00010000:00000010:0.1:1761313464.149513:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ae8c033a. 00010000:00000010:0.1:1761313464.157773:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002e5d3f83. 00010000:00000010:0.1:1761313464.157791:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000046711eec. 00010000:00000010:0.1:1761313464.157796:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000016d3929c. 00010000:00000010:0.1:1761313464.157801:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000037c47246. 00010000:00000010:0.1:1761313464.163486:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000950fc26a. 00010000:00000010:0.1:1761313464.163499:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cf2f425b. 00010000:00000010:0.1:1761313464.168961:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000048519ead. 00010000:00000010:0.1:1761313464.168983:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ae8c033a. 00010000:00000010:0.1:1761313464.176858:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002dd51512. 00010000:00000010:0.1:1761313464.176867:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000037c47246. 00010000:00000010:0.1:1761313464.180672:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000014b0a44e. 00010000:00000010:0.1:1761313464.180681:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cf2f425b. 00010000:00000010:0.1:1761313464.186564:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009666df7e. 00010000:00000010:0.1:1761313464.186575:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ae8c033a. 00010000:00000010:0.1:1761313464.190536:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d3230fc5. 00010000:00000010:0.1:1761313464.190561:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000037c47246. 00010000:00000010:0.1:1761313464.202563:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007a8e6041. 00010000:00000010:0.1:1761313464.202575:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cf2f425b. 00010000:00000010:0.1:1761313464.208387:0:77239:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006874d202. 00010000:00000010:0.1:1761313464.208396:0:77239:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000037c47246. 00010000:00000010:0.1:1761313464.217407:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e3c59a77. 00010000:00000010:0.1:1761313464.217417:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ae8c033a. 00010000:00000010:0.1:1761313464.243761:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cb413a2f. 00010000:00000010:0.1:1761313464.250436:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000034dc0078. 00010000:00000010:0.1:1761313464.274406:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000034860fd1. 00010000:00000010:0.1:1761313464.285416:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f6cc0ddb. 00010000:00000010:2.1:1761313464.285523:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007fd615dc. 00010000:00000010:0.1:1761313464.290912:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003a60656a. 00010000:00000010:0.1:1761313464.290929:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a7844878. 00010000:00000010:0.1:1761313464.290935:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e1a9c8ac. 00010000:00000010:2.1:1761313464.303489:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006f982732. 00010000:00000010:0.1:1761313464.303565:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000008c7f50. 00010000:00000010:0.1:1761313464.303574:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ae8c033a. 00010000:00000010:0.1:1761313464.306406:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000aa3cc77e. 00010000:00000010:0.1:1761313464.306427:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cf2f425b. 00010000:00000010:2.1:1761313464.311118:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006282b211. 00010000:00000010:0.1:1761313464.314436:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004a6cde97. 00010000:00000010:0.1:1761313464.314443:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000046711eec. 00010000:00000010:0.1:1761313464.335750:0:77237:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007e287508. 00010000:00000010:0.1:1761313464.335765:0:77237:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cf2f425b. 00010000:00000010:2.1:1761313464.345113:0:77239:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000038bb2351. 00010000:00000010:0.1:1761313464.356427:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005e058b11. 00010000:00000010:0.1:1761313464.356446:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000046711eec. 00010000:00000010:2.1:1761313464.359418:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000dcd9f677. 00010000:00000010:2.1:1761313464.359436:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ae8c033a. 00010000:00000010:2.1:1761313464.371413:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000694a3182. 00010000:00000010:2.1:1761313464.373390:0:77237:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000092d494a3. 00010000:00000010:2.1:1761313464.373401:0:77237:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cd8eeb75. 00010000:00000010:0.1:1761313464.373430:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000afffe811. 00010000:00000010:0.1:1761313464.387506:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000dfd7ca5d. 00010000:00000010:2.1:1761313464.398184:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e4a69426. 00010000:00000010:2.1:1761313464.402426:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004c36d5b0. 00010000:00000010:2.1:1761313464.402441:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000020a9c7c4. 00010000:00000010:2.1:1761313464.407055:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006b974e34. 00010000:00000010:2.1:1761313464.407072:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000af14f809. 00010000:00000010:0.1:1761313464.408010:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000025f3019. 00010000:00000010:2.1:1761313464.415885:0:77239:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000074c6f0da. 00010000:00000010:2.1:1761313464.415897:0:77239:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000473c4dd3. 00010000:00000010:0.1:1761313464.416395:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d1831fb7. 00010000:00000010:0.1:1761313464.432111:0:67966:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000026c04dd2. 00010000:00000010:2.1:1761313464.442540:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000023c32bbe. 00010000:00000010:0.1:1761313464.448517:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a5589348. 00010000:00000010:2.1:1761313464.466465:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a90d695f. 00010000:00000010:0.1:1761313464.479597:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000097d2fd2. 00010000:00000010:0.1:1761313464.503512:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d15565e7. 00010000:00000010:2.1:1761313464.513461:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003f309d21. 00010000:00000010:2.1:1761313464.518617:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002dd1865a. 00010000:00000010:0.1:1761313464.527453:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d0bbd451. 00010000:00000010:0.1:1761313464.534790:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e523cb43. 00010000:00000010:2.1:1761313464.550936:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001c124fd7. 00010000:00000010:2.1:1761313464.555439:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ce3840ef. 00010000:00000010:2.1:1761313464.563478:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000d6b685d. 00010000:00000010:0.1:1761313464.576460:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000001db54fe. 00010000:00000010:0.1:1761313464.589440:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005a6a5f88. 00010000:00000010:0.1:1761313464.593588:0:64711:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a86dbfdc. 00010000:00000010:2.1:1761313464.609604:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004230d3a2. 00010000:00000010:2.1:1761313464.609611:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cd8eeb75. 00010000:00000010:0.1:1761313464.612401:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008c060a24. 00010000:00000010:0.1:1761313464.626401:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d5873ea6. 00010000:00000010:0.1:1761313464.628531:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000003d18c78. 00010000:00000010:2.1:1761313464.628936:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003127de5e. 00010000:00000010:2.1:1761313464.628944:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000020a9c7c4. 00010000:00000010:0.1:1761313464.644401:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002293f3d1. 00010000:00000010:2.1:1761313464.651033:0:64710:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e3c5f39b. 00010000:00000010:0.1:1761313464.658956:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000096e73ce6. 00010000:00000010:0.1:1761313464.665114:0:64711:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000fbbab21. 00010000:00000010:2.1:1761313464.674704:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000023b67a15. 00010000:00000010:2.1:1761313464.689845:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000022c452ee. 00010000:00000010:2.1:1761313464.693601:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000852731d. 00010000:00000010:2.1:1761313464.705694:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b5dbc9f9. 00010000:00000010:0.1:1761313464.708692:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c37a98a5. 00010000:00000010:2.1:1761313464.734150:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007bdb2cc1. 00010000:00000010:0.1:1761313464.762408:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e39d326e. 00010000:00000010:0.1:1761313464.800014:0:77239:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c62c9091. 00010000:00000010:0.1:1761313464.800020:0:77239:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008cebd1c4. 00010000:00000010:0.1:1761313464.800024:0:77239:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000668e5f30. 00010000:00000010:2.1:1761313464.802394:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000caf373f9. 00010000:00000010:0.1:1761313464.802562:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fdb334cc. 00010000:00000010:0.1:1761313464.802569:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000046711eec. 00010000:00000010:0.1:1761313464.802573:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000052de4da4. 00010000:00000010:0.1:1761313464.802577:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000076bed9dc. 00010000:00000010:0.1:1761313464.802579:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cf2f425b. 00010000:00000010:0.1:1761313464.807379:0:77239:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006ced3952. 00010000:00000010:0.1:1761313464.807385:0:77239:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007a9f5afa. 00010000:00000010:0.1:1761313464.818794:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000046650515. 00010000:00000010:0.1:1761313464.818801:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001ec26c25. 00010000:00000010:0.1:1761313464.826853:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000059d34d3d. 00010000:00000010:0.1:1761313464.826866:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007a9f5afa. 00010000:00000010:0.1:1761313464.826871:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000504dadb8. 00010000:00000010:0.1:1761313464.826874:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cf2f425b. 00010000:00000010:2.1:1761313464.827055:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f6263d2f. 00010000:00000010:2.1:1761313464.833747:0:78201:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e57c929d. 00010000:00000010:0.1:1761313464.843469:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009780a5d2. 00010000:00000010:0.1:1761313464.843479:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001ec26c25. 00010000:00000010:0.1:1761313464.847414:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b8086dc0. 00010000:00000010:0.1:1761313464.864543:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c12962d7. 00010000:00000010:2.1:1761313464.924430:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000086e69364. 00010000:00000010:0.1:1761313464.926842:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e1244596. 00010000:00000010:2.1:1761313464.941635:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a145099d. 00010000:00000010:0.1:1761313464.957562:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a8b9ebcc. 00010000:00000010:0.1:1761313464.961436:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009b1d4645. 00010000:00000010:2.1:1761313464.970581:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001bb82f0a. 00010000:00000010:2.1:1761313464.975622:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000279976df. 00010000:00000010:0.1:1761313464.985395:0:78200:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c32a7a0a. 00010000:00000010:2.1:1761313465.005198:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006daca79e. 00010000:00000010:2.1:1761313465.038434:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008d443d23. 00010000:00000010:2.1:1761313465.038443:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a2459318. 00010000:00000010:0.1:1761313465.043969:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000041b65b14. 00010000:00000010:2.1:1761313465.101401:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bd98bc30. 00010000:00000010:0.1:1761313465.108665:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009154f3b8. 00010000:00000010:0.1:1761313465.108671:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000087ce623a. 00010000:00000010:0.1:1761313465.108675:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009e355940. 00010000:00000010:0.1:1761313465.108678:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d59410d4. 00010000:00000010:0.1:1761313465.108680:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bb497806. 00010000:00000010:2.1:1761313465.109505:0:64711:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000292d9b9e. 00010000:00000010:2.1:1761313465.109512:0:64711:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003a03ac65. 00010000:00000010:0.1:1761313465.111387:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004dd1e49b. 00010000:00000010:0.1:1761313465.111395:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005044cb98. 00010000:00000010:2.1:1761313465.121998:0:78200:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007ce462ab. 00010000:00000010:2.1:1761313465.166277:0:67972:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f9e12151. 00010000:00000010:2.1:1761313465.166285:0:67972:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001fd8e03c. 00010000:00000010:2.1:1761313465.166289:0:67972:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a7b9c175. 00010000:00000010:2.1:1761313465.217701:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000088c0b17f. 00010000:00000010:2.1:1761313465.217707:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c837354a. 00010000:00000010:2.1:1761313465.217711:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000084eee35f. 00010000:00000010:2.1:1761313465.224514:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d57e3dcc. 00010000:00000010:2.1:1761313465.237698:0:78215:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000acaa4aaf. 00010000:00000010:0.1:1761313465.242389:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009ab4f6d4. 00010000:00000010:0.1:1761313465.242403:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000ab71f55. 00010000:00000010:0.1:1761313465.242409:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ad5024df. 00010000:00000010:2.1:1761313465.303637:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000de80e8d. 00010000:00000010:2.1:1761313465.303644:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004307e4b2. 00010000:00000010:2.1:1761313465.310750:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f63b93a4. 00010000:00000010:2.1:1761313465.310763:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000d92f573. 00010000:00000010:2.1:1761313465.312966:0:77239:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000aed3f170. 00010000:00000010:2.1:1761313465.312973:0:77239:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e3f6452d. 00010000:00000010:2.1:1761313465.318215:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cff44bff. 00010000:00000010:2.1:1761313465.318226:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000067cc108f. 00010000:00000010:2.1:1761313465.333405:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bc8cfbd4. 00010000:00000010:2.1:1761313465.333417:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000d92f573. 00010000:00000010:0.1:1761313465.333449:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000dcbc104e. 00010000:00000010:2.1:1761313465.348920:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000095c14999. 00010000:00000010:2.1:1761313465.348932:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000067cc108f. 00010000:00000010:2.1:1761313465.361517:0:15826:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ab0ccb07. 00010000:00000010:2.1:1761313465.361524:0:15826:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d2211eb5. 00010000:00000010:2.1:1761313465.361529:0:15826:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e3f6452d. 00010000:00000010:2.1:1761313465.363397:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e5fbe868. 00010000:00000010:2.1:1761313465.363408:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000d92f573. 00010000:00000010:0.1:1761313465.382498:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c3d08ea0. 00010000:00000010:2.1:1761313465.385382:0:78225:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a37f53e2. 00010000:00000010:0.1:1761313465.385426:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ed7e08f8. 00010000:00000010:0.1:1761313465.385433:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000071ab0020. 00010000:00000010:0.1:1761313465.392386:0:78227:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005a51b8a5. 00010000:00000010:0.1:1761313465.411261:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000048e1761f. 00010000:00000010:0.1:1761313465.411272:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000092ffa94c. 00010000:00000010:2.1:1761313465.411422:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005335407b. 00010000:00000010:0.1:1761313465.474627:0:78213:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000074c6b5c. 00010000:00000010:0.1:1761313465.474633:0:78213:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004340f4a1. 00010000:00000010:2.1:1761313465.490454:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008c93b520. 00010000:00000010:2.1:1761313465.490463:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cf2f425b. 00010000:00000010:0.1:1761313465.499055:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001f9186a5. 00010000:00000010:0.1:1761313465.513480:0:15826:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000004512167. 00010000:00000010:2.1:1761313465.517813:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000017f317ad. 00010000:00000010:0.1:1761313465.543386:0:15827:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000067e111c2. 00010000:00000010:0.1:1761313465.543391:0:15827:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000754be480. 00010000:00000010:0.1:1761313465.543395:0:15827:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005a6ddc2a. 00010000:00000010:0.1:1761313465.571010:0:15825:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005b2c16c9. 00010000:00000010:2.1:1761313465.581385:0:78247:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005d43e55d. 00010000:00000010:0.1:1761313465.613389:0:78249:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ca1a0bf6. 00010000:00000010:2.1:1761313465.630426:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001d9684b2. 00010000:00000010:2.1:1761313465.630434:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f3fb15c3. 00010000:00000010:2.1:1761313465.630438:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008904c584. 00010000:00000010:2.1:1761313465.648779:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000027e3d3f2. 00010000:00000010:2.1:1761313465.648790:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e3f6452d. 00010000:00000010:2.1:1761313465.653382:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b96bad43. 00010000:00000010:2.1:1761313465.653396:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000011879984. 00010000:00000010:2.1:1761313465.665617:0:77239:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008ea89ad1. 00010000:00000010:2.1:1761313465.665642:0:77239:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003e5259a9. 00010000:00000010:2.1:1761313465.676552:0:77239:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000048c362e6. 00010000:00000010:2.1:1761313465.676564:0:77239:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000011879984. 00010000:00000010:2.1:1761313465.687613:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000091e9caa7. 00010000:00000010:2.1:1761313465.687620:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000057000b62. 00010000:00000010:2.1:1761313465.702529:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b66e7b68. 00010000:00000010:2.1:1761313465.702536:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000011879984. 00010000:00000010:2.1:1761313465.706397:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d20ef9fb. 00010000:00000010:2.1:1761313465.706405:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000057000b62. 00010000:00000010:2.1:1761313465.709600:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f47a65b5. 00010000:00000010:2.1:1761313465.709610:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000473c4dd3. 00010000:00000010:2.1:1761313465.718469:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000286d7ed7. 00010000:00000010:2.1:1761313465.718476:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000af14f809. 00010000:00000010:2.1:1761313465.721827:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009c650c09. 00010000:00000010:2.1:1761313465.721834:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000057000b62. 00010000:00000010:0.1:1761313465.724445:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fcf09f96. 00010000:00000010:0.1:1761313465.724452:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000473c4dd3. 00010000:00000010:2.1:1761313465.734395:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000006994b5d. 00010000:00000010:0.1:1761313465.738527:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007b28ca65. 00010000:00000010:0.1:1761313465.738534:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003ca1f465. 00010000:00000010:2.1:1761313465.738795:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008f12b428. 00010000:00000010:0.1:1761313465.746774:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005417e319. 00010000:00000010:0.1:1761313465.746789:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000037c47246. 00010000:00000010:2.1:1761313465.750474:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007c488a7e. 00010000:00000010:0.1:1761313465.753805:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a3bbdb62. 00010000:00000010:0.1:1761313465.753811:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000017475890. 00010000:00000010:0.1:1761313465.757653:0:77239:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005a303d9b. 00010000:00000010:0.1:1761313465.757660:0:77239:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000013e9c38. 00010000:00000010:2.1:1761313465.761426:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000039029535. 00010000:00000010:0.1:1761313465.765479:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d50f1e90. 00010000:00000010:0.1:1761313465.765487:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000037c47246. 00010000:00000010:2.1:1761313465.771525:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e24e6354. 00010000:00000010:0.1:1761313465.778748:0:77239:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000936b3be0. 00010000:00000010:0.1:1761313465.778754:0:77239:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000017475890. 00010000:00000010:0.1:1761313465.791063:0:15826:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000a32cab7. 00010000:00000010:0.1:1761313465.791072:0:15826:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000013e9c38. 00010000:00000010:2.1:1761313465.791382:0:77239:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006c934b63. 00010000:00000010:2.1:1761313465.791388:0:77239:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000092093202. 00010000:00000010:2.1:1761313465.796392:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000037c47246. 00010000:00000010:2.1:1761313465.796400:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008b392854. 00010000:00000010:0.1:1761313465.800559:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000936c44b0. 00010000:00000010:0.1:1761313465.800572:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000017475890. 00010000:00000010:2.1:1761313465.800737:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d652d269. 00010000:00000010:0.1:1761313465.809534:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007634f837. 00010000:00000010:0.1:1761313465.809547:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000088b63a17. 00010000:00000010:2.1:1761313465.814399:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000146eee5. 00010000:00000010:0.1:1761313465.819407:0:77239:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e36fd446. 00010000:00000010:0.1:1761313465.819413:0:77239:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000013e9c38. 00010000:00000010:0.1:1761313465.825126:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006ccbdd21. 00010000:00000010:0.1:1761313465.825142:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000017475890. 00010000:00000010:2.1:1761313465.828613:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000040e1e59b. 00010000:00000010:0.1:1761313465.828662:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000021fa8d27. 00010000:00000010:0.1:1761313465.828668:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000088b63a17. 00010000:00000010:2.1:1761313465.843588:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000073fc5095. 00010000:00000010:0.1:1761313465.848906:0:77239:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ad0a9821. 00010000:00000010:0.1:1761313465.848914:0:77239:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000092105968. 00010000:00000010:0.1:1761313465.856696:0:15826:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b628f102. 00010000:00000010:0.1:1761313465.856701:0:15826:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000088b63a17. 00010000:00000010:2.1:1761313465.857628:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000055cf5e36. 00010000:00000010:0.1:1761313465.859430:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000039d84ca2. 00010000:00000010:0.1:1761313465.859439:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cb24fc70. 00010000:00000010:0.1:1761313465.859443:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000017475890. 00010000:00000010:2.1:1761313465.876656:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000818b44c9. 00010000:00000010:2.1:1761313465.883505:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000333029dc. 00010000:00000010:2.1:1761313465.883517:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c1a1a46b. 00010000:00000010:2.1:1761313465.902806:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002acb5b2b. 00010000:00000010:2.1:1761313465.902815:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000026ff7eda. 00010000:00000010:2.1:1761313465.905840:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000482a8dc3. 00010000:00000010:2.1:1761313465.905847:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000af14f809. 00010000:00000010:2.1:1761313465.914409:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ae413bdb. 00010000:00000010:2.1:1761313465.914422:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000011879984. 00010000:00000010:2.1:1761313465.927712:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004f2e36f4. 00010000:00000010:2.1:1761313465.927720:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000af14f809. 00010000:00000010:2.1:1761313465.930835:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000043213298. 00010000:00000010:2.1:1761313465.930843:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000029f6c40d. 00010000:00000010:2.1:1761313465.930846:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d94bd0b9. 00010000:00000010:2.1:1761313465.930850:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000011879984. 00010000:00000010:0.1:1761313465.934683:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000036604474. 00010000:00000010:2.1:1761313465.938839:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000029bd29c5. 00010000:00000010:2.1:1761313465.938854:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007fd615dc. 00010000:00000010:0.1:1761313465.943399:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006c707277. 00010000:00000010:2.1:1761313465.949534:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000dfe640f1. 00010000:00000010:2.1:1761313465.949542:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000af14f809. 00010000:00000010:2.1:1761313465.953664:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005d6525d3. 00010000:00000010:2.1:1761313465.953672:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000011879984. 00010000:00000010:2.1:1761313465.974442:0:77239:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009e4c6296. 00010000:00000010:2.1:1761313465.974450:0:77239:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000869ee36f. 00010000:00000010:2.1:1761313465.974454:0:77239:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007fd615dc. 00010000:00000010:2.1:1761313465.974457:0:77239:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000092d976b8. 00010000:00000010:2.1:1761313465.974461:0:77239:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000029f6c40d. 00010000:00000010:0.1:1761313465.978388:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006532cc47. 00010000:00000010:2.1:1761313465.982709:0:77239:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000804715d3. 00010000:00000010:2.1:1761313465.982715:0:77239:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003d829e17. 00010000:00000010:2.1:1761313465.982718:0:77239:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000af14f809. 00010000:00000010:0.1:1761313465.983572:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000061f60080. 00010000:00000010:2.1:1761313465.985814:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001f2195ee. 00010000:00000010:2.1:1761313465.985825:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000001088ae3. 00010000:00000010:0.1:1761313465.985917:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c492dbb8. 00010000:00000010:2.1:1761313465.991565:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000001683e04. 00010000:00000010:2.1:1761313465.991576:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000029f6c40d. 00010000:00000010:2.1:1761313466.002444:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003b806159. 00010000:00000010:2.1:1761313466.002454:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007fd615dc. 00010000:00000010:2.1:1761313466.003484:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a6782b3e. 00010000:00000010:2.1:1761313466.003494:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000af14f809. 00010000:00000010:0.1:1761313466.003549:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000719945de. 00010000:00000010:2.1:1761313466.014398:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fe5489a9. 00010000:00000010:2.1:1761313466.014406:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000029f6c40d. 00010000:00000010:2.1:1761313466.024023:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000674c3d85. 00010000:00000010:2.1:1761313466.024037:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000af14f809. 00010000:00000010:2.1:1761313466.029408:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000144a1b02. 00010000:00000010:2.1:1761313466.029423:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000da9a7000. 00010000:00000010:2.1:1761313466.029427:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000029f6c40d. 00010000:00000010:0.1:1761313466.032572:0:15825:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000543e244b. 00010000:00000010:2.1:1761313466.037460:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003ebc1a0d. 00010000:00000010:2.1:1761313466.037475:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007fd615dc. 00010000:00000010:2.1:1761313466.044539:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000093d701ec. 00010000:00000010:2.1:1761313466.044554:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000af14f809. 00010000:00000010:2.1:1761313466.058431:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001ce4b7cf. 00010000:00000010:2.1:1761313466.058440:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000029f6c40d. 00010000:00000010:0.1:1761313466.058479:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001ffa490f. 00010000:00000010:2.1:1761313466.064465:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000061d5e3b6. 00010000:00000010:2.1:1761313466.064472:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007fd615dc. 00010000:00000010:2.1:1761313466.080554:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004e607a3c. 00010000:00000010:0.1:1761313466.085420:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000187d371f. 00010000:00000010:0.1:1761313466.085430:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000001088ae3. 00010000:00000010:0.1:1761313466.098239:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fe0e0a9a. 00010000:00000010:0.1:1761313466.098257:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a5df8c8e. 00010000:00000010:0.1:1761313466.098261:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000017475890. 00010000:00000010:0.1:1761313466.103402:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c12602d4. 00010000:00000010:0.1:1761313466.103411:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000088b63a17. 00010000:00000010:2.1:1761313466.103448:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004928a3e1. 00010000:00000010:0.1:1761313466.107403:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f3eddb7d. 00010000:00000010:0.1:1761313466.107411:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001ceeaa4b. 00010000:00000010:0.1:1761313466.107416:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000092105968. 00010000:00000010:0.1:1761313466.138398:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a83da94f. 00010000:00000010:0.1:1761313466.138411:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000588a1aa4. 00010000:00000010:0.1:1761313466.138417:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000092105968. 00010000:00000010:0.1:1761313466.150404:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c1f64242. 00010000:00000010:0.1:1761313466.150413:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000088b63a17. 00010000:00000010:2.1:1761313466.150445:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000087a04b29. 00010000:00000010:0.1:1761313466.158411:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fcf63e0a. 00010000:00000010:0.1:1761313466.158427:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000092105968. 00010000:00000010:0.1:1761313466.181025:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000056160434. 00010000:00000010:0.1:1761313466.181042:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000092564444. 00010000:00000010:2.1:1761313466.184218:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ae839db1. 00010000:00000010:0.1:1761313466.189395:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b0954cc8. 00010000:00000010:0.1:1761313466.189404:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000092105968. 00010000:00000010:0.1:1761313466.198512:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000b0f8057. 00010000:00000010:0.1:1761313466.198527:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000018c2094f. 00010000:00000010:0.1:1761313466.198531:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000088b63a17. 00010000:00000010:2.1:1761313466.221078:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000081268812. 00010000:00000010:2.1:1761313466.221095:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000092564444. 00010000:00000010:2.1:1761313466.233531:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c4bd3e07. 00010000:00000010:2.1:1761313466.233541:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007fd615dc. 00010000:00000010:2.1:1761313466.244321:0:64710:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005db77d97. 00010000:00000010:2.1:1761313466.244335:0:64710:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000029f6c40d. 00010000:00000010:2.1:1761313466.253734:0:64710:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003ff11d12. 00010000:00000010:2.1:1761313466.264149:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007fd615dc. 00010000:00000010:2.1:1761313466.264160:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000062bdc81d. 00010000:00000010:2.1:1761313466.293325:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009f91e5d0. 00010000:00000010:0.1:1761313466.327260:0:77239:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bae31d95. 00010000:00000010:0.1:1761313466.327276:0:77239:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000088b63a17. 00010000:00000010:0.1:1761313466.434608:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000029d3aa23. 00010000:00000010:0.1:1761313466.434623:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000088b63a17. 00010000:00000010:0.1:1761313466.434628:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a08e7ee6. 00010000:00000010:0.1:1761313466.434630:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000092105968. 00010000:00000010:0.1:1761313466.434632:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003c5bbf1f. 00010000:00000010:0.1:1761313466.434635:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000575e5e36. 00010000:00000010:0.1:1761313466.434638:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f55d3aaf. 00010000:00000010:0.1:1761313466.434640:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005ec80f43. 00010000:00000010:2.1:1761313466.479028:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004900c2e6. 00010000:00000010:2.1:1761313466.479049:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007fd615dc. 00010000:00000010:2.1:1761313466.479052:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bab9fa0d. 00010000:00000010:2.1:1761313466.479056:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000029f6c40d. 00010000:00000010:2.1:1761313466.479058:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007adf45d6. 00010000:00000010:2.1:1761313466.479060:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e1a9c8ac. 00010000:00000010:2.1:1761313466.479062:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000564c3340. 00010000:00000010:2.1:1761313466.479065:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001e1b5883. 00010000:00000010:2.1:1761313466.479067:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000098a8e31f. 00010000:00000010:2.1:1761313466.479071:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000879c95d. 00010000:00000010:2.1:1761313466.479162:0:64710:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d36b9528. 00010000:00000010:2.1:1761313466.479165:0:64710:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c2540438. 00010000:00000010:2.1:1761313466.479168:0:64710:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004ba21ac5. 00010000:00000010:2.1:1761313466.479170:0:64710:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005f8dd764. 00010000:00000010:2.1:1761313466.479173:0:64710:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e62c5666. 00010000:00000010:2.1:1761313466.479176:0:64710:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b8fb37f3. 00010000:00000010:2.1:1761313466.479179:0:64710:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000465ccfad. 00010000:00000010:2.1:1761313466.479182:0:64710:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008711767e. 00010000:00000010:2.1:1761313466.479184:0:64710:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009169a2b0. 00010000:00000010:2.1:1761313466.479186:0:64710:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006563a47f. 00010000:00000010:2.1:1761313466.479189:0:64710:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000095bbdc30. 00010000:00000010:2.1:1761313466.479192:0:64710:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000449a88a. 00010000:00000010:2.1:1761313466.479193:0:64710:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ec3ac900. 00010000:00000010:2.1:1761313466.479195:0:64710:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d2b3db6e. 00010000:00000010:2.1:1761313466.479197:0:64710:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006920432a. 00010000:00000010:2.1:1761313466.479199:0:64710:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000070f1330b. 00010000:00000010:2.1:1761313466.479202:0:64710:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fe5489a9. 00010000:00000010:2.1:1761313466.479205:0:64710:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001c5c5a85. 00010000:00000010:3.1:1761313466.488584:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000efd37d5d. 00010000:00000010:3.1:1761313466.488587:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c8927283. 00010000:00000010:3.1:1761313466.488590:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000855b4688. 00010000:00000010:3.1:1761313466.488593:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000060f6c829. 00010000:00000010:3.1:1761313466.488595:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000055e54e4a. 00010000:00000010:3.1:1761313466.488597:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000016151a64. 00010000:00000010:3.1:1761313466.488599:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002f76c194. 00010000:00000010:3.1:1761313466.488601:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004826f0dd. 00010000:00000010:3.1:1761313466.488603:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ce893b03. 00010000:00000010:3.1:1761313466.488606:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b53992ca. 00010000:00000010:3.1:1761313466.488608:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002fb241da. 00010000:00000010:3.1:1761313466.488610:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000000a18643. 00010000:00000010:3.1:1761313466.488611:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005fcc2ef5. 00010000:00000010:3.1:1761313466.488614:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007cc10e90. 00010000:00000010:3.1:1761313466.488616:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b8c42bbd. 00010000:00000010:3.1:1761313466.488620:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000058c46b6b. 00010000:00000010:3.1:1761313466.488624:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000083e48d46. 00010000:00000010:3.1:1761313466.488626:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003e448b15. 00010000:00000010:3.1:1761313466.488628:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005c38ac70. 00010000:00000010:3.1:1761313466.488631:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c6a7baff. 00010000:00000010:3.1:1761313466.488634:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d2a22cec. 00010000:00000010:3.1:1761313466.488637:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f939fdfc. 00010000:00000010:3.1:1761313466.488639:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000710b2c59. 00010000:00000010:3.1:1761313466.488641:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b85c21ad. 00010000:00000010:3.1:1761313466.488646:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d4b631c0. 00010000:00000010:3.1:1761313466.488648:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000339689fb. 00010000:00000010:3.1:1761313466.488650:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003cb0263b. 00010000:00000010:3.1:1761313466.488652:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000aa32ead6. 00010000:00000010:3.1:1761313466.488654:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000f70c35f. 00010000:00000010:3.1:1761313466.488656:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003f57739a. 00010000:00000010:3.1:1761313466.488658:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001829d813. 00010000:00000010:3.1:1761313466.488661:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007971d3da. 00010000:00000010:3.1:1761313466.488663:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000022745627. 00010000:00000010:3.1:1761313466.488666:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006c66b64d. 00010000:00000010:3.1:1761313466.488667:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e3ac6ac3. 00010000:00000010:3.1:1761313466.488669:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005e902e7f. 00010000:00000010:3.1:1761313466.488671:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000071ee063f. 00010000:00000010:3.1:1761313466.488675:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b318f72f. 00010000:00000010:3.1:1761313466.488677:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000108c01dd. 00010000:00000010:3.1:1761313466.488681:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bd92dbae. 00010000:00000010:3.1:1761313466.488683:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001166993a. 00010000:00000010:3.1:1761313466.488686:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000037a4464a. 00010000:00000010:3.1:1761313466.488688:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007cd55220. 00010000:00000010:3.1:1761313466.488690:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a6da73c0. 00010000:00000010:3.1:1761313466.488692:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000041d64d64. 00010000:00000010:3.1:1761313466.488694:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000745b395. 00010000:00000010:3.1:1761313466.488696:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009323f5ff. 00010000:00000010:3.1:1761313466.488699:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000003c61c06. 00010000:00000010:3.1:1761313466.488702:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ec8b525d. 00010000:00000010:3.1:1761313466.488704:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000dcb32b05. 00010000:00000010:3.1:1761313466.488707:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000092e84773. 00010000:00000010:3.1:1761313466.488709:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002a194613. 00010000:00000010:3.1:1761313466.488711:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ef200bfa. 00010000:00000010:3.1:1761313466.488714:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000076e08b92. 00010000:00000010:3.1:1761313466.488715:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ae7cc206. 00010000:00000010:3.1:1761313466.488717:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b1a4ec53. 00010000:00000010:3.1:1761313466.488719:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000795a2d4b. 00010000:00000010:3.1:1761313466.488721:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000662e64b8. 00010000:00000010:3.1:1761313466.488723:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b5f5ec03. 00010000:00000010:3.1:1761313466.488726:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000000b847df. 00010000:00000010:3.1:1761313466.488728:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008ac37aa4. 00010000:00000010:3.1:1761313466.488731:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000dc1ba6f7. 00010000:00000010:3.1:1761313466.488735:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000dbb8159a. 00010000:00000010:3.1:1761313466.488739:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004f72fd29. 00010000:00000010:3.1:1761313466.488741:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001e70d753. 00010000:00000010:3.1:1761313466.488744:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b5505800. 00010000:00000010:3.1:1761313466.488746:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b4c3a1b0. 00010000:00000010:3.1:1761313466.488749:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d386af51. 00010000:00000010:3.1:1761313466.488751:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006ced06de. 00010000:00000010:3.1:1761313466.488755:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000070dc3ca4. 00010000:00000010:3.1:1761313466.488757:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002ba22f34. 00010000:00000010:3.1:1761313466.488760:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bf0f1fdb. 00010000:00000010:3.1:1761313466.488763:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f963480f. 00010000:00000010:3.1:1761313466.488765:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006e6f851c. 00010000:00000010:3.1:1761313466.488767:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000091cf2bc8. 00010000:00000010:3.1:1761313466.488769:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001061972a. 00010000:00000010:3.1:1761313466.488773:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000028459e26. 00010000:00000010:3.1:1761313466.488776:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f0e67ff8. 00010000:00000010:3.1:1761313466.488778:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ba46b67c. 00010000:00000010:3.1:1761313466.488781:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c9970bbb. 00010000:00000010:3.1:1761313466.488783:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000008a21d42. 00010000:00000010:3.1:1761313466.488785:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fd6527c2. 00010000:00000010:3.1:1761313466.488788:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a87b4b8a. 00010000:00000010:3.1:1761313466.488791:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004761a30f. 00010000:00000010:3.1:1761313466.488793:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bdebcec9. 00010000:00000010:3.1:1761313466.488795:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008cf208a2. 00010000:00000010:3.1:1761313466.488797:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000010b49464. 00010000:00000010:3.1:1761313466.488800:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000019742951. 00010000:00000010:3.1:1761313466.488803:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e9fbadad. 00010000:00000010:3.1:1761313466.488805:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fe3ced3d. 00010000:00000010:3.1:1761313466.488807:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000978b7e5f. 00010000:00000010:3.1:1761313466.488809:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b9717c7d. 00010000:00000010:3.1:1761313466.488813:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004d706157. 00010000:00000010:3.1:1761313466.488817:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002aca820b. 00010000:00000010:3.1:1761313466.488820:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008b84f63b. 00010000:00000010:3.1:1761313466.488823:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b0c95816. 00010000:00000010:3.1:1761313466.488827:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003d8a396b. 00010000:00000010:3.1:1761313466.488830:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000033d9a03f. 00010000:00000010:3.1:1761313466.488832:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006cab973c. 00010000:00000010:3.1:1761313466.488836:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000077d7515b. 00010000:00000010:3.1:1761313466.488839:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000054d3cdad. 00010000:00000010:3.1:1761313466.488842:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000048b8f950. 00010000:00000010:3.1:1761313466.488846:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ced88230. 00010000:00000010:3.1:1761313466.488848:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008e226dfa. 00010000:00000010:3.1:1761313466.488851:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003b8e9804. 00010000:00000010:3.1:1761313466.488854:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e1baefb8. 00010000:00000010:3.1:1761313466.488856:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a0677193. 00010000:00000010:3.1:1761313466.488858:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f7ec85ab. 00010000:00000010:3.1:1761313466.488860:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004c192974. 00010000:00000010:3.1:1761313466.488863:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e7d81730. 00010000:00000010:3.1:1761313466.488865:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a7c22b51. 00010000:00000010:3.1:1761313466.488867:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fb169eb3. 00010000:00000010:3.1:1761313466.488869:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e21cc925. 00010000:00000010:3.1:1761313466.488872:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003b61da89. 00010000:00000010:3.1:1761313466.488876:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006fe32e33. 00010000:00000010:3.1:1761313466.488879:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ee955b54. 00010000:00000010:3.1:1761313466.488882:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000036c6f784. 00010000:00000010:3.1:1761313466.488884:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001fdc0a86. 00010000:00000010:3.1:1761313466.488888:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001f847205. 00010000:00000010:3.1:1761313466.488891:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000813470d2. 00010000:00000010:3.1:1761313466.488893:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000026dd88ba. 00010000:00000010:3.1:1761313466.488895:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006f1fb700. 00010000:00000010:3.1:1761313466.488897:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001ea14844. 00010000:00000010:3.1:1761313466.488899:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bf54e160. 00010000:00000010:3.1:1761313466.488902:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a77ab679. 00010000:00000010:3.1:1761313466.488904:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000f98ebbf. 00010000:00000010:3.1:1761313466.488906:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000030679067. 00010000:00000010:3.1:1761313466.488908:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b1535456. 00010000:00000010:3.1:1761313466.488910:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d5d385cd. 00010000:00000010:3.1:1761313466.488913:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003b2ebfd1. 00010000:00000010:3.1:1761313466.488915:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000013c382cc. 00010000:00000010:3.1:1761313466.488917:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bf944b3b. 00010000:00000010:3.1:1761313466.488921:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000071dd7a22. 00010000:00000010:3.1:1761313466.488923:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e56d9f46. 00010000:00000010:3.1:1761313466.488937:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001a3e4a94. 00010000:00000010:3.1:1761313466.488940:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000090dcddfe. 00010000:00000010:3.1:1761313466.488942:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b689bc06. 00010000:00000010:3.1:1761313466.488945:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007761e95d. 00010000:00000010:3.1:1761313466.488949:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b7019f70. 00010000:00000010:3.1:1761313466.488952:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c6ca210c. 00010000:00000010:3.1:1761313466.488954:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004e256299. 00010000:00000010:3.1:1761313466.488956:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000017b5bc5b. 00010000:00000010:3.1:1761313466.488961:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002693c625. 00010000:00000010:3.1:1761313466.488963:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e242646d. 00010000:00000010:3.1:1761313466.488966:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a50d15c0. 00010000:00000010:3.1:1761313466.488968:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000f0dd62e. 00010000:00000010:3.1:1761313466.488970:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007b2c200b. 00010000:00000010:3.1:1761313466.488972:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d9dcbde6. 00010000:00000010:3.1:1761313466.488974:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b84df5be. 00010000:00000010:3.1:1761313466.488977:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006d19798d. 00010000:00000010:3.1:1761313466.488980:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d52097eb. 00010000:00000010:3.1:1761313466.488983:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a92997fd. 00010000:00000010:3.1:1761313466.488985:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000034d2ba1a. 00010000:00000010:3.1:1761313466.488987:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ebff057a. 00010000:00000010:3.1:1761313466.488989:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000096a4fa32. 00010000:00000010:3.1:1761313466.488991:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b3085fcb. 00010000:00000010:3.1:1761313466.488994:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008f3572c2. 00010000:00000010:3.1:1761313466.488996:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000003db61bd. 00010000:00000010:3.1:1761313466.488998:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002c3bbba9. 00010000:00000010:3.1:1761313466.489000:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003ef013b4. 00010000:00000010:3.1:1761313466.489003:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000feb092e3. 00010000:00000010:3.1:1761313466.489005:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a705aea5. 00010000:00000010:3.1:1761313466.489007:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a387be1c. 00010000:00000010:3.1:1761313466.489011:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007ee4579a. 00010000:00000010:3.1:1761313466.489013:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000d3f73a2. 00010000:00000010:3.1:1761313466.489016:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cd7ce37f. 00010000:00000010:3.1:1761313466.489020:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000061896ab8. 00010000:00000010:3.1:1761313466.489022:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e607ddfc. 00010000:00000010:3.1:1761313466.489024:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000844a55a. 00010000:00000010:3.1:1761313466.489027:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000008e43bfd. 00010000:00000010:3.1:1761313466.489029:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000008c6221a. 00010000:00000010:3.1:1761313466.489031:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000eb970c12. 00010000:00000010:3.1:1761313466.489033:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009b1ca63c. 00010000:00000010:3.1:1761313466.489036:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000acfc2cbd. 00010000:00000010:3.1:1761313466.489038:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000088ced904. 00010000:00000010:3.1:1761313466.489040:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001134bc4c. 00010000:00000010:3.1:1761313466.489042:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000581cea14. 00010000:00000010:3.1:1761313466.489045:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008951f3f4. 00010000:00000010:3.1:1761313466.489047:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000067f990b7. 00010000:00000010:3.1:1761313466.489050:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002393037c. 00010000:00000010:3.1:1761313466.489052:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000035c3df19. 00010000:00000010:3.1:1761313466.489054:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e2e0e684. 00010000:00000010:3.1:1761313466.489056:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b34324ce. 00010000:00000010:3.1:1761313466.489058:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e2cf16b1. 00010000:00000010:3.1:1761313466.489062:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d273bfa7. 00010000:00000010:3.1:1761313466.489064:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c61b3e67. 00010000:00000010:3.1:1761313466.489066:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007ddc915d. 00010000:00000010:3.1:1761313466.489068:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bdb47ace. 00010000:00000010:3.1:1761313466.489070:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000082d752ef. 00010000:00000010:3.1:1761313466.489072:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b4655fe8. 00010000:00000010:3.1:1761313466.489075:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000632fc22b. 00010000:00000010:3.1:1761313466.489078:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007b96bcfe. 00010000:00000010:3.1:1761313466.489080:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000d5bc63c. 00010000:00000010:3.1:1761313466.489084:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fe4d6e48. 00010000:00000010:2.1:1761313466.489159:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000acabf94d. 00010000:00000010:3.1:1761313466.493835:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000908f0ae5. 00010000:00000010:3.1:1761313466.493844:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000098e81b3e. 00010000:00000010:2.1:1761313466.497434:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f47cdc85. 00010000:00000010:0.1:1761313466.503034:0:77239:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d9a124b9. 00010000:00000010:0.1:1761313466.503046:0:77239:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001661ec49. 00010000:00000010:3.1:1761313466.507053:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a1cfca44. 00010000:00000010:0.1:1761313466.513081:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006f7c626c. 00010000:00000010:0.1:1761313466.513089:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005ec80f43. 00010000:00000010:0.1:1761313466.513093:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f55d3aaf. 00010000:00000010:0.1:1761313466.513095:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000575e5e36. 00010000:00000010:2.1:1761313466.524425:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000eedaf66e. 00010000:00000010:0.1:1761313466.527996:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d8949a23. 00010000:00000010:0.1:1761313466.528004:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000092105968. 00010000:00000010:0.1:1761313466.540411:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007f14a432. 00010000:00000010:2.1:1761313466.553430:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000837d41d2. 00010000:00000010:2.1:1761313466.553441:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ce401f9b. 00010000:00000010:2.1:1761313466.553446:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a9478999. 00010000:00000010:3.1:1761313466.562021:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f0ee81e4. 00010000:00000010:2.1:1761313466.568401:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000033936a65. 00010000:00000010:3.1:1761313466.578391:0:64710:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003094c9a9. 00010000:00000010:3.1:1761313466.587909:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e9fcbc0a. 00010000:00000010:0.1:1761313466.600494:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000273eae09. 00010000:00000010:0.1:1761313466.600501:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c3191da0. 00010000:00000010:3.1:1761313466.605173:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002a86eb23. 00010000:00000010:2.1:1761313466.613478:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ec860c09. 00010000:00000010:2.1:1761313466.625488:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000043c4b096. 00010000:00000010:2.1:1761313466.641459:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002185a41e. 00010000:00000010:3.1:1761313466.680349:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000055e0cbe6. 00010000:00000010:2.1:1761313466.693398:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003229b23e. 00010000:00000010:2.1:1761313466.693409:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b7acc3ee. 00010000:00000010:2.1:1761313466.693413:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a00ab568. 00010000:00000010:2.1:1761313466.695978:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000123f304c. 00010000:00000010:3.1:1761313466.696103:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000043bb10ec. 00010000:00000010:3.1:1761313466.696110:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000070f1330b. 00010000:00000010:3.1:1761313466.696113:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004ec55981. 00010000:00000010:3.1:1761313466.701409:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000006ca4832. 00010000:00000010:3.1:1761313466.701424:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000072518f62. 00010000:00000010:3.1:1761313466.701428:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000dd7534be. 00010000:00000010:3.1:1761313466.701432:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000042c961f4. 00010000:00000010:3.1:1761313466.701434:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000098e81b3e. 00010000:00000010:3.1:1761313466.710752:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000013c28b7e. 00010000:00000010:3.1:1761313466.710758:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fe4d6e48. 00010000:00000010:2.1:1761313466.715978:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000061cd36a7. 00010000:00000010:2.1:1761313466.729440:0:78250:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001e78da4e. 00010000:00000010:2.1:1761313466.729450:0:78250:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000788560ac. 00010000:00000010:2.1:1761313466.729453:0:78250:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fe5489a9. 00010000:00000010:2.1:1761313466.729457:0:78250:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d2b3db6e. 00010000:00000010:3.1:1761313466.732012:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000027deee24. 00010000:00000010:3.1:1761313466.735646:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000449a88a. 00010000:00000010:2.1:1761313466.747326:0:77239:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b8d1aaf3. 00010000:00000010:2.1:1761313466.747334:0:77239:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006563a47f. 00010000:00000010:0.1:1761313466.751694:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009d287dbd. 00010000:00000010:2.1:1761313466.756381:0:78252:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a4fc45ce. 00010000:00000010:2.1:1761313466.756389:0:78252:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000086bd9200. 00010000:00000010:2.1:1761313466.756393:0:78252:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d2b3db6e. 00010000:00000010:3.1:1761313466.762194:0:78253:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000075130501. 00010000:00000010:0.1:1761313466.784504:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000014d8f76a. 00010000:00000010:0.1:1761313466.784515:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000325b728. 00010000:00000010:3.1:1761313466.785459:0:78251:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a5422332. 00010000:00000010:2.1:1761313466.798700:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007bb46704. 00010000:00000010:3.1:1761313466.800574:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ff048e9b. 00010000:00000010:3.1:1761313466.800588:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000575e5e36. 00010000:00000010:3.1:1761313466.809384:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009f8069a2. 00010000:00000010:3.1:1761313466.809390:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000040c30419. 00010000:00000010:3.1:1761313466.809394:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fe4d6e48. 00010000:00000010:2.1:1761313466.817407:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000008b1f2db. 00010000:00000010:2.1:1761313466.817415:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b0633623. 00010000:00000010:2.1:1761313466.817419:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000620d7e03. 00010000:00000010:3.1:1761313466.838527:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000759c904e. 00010000:00000010:3.1:1761313466.838535:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e4481529. 00010000:00000010:3.1:1761313466.838540:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f015d550. 00010000:00000010:2.1:1761313466.842404:0:77239:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e8ff9115. 00010000:00000010:2.1:1761313466.842413:0:77239:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fe4d6e48. 00010000:00000010:3.1:1761313466.842430:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003e66c08c. 00010000:00000010:2.1:1761313466.852447:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000409d71b0. 00010000:00000010:2.1:1761313466.852472:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d2b3db6e. 00010000:00000010:3.1:1761313466.852522:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003440f398. 00010000:00000010:3.1:1761313466.862082:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000dc6d15f9. 00010000:00000010:3.1:1761313466.862108:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000049a56264. 00010000:00000010:3.1:1761313466.862113:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006563a47f. 00010000:00000010:2.1:1761313466.866586:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000276324d4. 00010000:00000010:2.1:1761313466.866599:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000098e81b3e. 00010000:00000010:0.1:1761313466.869226:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000050245f4a. 00010000:00000010:3.1:1761313466.870808:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d654a612. 00010000:00000010:2.1:1761313466.872055:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000622934d1. 00010000:00000010:2.1:1761313466.872065:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d2b3db6e. 00010000:00000010:0.1:1761313466.885395:0:77239:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000076d90d25. 00010000:00000010:0.1:1761313466.885401:0:77239:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b8fb37f3. 00010000:00000010:0.1:1761313466.892560:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d0c40742. 00010000:00000010:0.1:1761313466.892567:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000aba714c. 00010000:00000010:0.1:1761313466.892570:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005ec80f43. 00010000:00000010:3.1:1761313466.895430:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000196d8cb9. 00010000:00000010:0.1:1761313466.895553:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002e778675. 00010000:00000010:0.1:1761313466.895559:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000c7b23a5. 00010000:00000010:0.1:1761313466.895562:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f55d3aaf. 00010000:00000010:0.1:1761313466.895565:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009d444e62. 00010000:00000010:3.1:1761313466.901615:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000071d7fded. 00010000:00000010:2.1:1761313466.908404:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003c47e8e4. 00010000:00000010:0.1:1761313466.908404:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003b0dfbc9. 00010000:00000010:2.1:1761313466.908414:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000575e5e36. 00010000:00000010:2.1:1761313466.912521:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b05901d6. 00010000:00000010:2.1:1761313466.912535:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d2b3db6e. 00010000:00000010:0.1:1761313466.913413:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000192fc383. 00010000:00000010:2.1:1761313466.917399:0:78257:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e29657ed. 00010000:00000010:2.1:1761313466.917407:0:78257:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005f8dd764. 00010000:00000010:0.1:1761313466.930723:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002a214125. 00010000:00000010:0.1:1761313466.930734:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c2540438. 00010000:00000010:2.1:1761313466.935939:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bdbc0d56. 00010000:00000010:2.1:1761313466.935948:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009d444e62. 00010000:00000010:0.1:1761313466.944864:0:78258:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000026db3a9a. 00010000:00000010:2.1:1761313466.948454:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f8ccf8cd. 00010000:00000010:2.1:1761313466.948462:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005f8dd764. 00010000:00000010:0.1:1761313466.958046:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d091aa85. 00010000:00000010:0.1:1761313466.966155:0:78261:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007b09f708. 00010000:00000010:0.1:1761313466.987595:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f8ed0b14. 00010000:00000010:0.1:1761313466.987609:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000acd56499. 00010000:00000010:0.1:1761313466.987613:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f015d550. 00010000:00000010:3.1:1761313467.029529:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000020a0b48c. 00010000:00000010:3.1:1761313467.029536:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000c7b23a5. 00010000:00000010:3.1:1761313467.029540:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000d5bc63c. 00010000:00000010:3.1:1761313467.029543:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000085b2d161. 00010000:00000010:3.1:1761313467.029546:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b032a355. 00010000:00000010:3.1:1761313467.029548:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b8a900b0. 00010000:00000010:3.1:1761313467.029551:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009c2fb5bc. 00010000:00000010:2.1:1761313467.031401:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c6d35861. 00010000:00000010:2.1:1761313467.031411:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009f7b2473. 00010000:00000010:0.1:1761313467.041596:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cce0b92e. 00010000:00000010:0.1:1761313467.041603:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cac5d965. 00010000:00000010:3.1:1761313467.042017:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006bdaa729. 00010000:00000010:3.1:1761313467.042024:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005f8dd764. 00010000:00000010:2.1:1761313467.059090:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000219409c7. 00010000:00000010:2.1:1761313467.074521:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003e9551f6. 00010000:00000010:2.1:1761313467.074534:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000038ee6b18. 00010000:00000010:2.1:1761313467.074538:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ab41a3cc. 00010000:00000010:3.1:1761313467.086831:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a2c14d6b. 00010000:00000010:3.1:1761313467.086846:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c3ae1526. 00010000:00000010:3.1:1761313467.086850:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000879c95d. 00010000:00000010:3.1:1761313467.100669:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000059ec6f40. 00010000:00000010:0.1:1761313467.104953:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000093cb5f71. 00010000:00000010:3.1:1761313467.108677:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c90cf314. 00010000:00000010:3.1:1761313467.108685:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a027f558. 00010000:00000010:3.1:1761313467.108689:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000008dcbbcb. 00010000:00000010:3.1:1761313467.108692:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000085b2d161. 00010000:00000010:0.1:1761313467.112759:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000083fbe06d. 00010000:00000010:3.1:1761313467.113072:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000142e1c2. 00010000:00000010:3.1:1761313467.113079:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000060d863f5. 00010000:00000010:3.1:1761313467.118618:0:77239:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003393617c. 00010000:00000010:3.1:1761313467.118626:0:77239:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000090efa6fc. 00010000:00000010:3.1:1761313467.118630:0:77239:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000d5bc63c. 00010000:00000010:3.1:1761313467.118632:0:77239:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000085b2d161. 00010000:00000010:2.1:1761313467.149391:0:77239:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a79cd4aa. 00010000:00000010:2.1:1761313467.149397:0:77239:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b0633623. 00010000:00000010:0.1:1761313467.153811:0:64710:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c866075f. 00010000:00000010:2.1:1761313467.181979:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000094af3f8a. 00010000:00000010:2.1:1761313467.181988:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001e1b5883. 00010000:00000010:3.1:1761313467.205593:0:78270:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000098acfb2f. 00010000:00000010:0.1:1761313467.207332:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001352f536. 00010000:00000010:0.1:1761313467.216404:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ebcce0c4. 00010000:00000010:3.1:1761313467.217646:0:78270:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001c15b276. 00010000:00000010:3.1:1761313467.217658:0:78270:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c3191da0. 00010000:00000010:0.1:1761313467.222413:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000dc28ac90. 00010000:00000010:0.1:1761313467.222429:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b362f5a5. 00010000:00000010:0.1:1761313467.222433:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001e1b5883. 00010000:00000010:2.1:1761313467.222556:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d4b4e8a7. 00010000:00000010:2.1:1761313467.222560:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000085b2d161. 00010000:00000010:3.1:1761313467.240965:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ba18c99d. 00010000:00000010:3.1:1761313467.240975:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005ec80f43. 00010000:00000010:3.1:1761313467.240979:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000d5bc63c. 00010000:00000010:3.1:1761313467.240981:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000090efa6fc. 00010000:00000010:0.1:1761313467.241018:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007b74b8a2. 00010000:00000010:3.1:1761313467.271812:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d3a88ad4. 00010000:00000010:3.1:1761313467.271819:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f1fbcc57. 00010000:00000010:3.1:1761313467.271824:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000060d863f5. 00010000:00000010:3.1:1761313467.287429:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005d917f57. 00010000:00000010:3.1:1761313467.287443:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000012c62c94. 00010000:00000010:3.1:1761313467.287447:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000090efa6fc. 00010000:00000010:0.1:1761313467.298474:0:78270:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005c73aef0. 00010000:00000010:0.1:1761313467.298487:0:78270:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000052f03dc5. 00010000:00000010:0.1:1761313467.298491:0:78270:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000817984cb. 00010000:00000010:3.1:1761313467.300783:0:78282:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008c515b42. 00010000:00000010:3.1:1761313467.300795:0:78282:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000155087f1. 00010000:00000010:3.1:1761313467.300799:0:78282:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000092105968. 00010000:00000010:3.1:1761313467.328521:0:78288:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001fbe0904. 00010000:00000010:3.1:1761313467.328540:0:78288:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000090efa6fc. 00010000:00000010:3.1:1761313467.328544:0:78288:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000d5bc63c. 00010000:00000010:3.1:1761313467.328548:0:78288:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000060d863f5. 00010000:00000010:2.1:1761313467.330479:0:78286:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fd04b2af. 00010000:00000010:2.1:1761313467.330489:0:78286:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005c974b94. 00010000:00000010:2.1:1761313467.330493:0:78286:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000089b7a1f2. 00010000:00000010:3.1:1761313467.345531:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000754dd42e. 00010000:00000010:3.1:1761313467.345544:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009fc3a91e. 00010000:00000010:3.1:1761313467.345548:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000029f6c40d. 00010000:00000010:2.1:1761313467.367434:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000565e1d01. 00010000:00000010:2.1:1761313467.367442:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000505747df. 00010000:00000010:2.1:1761313467.367446:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b7acc3ee. 00010000:00000010:3.1:1761313467.382025:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000645a66a2. 00010000:00000010:3.1:1761313467.382032:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007fd615dc. 00010000:00000010:3.1:1761313467.382035:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e8e0f988. 00010000:00000010:3.1:1761313467.384397:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000983ad153. 00010000:00000010:3.1:1761313467.384412:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000325b728. 00010000:00000010:0.1:1761313467.384756:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006005b809. 00010000:00000010:2.1:1761313467.397199:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000011704ed2. 00010000:00000010:3.1:1761313467.402705:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008a640996. 00010000:00000010:3.1:1761313467.402712:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000090efa6fc. 00010000:00000010:3.1:1761313467.413830:0:77239:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d5a7646a. 00010000:00000010:3.1:1761313467.413838:0:77239:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e62f34a5. 00010000:00000010:3.1:1761313467.413841:0:77239:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008ff6ad6b. 00010000:00000010:3.1:1761313467.421751:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000eeed0aef. 00010000:00000010:3.1:1761313467.421758:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000dff1b21e. 00010000:00000010:0.1:1761313467.422429:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c5f31a14. 00010000:00000010:2.1:1761313467.424445:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bb775222. 00010000:00000010:2.1:1761313467.424455:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000090efa6fc. 00010000:00000010:2.1:1761313467.424459:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000001683e04. 00010000:00000010:2.1:1761313467.424462:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000011879984. 00010000:00000010:0.1:1761313467.424901:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fec42d4c. 00010000:00000010:2.1:1761313467.444398:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000064837316. 00010000:00000010:2.1:1761313467.444408:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000088b63a17. 00010000:00000010:0.1:1761313467.448302:0:78250:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a15a1b5a. 00010000:00000010:0.1:1761313467.448314:0:78250:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000057000b62. 00010000:00000010:3.1:1761313467.499096:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e5c69bf8. 00010000:00000010:3.1:1761313467.499115:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000094581a1f. 00010000:00000010:3.1:1761313467.499120:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a9478999. 00010000:00000010:3.1:1761313467.499123:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000d5bc63c. 00010000:00000010:3.1:1761313467.499126:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000dff1b21e. 00010000:00000010:3.1:1761313467.499129:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000592a384c. 00010000:00000010:3.1:1761313467.499132:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000630987cf. 00010000:00000010:3.1:1761313467.499135:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008ff6ad6b. 00010000:00000010:3.1:1761313467.516687:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f48d30af. 00010000:00000010:3.1:1761313467.516699:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000953a2c6. 00010000:00000010:3.1:1761313467.516703:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000be6cc997. 00010000:00000010:3.1:1761313467.520404:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e244b050. 00010000:00000010:3.1:1761313467.520417:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ec8323ba. 00010000:00000010:3.1:1761313467.520421:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008ff6ad6b. 00010000:00000010:3.1:1761313467.536637:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000771f9dc9. 00010000:00000010:0.1:1761313467.538850:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005922f546. 00010000:00000010:0.1:1761313467.538860:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000dff1b21e. 00010000:00000010:0.1:1761313467.547391:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000610b3a45. 00010000:00000010:0.1:1761313467.547402:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007ec0645e. 00010000:00000010:0.1:1761313467.547406:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000775bde46. 00010000:00000010:0.1:1761313467.547410:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007b264b91. 00010000:00000010:0.1:1761313467.555390:0:77239:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000038af2af9. 00010000:00000010:0.1:1761313467.555396:0:77239:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000092564444. 00010000:00000010:2.1:1761313467.555593:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000039867364. 00010000:00000010:0.1:1761313467.560411:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bf944436. 00010000:00000010:0.1:1761313467.565614:0:77239:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009d08d441. 00010000:00000010:0.1:1761313467.565620:0:77239:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000017475890. 00010000:00000010:0.1:1761313467.584307:0:77239:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d98f0dc1. 00010000:00000010:0.1:1761313467.584318:0:77239:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000092564444. 00010000:00000010:0.1:1761313467.592687:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000042d886c3. 00010000:00000010:0.1:1761313467.592701:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000017475890. 00010000:00000010:3.1:1761313467.601535:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000039e50e97. 00010000:00000010:0.1:1761313467.607448:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ecd701b3. 00010000:00000010:0.1:1761313467.607456:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007b264b91. 00010000:00000010:0.1:1761313467.607460:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000775bde46. 00010000:00000010:0.1:1761313467.607464:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000017475890. 00010000:00000010:3.1:1761313467.616455:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fd72a90d. 00010000:00000010:3.1:1761313467.616461:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000092564444. 00010000:00000010:0.1:1761313467.621435:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000701fd991. 00010000:00000010:0.1:1761313467.621442:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000024b48d4b. 00010000:00000010:3.1:1761313467.626422:0:15827:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000353cacea. 00010000:00000010:3.1:1761313467.626437:0:15827:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008ff6ad6b. 00010000:00000010:0.1:1761313467.632733:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b8d1f38f. 00010000:00000010:3.1:1761313467.636424:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006f439b9c. 00010000:00000010:3.1:1761313467.636434:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000be6cc997. 00010000:00000010:2.1:1761313467.644492:0:75220:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009da31497. 00010000:00000010:2.1:1761313467.644502:0:75220:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000473c4dd3. 00010000:00000010:2.1:1761313467.659840:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004e3c6ec6. 00010000:00000010:3.1:1761313467.670332:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002fe4431f. 00010000:00000010:3.1:1761313467.670352:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e3f6452d. 00010000:00000010:2.1:1761313467.676395:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003efe82d9. 00010000:00000010:2.1:1761313467.676409:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000be6cc997. 00010000:00000010:2.1:1761313467.676413:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c2ae6518. 00010000:00000010:3.1:1761313467.676444:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008624b754. 00010000:00000010:2.1:1761313467.691142:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e86645fd. 00010000:00000010:2.1:1761313467.691160:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000072518f62. 00010000:00000010:2.1:1761313467.691487:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000008cf1744. 00010000:00000010:2.1:1761313467.691492:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000473c4dd3. 00010000:00000010:3.1:1761313467.695514:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000be7a71f7. 00010000:00000010:3.1:1761313467.695527:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000034c6ee97. 00010000:00000010:3.1:1761313467.695531:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000d92f573. 00010000:00000010:2.1:1761313467.705514:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007774b7b0. 00010000:00000010:3.1:1761313467.713498:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000162b4c69. 00010000:00000010:3.1:1761313467.713515:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008ff6ad6b. 00010000:00000010:3.1:1761313467.726814:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003e6f1bf0. 00010000:00000010:3.1:1761313467.726823:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bb49d444. 00010000:00000010:3.1:1761313467.726827:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000be6cc997. 00010000:00000010:3.1:1761313467.726830:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000d5bc63c. 00010000:00000010:3.1:1761313467.726832:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000dff1b21e. 00010000:00000010:2.1:1761313467.730470:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bd21d056. 00010000:00000010:0.1:1761313467.733749:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b5ebbe99. 00010000:00000010:3.1:1761313467.735551:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d13fa8a2. 00010000:00000010:3.1:1761313467.735564:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000090efa6fc. 00010000:00000010:3.1:1761313467.735568:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bed351e2. 00010000:00000010:3.1:1761313467.735570:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008ff6ad6b. 00010000:00000010:2.1:1761313467.756590:0:1049:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005e3610eb. 00010000:00000010:3.1:1761313467.758919:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002927d7cb. 00010000:00000010:3.1:1761313467.758930:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000dff1b21e. 00010000:00000010:3.1:1761313467.762389:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b4323e57. 00010000:00000010:3.1:1761313467.762407:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000be6cc997. 00010000:00000010:3.1:1761313467.762411:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003bbb1a21. 00010000:00000010:3.1:1761313467.762414:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000b65a366. 00010000:00000010:3.1:1761313467.762417:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008ff6ad6b. 00010000:00000010:3.1:1761313467.762420:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000d5bc63c. 00010000:00000010:3.1:1761313467.762423:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000090efa6fc. 00010000:00000010:3.1:1761313467.762425:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f2218a7d. 00010000:00000010:3.1:1761313467.762427:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000060d863f5. 00010000:00000010:2.1:1761313467.762566:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001e9dfec7. 00010000:00000010:3.1:1761313467.773473:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d904815c. 00010000:00000010:3.1:1761313467.773487:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000089b7a1f2. 00010000:00000010:2.1:1761313467.774407:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009a7ed4fe. 00010000:00000010:0.1:1761313467.793411:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d80d04b9. 00010000:00000010:3.1:1761313467.797572:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007fcb6c6a. 00010000:00000010:3.1:1761313467.797580:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000060d863f5. 00010000:00000010:2.1:1761313467.802427:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f703e757. 00010000:00000010:3.1:1761313467.808731:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b2fcbcf2. 00010000:00000010:3.1:1761313467.808738:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000089b7a1f2. 00010000:00000010:3.1:1761313467.817658:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ba53352e. 00010000:00000010:3.1:1761313467.817667:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000473c4dd3. 00010000:00000010:2.1:1761313467.822417:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b5252265. 00010000:00000010:2.1:1761313467.826565:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000009ff24a2. 00010000:00000010:3.1:1761313467.826641:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c6cb62c5. 00010000:00000010:3.1:1761313467.826648:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000060d863f5. 00010000:00000010:2.1:1761313467.830512:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000cc758a2. 00010000:00000010:3.1:1761313467.830566:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000aa13bb6c. 00010000:00000010:3.1:1761313467.830573:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000089b7a1f2. 00010000:00000010:2.1:1761313467.847800:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bf10fd01. 00010000:00000010:0.1:1761313467.848089:0:15825:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000025d8ad33. 00010000:00000010:0.1:1761313467.848095:0:15825:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003ca1f465. 00010000:00000010:3.1:1761313467.852481:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004cc80242. 00010000:00000010:3.1:1761313467.860429:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bbdc0c13. 00010000:00000010:0.1:1761313467.865477:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d90b64a5. 00010000:00000010:3.1:1761313467.870511:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007fa23676. 00010000:00000010:0.1:1761313467.873391:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002b2158bf. 00010000:00000010:0.1:1761313467.881408:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fe9d4e2b. 00010000:00000010:0.1:1761313467.889993:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c0d04ef5. 00010000:00000010:2.1:1761313467.893348:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005e13e4d2. 00010000:00000010:0.1:1761313467.905411:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f053645f. 00010000:00000010:0.1:1761313467.910653:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bc1b9c13. 00010000:00000010:2.1:1761313467.913687:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e38950ac. 00010000:00000010:2.1:1761313467.913692:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cb848b29. 00010000:00000010:2.1:1761313467.913696:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d20ef9fb. 00010000:00000010:2.1:1761313467.913698:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000067cc108f. 00010000:00000010:0.1:1761313467.917236:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000037cc4c15. 00010000:00000010:0.1:1761313467.921398:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d056471a. 00010000:00000010:0.1:1761313467.946626:0:15827:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cd3b6bf5. 00010000:00000010:2.1:1761313467.948994:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000080b5cdc1. 00010000:00000010:0.1:1761313467.949867:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e61f290b. 00010000:00000010:2.1:1761313467.950410:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006badf392. 00010000:00000010:3.1:1761313467.951101:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006844cb9b. 00010000:00000010:0.1:1761313467.958075:0:15826:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007773099a. 00010000:00000010:2.1:1761313467.961401:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007fd2d06a. 00010000:00000010:2.1:1761313467.970714:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000df3c76b. 00010000:00000010:0.1:1761313467.974387:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009717609b. 00010000:00000010:3.1:1761313467.975991:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c9ce4408. 00010000:00000010:3.1:1761313467.976002:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000081c209c2. 00010000:00000010:3.1:1761313467.976006:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000d5bc63c. 00010000:00000010:3.1:1761313467.976008:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007fa23676. 00010000:00000010:3.1:1761313467.978797:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000068d88928. 00010000:00000010:3.1:1761313467.978805:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000089b7a1f2. 00010000:00000010:0.1:1761313467.983723:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ac735f5b. 00010000:00000010:3.1:1761313467.984794:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e5f88099. 00010000:00000010:3.1:1761313467.984803:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000060d863f5. 00010000:00000010:0.1:1761313467.991797:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006265b342. 00010000:00000010:2.1:1761313467.996690:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000abe16db7. 00010000:00000010:2.1:1761313468.000430:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004018fc80. 00010000:00000010:0.1:1761313468.008638:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003f6fbbf9. 00010000:00000010:2.1:1761313468.025379:0:71733:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009d32763f. 00010000:00000010:2.1:1761313468.025385:0:71733:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ce215a2b. 00010000:00000010:0.1:1761313468.025633:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e78b9d66. 00010000:00000010:0.1:1761313468.058394:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003298cdd4. 00010000:00000010:0.1:1761313468.058408:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000dc07c72c. 00010000:00000010:0.1:1761313468.058413:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000029d3aa23. 00010000:00000010:0.1:1761313468.058417:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007ec0645e. 00010000:00000010:0.1:1761313468.058420:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a08e7ee6. 00010000:00000010:0.1:1761313468.058423:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000dbcddcad. 00010000:00000010:0.1:1761313468.058425:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003c5bbf1f. 00010000:00000010:0.1:1761313468.058428:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000013e9c38. 00010000:00000010:0.1:1761313468.058430:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f4cb3019. 00010000:00000010:0.1:1761313468.058433:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000037c47246. 00010000:00000010:0.1:1761313468.058435:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f55d3aaf. 00010000:00000010:0.1:1761313468.058439:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ae8c033a. 00010000:00000010:0.1:1761313468.058442:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000077d1ee28. 00010000:00000010:0.1:1761313468.058444:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cf2f425b. 00010000:00000010:0.1:1761313468.058447:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000026ba7506. 00010000:00000010:0.1:1761313468.058449:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001ec26c25. 00010000:00000010:0.1:1761313468.058451:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c827547d. 00010000:00000010:0.1:1761313468.058454:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007a9f5afa. 00010000:00000010:0.1:1761313468.058456:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000775bde46. 00010000:00000010:0.1:1761313468.058458:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000046711eec. 00010000:00000010:0.1:1761313468.058460:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c4977612. 00010000:00000010:0.1:1761313468.058462:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ce215a2b. 00010000:00000010:0.1:1761313468.058466:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000acf3092b. 00010000:00000010:0.1:1761313468.058468:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007b264b91. 00010000:00000010:0.1:1761313468.058470:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000020ecc86f. 00010000:00000010:0.1:1761313468.058471:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000017475890. 00010000:00000010:0.1:1761313468.058473:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000458acbf8. 00010000:00000010:0.1:1761313468.058475:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000092564444. 00010000:00000010:0.1:1761313468.058477:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000051312a40. 00010000:00000010:0.1:1761313468.058479:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000088b63a17. 00010000:00000010:0.1:1761313468.058481:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c82f9367. 00010000:00000010:0.1:1761313468.058483:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000092105968. 00010000:00000010:0.1:1761313468.058485:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000022be976e. 00010000:00000010:0.1:1761313468.058487:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005ec80f43. 00010000:00000010:0.1:1761313468.058489:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000374be3e6. 00010000:00000010:0.1:1761313468.058491:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000c7b23a5. 00010000:00000010:0.1:1761313468.058492:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d18261ea. 00010000:00000010:0.1:1761313468.058494:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009d444e62. 00010000:00000010:0.1:1761313468.058496:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b1a430ba. 00010000:00000010:0.1:1761313468.058498:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000575e5e36. 00010000:00000010:0.1:1761313468.058500:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f3bd8b3f. 00010000:00000010:0.1:1761313468.058503:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d652d269. 00010000:00000010:0.1:1761313468.058506:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005eaf820a. 00010000:00000010:0.1:1761313468.058509:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008ebdd951. 00010000:00000010:0.1:1761313468.058511:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d3266a7f. 00010000:00000010:0.1:1761313468.058514:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001496d924. 00010000:00000010:0.1:1761313468.058516:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b5dff02a. 00010000:00000010:0.1:1761313468.058518:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000deb136fd. 00010000:00000010:0.1:1761313468.058520:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000c4edc1d. 00010000:00000010:0.1:1761313468.058523:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004a3a4968. 00010000:00000010:0.1:1761313468.058525:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f0cbfb57. 00010000:00000010:0.1:1761313468.058527:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003a03ac65. 00010000:00000010:0.1:1761313468.058529:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000546ed037. 00010000:00000010:0.1:1761313468.058531:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c6e88720. 00010000:00000010:0.1:1761313468.058534:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fb77e624. 00010000:00000010:0.1:1761313468.058537:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002293f3d1. 00010000:00000010:0.1:1761313468.058539:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000090563759. 00010000:00000010:0.1:1761313468.058542:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f26ca22e. 00010000:00000010:0.1:1761313468.058544:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008a3bf199. 00010000:00000010:0.1:1761313468.058547:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006a85626d. 00010000:00000010:0.1:1761313468.058551:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003efe82d9. 00010000:00000010:0.1:1761313468.058554:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000036cc317f. 00010000:00000010:0.1:1761313468.058557:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c3cef9d2. 00010000:00000010:0.1:1761313468.058562:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f47cdc85. 00010000:00000010:0.1:1761313468.058565:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ad445cca. 00010000:00000010:0.1:1761313468.058567:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000de625ac1. 00010000:00000010:0.1:1761313468.058569:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000097a9baf9. 00010000:00000010:0.1:1761313468.058572:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f7b07bc5. 00010000:00000010:0.1:1761313468.058574:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000051e74a81. 00010000:00000010:0.1:1761313468.058576:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000308e308f. 00010000:00000010:0.1:1761313468.058579:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000249a7ab. 00010000:00000010:0.1:1761313468.058583:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d4501e24. 00010000:00000010:0.1:1761313468.058585:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008d9ed064. 00010000:00000010:0.1:1761313468.058589:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000be3c3506. 00010000:00000010:0.1:1761313468.058592:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c97c247c. 00010000:00000010:0.1:1761313468.058595:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000026e13eb2. 00010000:00000010:0.1:1761313468.058597:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ebd68f13. 00010000:00000010:0.1:1761313468.058599:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000523e5c8c. 00010000:00000010:0.1:1761313468.058601:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000008e2c915. 00010000:00000010:0.1:1761313468.058604:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000058e5f208. 00010000:00000010:0.1:1761313468.058605:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000596747ab. 00010000:00000010:0.1:1761313468.058608:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000152dcd17. 00010000:00000010:0.1:1761313468.058609:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000060449b. 00010000:00000010:0.1:1761313468.058611:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b55b593e. 00010000:00000010:0.1:1761313468.058615:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008fa54ceb. 00010000:00000010:0.1:1761313468.058617:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000712f8778. 00010000:00000010:0.1:1761313468.058619:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000071b7b89d. 00010000:00000010:0.1:1761313468.058621:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f2d2a043. 00010000:00000010:0.1:1761313468.058623:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000020696e9. 00010000:00000010:0.1:1761313468.058625:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004d0ea00a. 00010000:00000010:0.1:1761313468.058627:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f03517e1. 00010000:00000010:0.1:1761313468.058629:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000069371661. 00010000:00000010:0.1:1761313468.058631:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008761d473. 00010000:00000010:0.1:1761313468.058633:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000da04ec27. 00010000:00000010:0.1:1761313468.058653:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000649c63fb. 00010000:00000010:0.1:1761313468.058655:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000866da72c. 00010000:00000010:0.1:1761313468.058659:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003d8b8e3e. 00010000:00000010:0.1:1761313468.058662:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c0d04ef5. 00010000:00000010:0.1:1761313468.058664:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000df1e655d. 00010000:00000010:0.1:1761313468.058668:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002b2158bf. 00010000:00000010:0.1:1761313468.058674:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000850f6f97. 00010000:00000010:0.1:1761313468.058677:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000916163ad. 00010000:00000010:0.1:1761313468.058679:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000092a017e8. 00010000:00000010:0.1:1761313468.058681:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002a48da9f. 00010000:00000010:0.1:1761313468.058683:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d4a811e0. 00010000:00000010:0.1:1761313468.058686:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cd8e3849. 00010000:00000010:0.1:1761313468.058688:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000096c186aa. 00010000:00000010:0.1:1761313468.058690:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002faeb2ee. 00010000:00000010:0.1:1761313468.058692:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000093938ecf. 00010000:00000010:0.1:1761313468.058695:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000054692165. 00010000:00000010:0.1:1761313468.058699:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005936ecfd. 00010000:00000010:0.1:1761313468.058701:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d92e262e. 00010000:00000010:0.1:1761313468.058703:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e413231a. 00010000:00000010:0.1:1761313468.058705:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000020ac696f. 00010000:00000010:0.1:1761313468.058707:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a18a42cc. 00010000:00000010:0.1:1761313468.058709:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000addb712. 00010000:00000010:0.1:1761313468.058711:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c44cb9e4. 00010000:00000010:0.1:1761313468.058713:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006e3780bc. 00010000:00000010:0.1:1761313468.058715:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001de556f0. 00010000:00000010:0.1:1761313468.058717:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000028ef781d. 00010000:00000010:0.1:1761313468.058719:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f6a3a9ee. 00010000:00000010:0.1:1761313468.058721:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000051c911c2. 00010000:00000010:0.1:1761313468.058723:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000066d9b34. 00010000:00000010:0.1:1761313468.058725:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cbaed3ff. 00010000:00000010:0.1:1761313468.058727:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000011f07429. 00010000:00000010:0.1:1761313468.058729:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a2c14d6b. 00010000:00000010:0.1:1761313468.058732:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000833ab748. 00010000:00000010:0.1:1761313468.058735:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008d1fef30. 00010000:00000010:0.1:1761313468.058738:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007276416c. 00010000:00000010:0.1:1761313468.058739:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000051611421. 00010000:00000010:0.1:1761313468.058741:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000060c1ccdf. 00010000:00000010:0.1:1761313468.058744:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000789ff30e. 00010000:00000010:0.1:1761313468.058748:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000006940f15. 00010000:00000010:0.1:1761313468.058751:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ac1cfe26. 00010000:00000010:0.1:1761313468.058754:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000fe3ef3a. 00010000:00000010:0.1:1761313468.058756:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000002bed012. 00010000:00000010:0.1:1761313468.058758:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b92176e3. 00010000:00000010:0.1:1761313468.058761:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000575d2126. 00010000:00000010:0.1:1761313468.058763:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ad0bfbfc. 00010000:00000010:0.1:1761313468.058765:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d2fb0b6a. 00010000:00000010:0.1:1761313468.058767:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c0b88fbc. 00010000:00000010:0.1:1761313468.058769:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000010ea8f88. 00010000:00000010:0.1:1761313468.058771:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000041290d6b. 00010000:00000010:0.1:1761313468.058773:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008aa80c31. 00010000:00000010:0.1:1761313468.058775:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005d26934c. 00010000:00000010:0.1:1761313468.058777:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000b6180e0. 00010000:00000010:0.1:1761313468.058779:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ae5ec269. 00010000:00000010:0.1:1761313468.058781:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b42b55e1. 00010000:00000010:0.1:1761313468.058783:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000032c53452. 00010000:00000010:0.1:1761313468.058786:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e61f290b. 00010000:00000010:0.1:1761313468.058788:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d5642d84. 00010000:00000010:0.1:1761313468.058790:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002c70b5a0. 00010000:00000010:0.1:1761313468.058793:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e17909c8. 00010000:00000010:0.1:1761313468.058795:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ba2ea6f0. 00010000:00000010:0.1:1761313468.058796:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000043f1e8a8. 00010000:00000010:0.1:1761313468.058799:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e6ddbb2a. 00010000:00000010:0.1:1761313468.058802:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008d90ec78. 00010000:00000010:0.1:1761313468.058804:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001acce6e6. 00010000:00000010:0.1:1761313468.058807:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000024028d2c. 00010000:00000010:0.1:1761313468.058809:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d1602c3d. 00010000:00000010:0.1:1761313468.058811:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000001e4c9df. 00010000:00000010:0.1:1761313468.058813:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000061c213f2. 00010000:00000010:0.1:1761313468.058815:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b7cc40c8. 00010000:00000010:0.1:1761313468.058817:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000a050981. 00010000:00000010:0.1:1761313468.058819:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d53e5c10. 00010000:00000010:0.1:1761313468.058821:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000991c2b9b. 00010000:00000010:0.1:1761313468.058823:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b45fb638. 00010000:00000010:0.1:1761313468.058825:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bfa34c8d. 00010000:00000010:0.1:1761313468.058827:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cf463397. 00010000:00000010:0.1:1761313468.058830:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000019b9bd8a. 00010000:00000010:0.1:1761313468.058832:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d7405a0a. 00010000:00000010:0.1:1761313468.058834:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003eeb2b34. 00010000:00000010:0.1:1761313468.058836:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000068fd4498. 00010000:00000010:0.1:1761313468.058838:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b8a194d2. 00010000:00000010:0.1:1761313468.058840:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b8321532. 00010000:00000010:0.1:1761313468.058843:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ee6f4c87. 00010000:00000010:0.1:1761313468.058846:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fbd20279. 00010000:00000010:0.1:1761313468.058849:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000008e1e814. 00010000:00000010:0.1:1761313468.058851:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b6c429ac. 00010000:00000010:0.1:1761313468.058854:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008db035d4. 00010000:00000010:0.1:1761313468.058856:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000df9e3164. 00010000:00000010:0.1:1761313468.058859:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000048dea5e1. 00010000:00000010:0.1:1761313468.058861:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000066da0c2e. 00010000:00000010:0.1:1761313468.058863:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003e29aedd. 00010000:00000010:0.1:1761313468.058864:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c5b2fcea. 00010000:00000010:0.1:1761313468.058866:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004f91bbe2. 00010000:00000010:0.1:1761313468.058868:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005ab42034. 00010000:00000010:0.1:1761313468.058870:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000010c4cce5. 00010000:00000010:0.1:1761313468.058872:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000de1c9ee9. 00010000:00000010:0.1:1761313468.058874:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fca8e535. 00010000:00000010:0.1:1761313468.058879:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003c47e8e4. 00010000:00000010:0.1:1761313468.058883:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000dca39cc. 00010000:00000010:0.1:1761313468.058885:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b268aa9e. 00010000:00000010:0.1:1761313468.058888:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006fbaf355. 00010000:00000010:0.1:1761313468.058890:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000011930a54. 00010000:00000010:0.1:1761313468.058892:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000015645dc6. 00010000:00000010:0.1:1761313468.058894:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ce74880d. 00010000:00000010:0.1:1761313468.058905:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000133930c5. 00010000:00000010:0.1:1761313468.058908:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007c1b1c89. 00010000:00000010:0.1:1761313468.058910:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008321265a. 00010000:00000010:0.1:1761313468.058912:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000abfcbfc6. 00010000:00000010:0.1:1761313468.058915:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003a434a29. 00010000:00000010:0.1:1761313468.058916:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004ab9b951. 00010000:00000010:0.1:1761313468.058919:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f13b0208. 00010000:00000010:0.1:1761313468.058921:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d436f1e8. 00010000:00000010:0.1:1761313468.058923:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001b2dd8c3. 00010000:00000010:0.1:1761313468.058925:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cb3f2a8d. 00010000:00000010:0.1:1761313468.058927:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007011c8ae. 00010000:00000010:0.1:1761313468.058929:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ea9040ac. 00010000:00000010:0.1:1761313468.058930:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d6106bc2. 00010000:00000010:0.1:1761313468.058932:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d77ecda9. 00010000:00000010:0.1:1761313468.058934:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000803e8ee5. 00010000:00000010:0.1:1761313468.058936:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e37d0408. 00010000:00000010:0.1:1761313468.058938:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000008aeaba9. 00010000:00000010:0.1:1761313468.058941:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000fad199d. 00010000:00000010:0.1:1761313468.058944:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d1466b96. 00010000:00000010:0.1:1761313468.058946:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000244d8eba. 00010000:00000010:0.1:1761313468.058950:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009b177f7c. 00010000:00000010:0.1:1761313468.058952:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000edc4bcd. 00010000:00000010:0.1:1761313468.058954:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000056259f4f. 00010000:00000010:0.1:1761313468.058956:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000398db2aa. 00010000:00000010:0.1:1761313468.058958:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002b6ce279. 00010000:00000010:0.1:1761313468.058960:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000079391ea8. 00010000:00000010:0.1:1761313468.058962:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000025e640c0. 00010000:00000010:0.1:1761313468.058965:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e8ff9115. 00010000:00000010:0.1:1761313468.058969:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ea168d78. 00010000:00000010:0.1:1761313468.058971:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d1005427. 00010000:00000010:0.1:1761313468.058973:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007fb31a37. 00010000:00000010:0.1:1761313468.058975:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b7f008de. 00010000:00000010:0.1:1761313468.058978:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000058adad1. 00010000:00000010:0.1:1761313468.058980:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000095c0576f. 00010000:00000010:0.1:1761313468.058982:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000042221ca1. 00010000:00000010:0.1:1761313468.058984:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000eb244470. 00010000:00000010:0.1:1761313468.058987:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000041e93370. 00010000:00000010:0.1:1761313468.058989:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cdc6d882. 00010000:00000010:0.1:1761313468.058991:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000001451ce4. 00010000:00000010:0.1:1761313468.058994:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002d1c06df. 00010000:00000010:0.1:1761313468.058996:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f37a68b0. 00010000:00000010:0.1:1761313468.058998:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002e778675. 00010000:00000010:0.1:1761313468.059001:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006ebf7f2a. 00010000:00000010:0.1:1761313468.059003:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000aba714c. 00010000:00000010:0.1:1761313468.059005:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000078a5c245. 00010000:00000010:0.1:1761313468.059008:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000162cde65. 00010000:00000010:0.1:1761313468.059010:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e3303b1c. 00010000:00000010:0.1:1761313468.059011:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005fdac61e. 00010000:00000010:0.1:1761313468.059014:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000049431d94. 00010000:00000010:0.1:1761313468.059016:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000924e520a. 00010000:00000010:0.1:1761313468.059018:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000018b659db. 00010000:00000010:0.1:1761313468.059020:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000072b0fc7f. 00010000:00000010:0.1:1761313468.059022:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d9a87175. 00010000:00000010:0.1:1761313468.059024:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004dc845db. 00010000:00000010:0.1:1761313468.059025:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007cdbf4a1. 00010000:00000010:2.1:1761313468.078440:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002b12296a. 00010000:00000010:0.1:1761313468.089506:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007fd51120. 00010000:00000010:3.1:1761313468.094440:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000288f3cf3. 00010000:00000010:3.1:1761313468.094456:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b9357000. 00010000:00000010:2.1:1761313468.102445:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000dc129393. 00010000:00000010:2.1:1761313468.102462:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000060d863f5. 00010000:00000010:0.1:1761313468.106213:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000019319f8c. 00010000:00000010:3.1:1761313468.109576:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002485ec78. 00010000:00000010:3.1:1761313468.109591:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000067cc108f. 00010000:00000010:3.1:1761313468.109595:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000d5bc63c. 00010000:00000010:3.1:1761313468.109598:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000089b7a1f2. 00010000:00000010:2.1:1761313468.120396:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002896c080. 00010000:00000010:3.1:1761313468.127448:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000901c5d1d. 00010000:00000010:3.1:1761313468.127458:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007fa23676. 00010000:00000010:3.1:1761313468.127464:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000033c19fbf. 00010000:00000010:3.1:1761313468.127467:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000089b7a1f2. 00010000:00000010:0.1:1761313468.128395:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000010ea9117. 00010000:00000010:3.1:1761313468.132838:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000067091255. 00010000:00000010:2.1:1761313468.142411:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004ee24a37. 00010000:00000010:3.1:1761313468.142491:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ad4ca394. 00010000:00000010:3.1:1761313468.142498:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008ff6ad6b. 00010000:00000010:3.1:1761313468.146571:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003f56d9a8. 00010000:00000010:3.1:1761313468.146584:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000be6cc997. 00010000:00000010:2.1:1761313468.147481:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000065cf1975. 00010000:00000010:0.1:1761313468.154016:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c741b992. 00010000:00000010:3.1:1761313468.154317:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004d4fff55. 00010000:00000010:3.1:1761313468.154326:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000089b7a1f2. 00010000:00000010:3.1:1761313468.154329:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000d5bc63c. 00010000:00000010:3.1:1761313468.154332:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007fa23676. 00010000:00000010:3.1:1761313468.155397:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d56f8622. 00010000:00000010:3.1:1761313468.155406:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000dff1b21e. 00010000:00000010:3.1:1761313468.162697:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000df4b6890. 00010000:00000010:3.1:1761313468.162705:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000078c6de9f. 00010000:00000010:3.1:1761313468.162709:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008ff6ad6b. 00010000:00000010:0.1:1761313468.167769:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000053892f5f. 00010000:00000010:3.1:1761313468.171693:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d0a4a2ea. 00010000:00000010:3.1:1761313468.171698:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000be6cc997. 00010000:00000010:2.1:1761313468.172021:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c840e69c. 00010000:00000010:0.1:1761313468.174471:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000013cf80c7. 00010000:00000010:0.1:1761313468.174478:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000dff1b21e. 00010000:00000010:0.1:1761313468.178441:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003e573151. 00010000:00000010:2.1:1761313468.182728:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005c06eeaa. 00010000:00000010:0.1:1761313468.187679:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f256aa44. 00010000:00000010:0.1:1761313468.204772:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ef81bae4. 00010000:00000010:2.1:1761313468.204804:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fe94cf3f. 00010000:00000010:2.1:1761313468.204809:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003e03199d. 00010000:00000010:2.1:1761313468.204812:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000029a959f0. 00010000:00000010:2.1:1761313468.204815:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000d92f573. 00010000:00000010:0.1:1761313468.209534:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e8d4f54d. 00010000:00000010:3.1:1761313468.214401:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b4f97af9. 00010000:00000010:2.1:1761313468.214480:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007909d622. 00010000:00000010:2.1:1761313468.214486:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e3f6452d. 00010000:00000010:2.1:1761313468.214490:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000087e6bf5e. 00010000:00000010:2.1:1761313468.214493:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000011879984. 00010000:00000010:2.1:1761313468.222433:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009a0a5805. 00010000:00000010:2.1:1761313468.222447:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000d92f573. 00010000:00000010:3.1:1761313468.226400:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006ddf69cd. 00010000:00000010:2.1:1761313468.226570:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000aec35165. 00010000:00000010:2.1:1761313468.226576:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000057000b62. 00010000:00000010:3.1:1761313468.230440:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c56911d1. 00010000:00000010:2.1:1761313468.230508:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a6639981. 00010000:00000010:2.1:1761313468.230516:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000011879984. 00010000:00000010:2.1:1761313468.230519:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000029a959f0. 00010000:00000010:2.1:1761313468.230522:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000d92f573. 00010000:00000010:3.1:1761313468.232653:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006fcbafbe. 00010000:00000010:0.1:1761313468.238541:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009031d64d. 00010000:00000010:2.1:1761313468.242397:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b9208e74. 00010000:00000010:2.1:1761313468.256466:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008f8225a4. 00010000:00000010:2.1:1761313468.256472:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000eb2df668. 00010000:00000010:0.1:1761313468.260650:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d283e3c3. 00010000:00000010:0.1:1761313468.270282:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000099895ac2. 00010000:00000010:0.1:1761313468.279414:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000086ab2268. 00010000:00000010:2.1:1761313468.284519:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000056b78739. 00010000:00000010:2.1:1761313468.297613:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000dc3a315d. 00010000:00000010:0.1:1761313468.301393:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f2e6994e. 00010000:00000010:0.1:1761313468.301413:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bbba76b4. 00010000:00000010:0.1:1761313468.312409:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a6c4857f. 00010000:00000010:2.1:1761313468.317719:0:15827:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f9c61f01. 00010000:00000010:2.1:1761313468.328898:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c27dd4f2. 00010000:00000010:2.1:1761313468.328905:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000073d7f2c4. 00010000:00000010:2.1:1761313468.345252:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a26d288a. 00010000:00000010:2.1:1761313468.345273:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000d92f573. 00010000:00000010:2.1:1761313468.345278:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000029a959f0. 00010000:00000010:2.1:1761313468.345281:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000011879984. 00010000:00000010:3.1:1761313468.346781:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002ec93ab9. 00010000:00000010:3.1:1761313468.346790:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000057000b62. 00010000:00000010:3.1:1761313468.346794:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f381d0c0. 00010000:00000010:2.1:1761313468.353452:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a562cf4f. 00010000:00000010:2.1:1761313468.353458:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007fd615dc. 00010000:00000010:0.1:1761313468.366984:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006cc566f4. 00010000:00000010:2.1:1761313468.369940:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000089dc2c9f. 00010000:00000010:2.1:1761313468.369948:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000011879984. 00010000:00000010:0.1:1761313468.378624:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000655cda4e. 00010000:00000010:2.1:1761313468.385402:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000078dcaed9. 00010000:00000010:2.1:1761313468.385410:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007fd615dc. 00010000:00000010:3.1:1761313468.391015:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a2b44809. 00010000:00000010:3.1:1761313468.391033:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000011879984. 00010000:00000010:3.1:1761313468.391038:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000d5bc63c. 00010000:00000010:3.1:1761313468.391041:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000be6cc997. 00010000:00000010:0.1:1761313468.394487:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000013bfbc19. 00010000:00000010:3.1:1761313468.404647:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000057c5b70b. 00010000:00000010:3.1:1761313468.404660:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d8ad272e. 00010000:00000010:3.1:1761313468.404665:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008ff6ad6b. 00010000:00000010:3.1:1761313468.417830:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000df049538. 00010000:00000010:3.1:1761313468.417847:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000be6cc997. 00010000:00000010:0.1:1761313468.427425:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009734c0f8. 00010000:00000010:3.1:1761313468.431766:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002ed0fdb0. 00010000:00000010:3.1:1761313468.431781:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008ff6ad6b. 00010000:00000010:0.1:1761313468.431827:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fe5eda06. 00010000:00000010:2.1:1761313468.448210:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005a0e492b. 00010000:00000010:3.1:1761313468.448486:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e76e3e2c. 00010000:00000010:3.1:1761313468.448496:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000be6cc997. 00010000:00000010:2.1:1761313468.467403:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000345a238d. 00010000:00000010:2.1:1761313468.481383:0:13:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000008d9812c. 00010000:00000010:3.1:1761313468.481477:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c7788b76. 00010000:00000010:3.1:1761313468.481483:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008ff6ad6b. 00010000:00000010:3.1:1761313468.481486:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000d5bc63c. 00010000:00000010:3.1:1761313468.481489:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000be6cc997. 00010000:00000010:3.1:1761313468.487746:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000015cf1893. 00010000:00000010:3.1:1761313468.487759:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007fa23676. 00010000:00000010:2.1:1761313468.490692:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009f36bf71. 00010000:00000010:2.1:1761313468.490710:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008f6e3180. 00010000:00000010:2.1:1761313468.490714:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000089b7a1f2. 00010000:00000010:0.1:1761313468.492442:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000073dba217. 00010000:00000010:3.1:1761313468.492648:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c9423ecb. 00010000:00000010:3.1:1761313468.492656:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007fd615dc. 00010000:00000010:3.1:1761313468.496561:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002ed94f8c. 00010000:00000010:3.1:1761313468.496573:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000be6cc997. 00010000:00000010:3.1:1761313468.505965:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000029e4ab6b. 00010000:00000010:3.1:1761313468.505978:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008ff6ad6b. 00010000:00000010:3.1:1761313468.515569:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000169d93fe. 00010000:00000010:3.1:1761313468.515575:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000e6a7b21. 00010000:00000010:2.1:1761313468.518514:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001ad7d78b. 00010000:00000010:3.1:1761313468.522967:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008b655cd8. 00010000:00000010:3.1:1761313468.522976:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008ff6ad6b. 00010000:00000010:3.1:1761313468.525654:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e2bd0355. 00010000:00000010:2.1:1761313468.530285:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000077c1d7d0. 00010000:00000010:2.1:1761313468.550960:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000339528d5. 00010000:00000010:2.1:1761313468.550973:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000404a1e5b. 00010000:00000010:3.1:1761313468.554309:0:31:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b7cda20b. 00010000:00000010:3.1:1761313468.554323:0:31:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ec310e4b. 00010000:00000010:0.1:1761313468.570405:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cd6c6b72. 00010000:00000010:0.1:1761313468.570421:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000027b7fdda. 00010000:00000010:3.1:1761313468.570884:0:78304:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008bd36706. 00010000:00000010:3.1:1761313468.573503:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000efe4c0ed. 00010000:00000010:3.1:1761313468.573511:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d9a87175. 00010000:00000010:0.1:1761313468.579383:0:78305:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001b19fbdf. 00010000:00000010:0.1:1761313468.579395:0:78305:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008ff6ad6b. 00010000:00000010:2.1:1761313468.601405:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003b953e14. 00010000:00000010:3.1:1761313468.613404:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005ddc4eb7. 00010000:00000010:3.1:1761313468.613413:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000018b659db. 00010000:00000010:3.1:1761313468.613426:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008d25768d. 00010000:00000010:3.1:1761313468.613428:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000817984cb. 00010000:00000010:3.1:1761313468.613431:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000d5bc63c. 00010000:00000010:3.1:1761313468.613434:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000085b2d161. 00010000:00000010:0.1:1761313468.621635:0:78307:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000553e4932. 00010000:00000010:0.1:1761313468.621644:0:78307:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002d5a12ba. 00010000:00000010:0.1:1761313468.621647:0:78307:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002025f86a. 00010000:00000010:2.1:1761313468.630441:0:1049:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f2aa5f70. 00010000:00000010:2.1:1761313468.630454:0:1049:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000049431d94. 00010000:00000010:2.1:1761313468.640797:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000158cf78. 00010000:00000010:2.1:1761313468.640805:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000029f6c40d. 00010000:00000010:2.1:1761313468.646468:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001bb90741. 00010000:00000010:2.1:1761313468.646474:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001e1b5883. 00010000:00000010:3.1:1761313468.646896:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000303fa207. 00010000:00000010:3.1:1761313468.658937:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004298b842. 00010000:00000010:3.1:1761313468.658952:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e1a9c8ac. 00010000:00000010:3.1:1761313468.658956:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000d5bc63c. 00010000:00000010:3.1:1761313468.658959:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000085b2d161. 00010000:00000010:2.1:1761313468.672571:0:1049:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000817984cb. 00010000:00000010:3.1:1761313468.703564:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fd588edb. 00010000:00000010:2.1:1761313468.711466:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005c827b0d. 00010000:00000010:2.1:1761313468.711481:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b9b397fc. 00010000:00000010:3.1:1761313468.730634:0:78308:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005b7b8d96. 00010000:00000010:3.1:1761313468.730642:0:78308:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e7c577b7. 00010000:00000010:3.1:1761313468.730645:0:78308:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a3b3703a. 00010000:00000010:3.1:1761313468.730648:0:78308:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000085b2d161. 00010000:00000010:0.1:1761313468.743421:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003ac1851d. 00010000:00000010:2.1:1761313468.747403:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000768a193. 00010000:00000010:2.1:1761313468.747417:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ec917aa3. 00010000:00000010:2.1:1761313468.747421:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009c2fb5bc. 00010000:00000010:2.1:1761313468.749882:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f6596d31. 00010000:00000010:2.1:1761313468.749898:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005f8dd764. 00010000:00000010:0.1:1761313468.750431:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f479f577. 00010000:00000010:2.1:1761313468.768051:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000540c09ea. 00010000:00000010:2.1:1761313468.768060:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e9519e78. 00010000:00000010:2.1:1761313468.768066:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d2b3db6e. 00010000:00000010:3.1:1761313468.775576:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000940049bb. 00010000:00000010:3.1:1761313468.775585:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c2540438. 00010000:00000010:3.1:1761313468.775589:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000d5bc63c. 00010000:00000010:3.1:1761313468.775591:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000085b2d161. 00010000:00000010:0.1:1761313468.789581:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ac658fcb. 00010000:00000010:0.1:1761313468.798975:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000dd2710da. 00010000:00000010:0.1:1761313468.798981:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000065399bb6. 00010000:00000010:0.1:1761313468.803725:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000071b17c9c. 00010000:00000010:0.1:1761313468.803731:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e3303b1c. 00010000:00000010:2.1:1761313468.805512:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000053c22262. 00010000:00000010:0.1:1761313468.809537:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f402c6bb. 00010000:00000010:0.1:1761313468.809551:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000078a5c245. 00010000:00000010:0.1:1761313468.809557:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004dc845db. 00010000:00000010:0.1:1761313468.809560:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e3303b1c. 00010000:00000010:3.1:1761313468.810270:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000048f79fd0. 00010000:00000010:3.1:1761313468.819396:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ca895f55. 00010000:00000010:3.1:1761313468.819405:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007a5e093e. 00010000:00000010:3.1:1761313468.819409:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f19f4a45. 00010000:00000010:0.1:1761313468.833593:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008f09e997. 00010000:00000010:2.1:1761313468.842023:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000042b6c68a. 00010000:00000010:2.1:1761313468.852915:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d6dae468. 00010000:00000010:2.1:1761313468.852933:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d39e9511. 00010000:00000010:0.1:1761313468.860327:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a0c84dc9. 00010000:00000010:0.1:1761313468.860340:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000058a0c579. 00010000:00000010:0.1:1761313468.860345:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004dc845db. 00010000:00000010:0.1:1761313468.860348:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e3303b1c. 00010000:00000010:0.1:1761313468.867380:0:78315:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005258cab2. 00010000:00000010:0.1:1761313468.867390:0:78315:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000078a5c245. 00010000:00000010:3.1:1761313468.867464:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000015f19658. 00010000:00000010:2.1:1761313468.869503:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006ee86e36. 00010000:00000010:2.1:1761313468.869511:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007bdc554e. 00010000:00000010:3.1:1761313468.869649:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000044d757d0. 00010000:00000010:3.1:1761313468.872500:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000dd328a8c. 00010000:00000010:0.1:1761313468.879620:0:15825:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000006744332. 00010000:00000010:2.1:1761313468.887746:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c08a292b. 00010000:00000010:2.1:1761313468.887756:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000dc2f0a05. 00010000:00000010:2.1:1761313468.887759:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003230c856. 00010000:00000010:2.1:1761313468.887761:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b196a002. 00010000:00000010:2.1:1761313468.887764:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005f8dd764. 00010000:00000010:3.1:1761313468.896470:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b9ba6f8a. 00010000:00000010:3.1:1761313468.902611:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000333c36f9. 00010000:00000010:2.1:1761313468.904768:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000eb89372d. 00010000:00000010:2.1:1761313468.904776:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008ef8e46f. 00010000:00000010:0.1:1761313468.913396:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000df4daf75. 00010000:00000010:0.1:1761313468.913409:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005f8dd764. 00010000:00000010:3.1:1761313468.916452:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000028afa66f. 00010000:00000010:3.1:1761313468.916459:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c30ae2ca. 00010000:00000010:0.1:1761313468.916496:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b01a2d97. 00010000:00000010:0.1:1761313468.916504:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000078a5c245. 00010000:00000010:0.1:1761313468.926408:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000357ef5d6. 00010000:00000010:0.1:1761313468.926424:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a5ef77eb. 00010000:00000010:0.1:1761313468.926428:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e3303b1c. 00010000:00000010:0.1:1761313468.926432:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004dc845db. 00010000:00000010:0.1:1761313468.926435:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000013b71a4c. 00010000:00000010:2.1:1761313468.932410:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d8a4bb31. 00010000:00000010:2.1:1761313468.932422:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c3fd56a8. 00010000:00000010:0.1:1761313468.932474:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c06ff9c2. 00010000:00000010:3.1:1761313468.936482:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f7b4d0eb. 00010000:00000010:2.1:1761313468.941423:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bcca05fe. 00010000:00000010:2.1:1761313468.941432:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006563a47f. 00010000:00000010:0.1:1761313468.947397:0:78314:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009bd13ce3. 00010000:00000010:0.1:1761313468.947411:0:78314:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008711767e. 00010000:00000010:2.1:1761313468.959241:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b9032c94. 00010000:00000010:0.1:1761313468.969573:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000635e9f6b. 00010000:00000010:0.1:1761313468.969589:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f35581f4. 00010000:00000010:0.1:1761313468.969592:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000013b71a4c. 00010000:00000010:2.1:1761313468.991947:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008ef9821b. 00010000:00000010:2.1:1761313468.991960:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000045e655b4. 00010000:00000010:2.1:1761313468.991964:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e3303b1c. 00010000:00000010:2.1:1761313468.991967:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b196a002. 00010000:00000010:2.1:1761313468.991970:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006563a47f. 00010000:00000010:0.1:1761313469.004653:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001f232561. 00010000:00000010:3.1:1761313469.006518:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000060daa6ec. 00010000:00000010:2.1:1761313469.006523:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d417622a. 00010000:00000010:3.1:1761313469.006531:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000449a88a. 00010000:00000010:2.1:1761313469.006532:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000084acf09a. 00010000:00000010:2.1:1761313469.006540:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000070f1330b. 00010000:00000010:3.1:1761313469.008409:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004592a6b6. 00010000:00000010:3.1:1761313469.008418:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006563a47f. 00010000:00000010:0.1:1761313469.008608:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b2161e0f. 00010000:00000010:0.1:1761313469.028393:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000072cb8783. 00010000:00000010:2.1:1761313469.040411:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000042b886f3. 00010000:00000010:2.1:1761313469.040419:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009f7b2473. 00010000:00000010:2.1:1761313469.040424:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003bd0df51. 00010000:00000010:2.1:1761313469.040429:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003e13815c. 00010000:00000010:2.1:1761313469.040432:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000070f1330b. 00010000:00000010:2.1:1761313469.040436:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b196a002. 00010000:00000010:2.1:1761313469.040440:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001c5c5a85. 00010000:00000010:0.1:1761313469.042505:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001edabb66. 00010000:00000010:2.1:1761313469.065139:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000088048ed7. 00010000:00000010:3.1:1761313469.066086:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000011e50e2f. 00010000:00000010:3.1:1761313469.066093:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000082ccbc81. 00010000:00000010:3.1:1761313469.083767:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003a84e972. 00010000:00000010:0.1:1761313469.087579:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000098537b7d. 00010000:00000010:0.1:1761313469.087606:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000007188ed2. 00010000:00000010:0.1:1761313469.087614:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000007dc617b. 00010000:00000010:3.1:1761313469.090849:0:77239:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009fe5d71e. 00010000:00000010:3.1:1761313469.090860:0:77239:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001e34f35f. 00010000:00000010:3.1:1761313469.090865:0:77239:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000013b71a4c. 00010000:00000010:3.1:1761313469.090868:0:77239:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000d5bc63c. 00010000:00000010:3.1:1761313469.090870:0:77239:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fe4d6e48. 00010000:00000010:0.1:1761313469.099907:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000078759ad3. 00010000:00000010:3.1:1761313469.101627:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bbf6d476. 00010000:00000010:3.1:1761313469.101640:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000788560ac. 00010000:00000010:3.1:1761313469.118945:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009dc4f676. 00010000:00000010:3.1:1761313469.118953:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a5e888e7. 00010000:00000010:3.1:1761313469.118956:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fe4d6e48. 00010000:00000010:3.1:1761313469.128942:0:75220:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000606bf584. 00010000:00000010:3.1:1761313469.128949:0:75220:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008583f4ce. 00010000:00000010:3.1:1761313469.128953:0:75220:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000788560ac. 00010000:00000010:2.1:1761313469.137571:0:37:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c3a4a7d8. 00010000:00000010:2.1:1761313469.137584:0:37:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001661ec49. 00010000:00000010:2.1:1761313469.150440:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001c0916dd. 00010000:00000010:2.1:1761313469.150451:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000070765f7d. 00010000:00000010:2.1:1761313469.150455:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001c5c5a85. 00010000:00000010:2.1:1761313469.150459:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b196a002. 00010000:00000010:2.1:1761313469.150464:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000070f1330b. 00010000:00000010:2.1:1761313469.153175:0:1028:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cdafca37. 00010000:00000010:0.1:1761313469.161864:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b897d6ad. 00010000:00000010:0.1:1761313469.161885:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000af14f809. 00010000:00000010:2.1:1761313469.165773:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000924172ba. 00010000:00000010:0.1:1761313469.170422:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005ccdf3d8. 00010000:00000010:0.1:1761313469.170429:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000078a5c245. 00010000:00000010:0.1:1761313469.185663:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a6b7c668. 00010000:00000010:0.1:1761313469.185673:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008f9e0166. 00010000:00000010:0.1:1761313469.195826:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000b745bb9. 00010000:00000010:0.1:1761313469.195835:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001a6a109a. 00010000:00000010:0.1:1761313469.195863:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fb4d0a1a. 00010000:00000010:0.1:1761313469.195867:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ca70c166. 00010000:00000010:0.1:1761313469.195870:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000078a5c245. 00010000:00000010:0.1:1761313469.195873:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004dc845db. 00010000:00000010:0.1:1761313469.195884:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e3d4b86a. 00010000:00000010:3.1:1761313469.197384:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000eadaa7ce. 00010000:00000010:3.1:1761313469.197395:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d32b4596. 00010000:00000010:3.1:1761313469.197398:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003b9c5d31. 00010000:00000010:3.1:1761313469.206389:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000285c409f. 00010000:00000010:2.1:1761313469.208860:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007ef59c62. 00010000:00000010:2.1:1761313469.208867:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000788560ac. 00010000:00000010:2.1:1761313469.208906:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000918fac99. 00010000:00000010:0.1:1761313469.209444:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003e2264ab. 00010000:00000010:0.1:1761313469.209450:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000070f1330b. 00010000:00000010:0.1:1761313469.212635:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006f77fafa. 00010000:00000010:0.1:1761313469.212642:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000004df4022. 00010000:00000010:0.1:1761313469.212646:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e3d4b86a. 00010000:00000010:0.1:1761313469.226478:0:78349:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000209ef3b2. 00010000:00000010:0.1:1761313469.226486:0:78349:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000078a5c245. 00010000:00000010:0.1:1761313469.226490:0:78349:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004dc845db. 00010000:00000010:0.1:1761313469.226493:0:78349:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e3d4b86a. 00010000:00000010:0.1:1761313469.230385:0:78349:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cfa4eae3. 00010000:00000010:3.1:1761313469.231465:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000023341f2. 00010000:00000010:3.1:1761313469.231473:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001a6a109a. 00010000:00000010:0.1:1761313469.241726:0:1028:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008cf96888. 00010000:00000010:0.1:1761313469.241738:0:1028:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005524d4c2. 00010000:00000010:3.1:1761313469.243977:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a3b071a6. 00010000:00000010:0.1:1761313469.260324:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000066d706c4. 00010000:00000010:0.1:1761313469.260331:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001220abff. 00010000:00000010:0.1:1761313469.260336:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e3d4b86a. 00010000:00000010:3.1:1761313469.264518:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009f18bcaf. 00010000:00000010:3.1:1761313469.264528:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000007277e35. 00010000:00000010:3.1:1761313469.264532:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000078a5c245. 00010000:00000010:3.1:1761313469.264535:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000d5bc63c. 00010000:00000010:3.1:1761313469.264538:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fe4d6e48. 00010000:00000010:3.1:1761313469.271615:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000076abc6ef. 00010000:00000010:3.1:1761313469.271628:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000046c8f63a. 00010000:00000010:3.1:1761313469.271632:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006f77fafa. 00010000:00000010:2.1:1761313469.283782:0:15826:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003b4a3450. 00010000:00000010:0.1:1761313469.285142:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002d5c4777. 00010000:00000010:0.1:1761313469.285153:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000788560ac. 00010000:00000010:0.1:1761313469.289586:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e9b001ba. 00010000:00000010:0.1:1761313469.289594:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e3d4b86a. 00010000:00000010:3.1:1761313469.298437:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a0927bb9. 00010000:00000010:0.1:1761313469.299285:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b6557e9d. 00010000:00000010:0.1:1761313469.299294:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008f9e0166. 00010000:00000010:3.1:1761313469.305697:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006939c74f. 00010000:00000010:3.1:1761313469.305706:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a45c795b. 00010000:00000010:3.1:1761313469.305710:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e3d4b86a. 00010000:00000010:3.1:1761313469.305713:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000d5bc63c. 00010000:00000010:3.1:1761313469.305716:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006f77fafa. 00010000:00000010:0.1:1761313469.310406:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002b994669. 00010000:00000010:2.1:1761313469.325468:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001f5200e7. 00010000:00000010:2.1:1761313469.330453:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006182bf8d. 00010000:00000010:3.1:1761313469.338662:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000067416ee7. 00010000:00000010:3.1:1761313469.347427:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000043e4115. 00010000:00000010:3.1:1761313469.347440:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f99bf56c. 00010000:00000010:3.1:1761313469.347445:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009b0b8bce. 00010000:00000010:3.1:1761313469.347448:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000d5bc63c. 00010000:00000010:3.1:1761313469.347451:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006f77fafa. 00010000:00000010:0.1:1761313469.358503:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000014b1dfcf. 00010000:00000010:3.1:1761313469.358621:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f6f81466. 00010000:00000010:3.1:1761313469.358627:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001661ec49. 00010000:00000010:3.1:1761313469.364394:0:77239:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d08a162d. 00010000:00000010:3.1:1761313469.364401:0:77239:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000098e81b3e. 00010000:00000010:0.1:1761313469.364717:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003096bbb5. 00010000:00000010:0.1:1761313469.372458:0:75220:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e40be45e. 00010000:00000010:3.1:1761313469.373457:0:64710:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ee20cbfe. 00010000:00000010:0.1:1761313469.381215:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003ab9c8ec. 00010000:00000010:0.1:1761313469.390660:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c5cb1b32. 00010000:00000010:2.1:1761313469.398147:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003a4c4b42. 00010000:00000010:3.1:1761313469.398514:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000781dbec6. 00010000:00000010:3.1:1761313469.398521:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000007dc617b. 00010000:00000010:2.1:1761313469.404425:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007d3a7cc7. 00010000:00000010:3.1:1761313469.412395:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000079130739. 00010000:00000010:3.1:1761313469.412401:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000098e81b3e. 00010000:00000010:2.1:1761313469.416426:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005ccc903e. 00010000:00000010:2.1:1761313469.416442:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f1bf49ab. 00010000:00000010:2.1:1761313469.416446:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001661ec49. 00010000:00000010:2.1:1761313469.423536:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000934077a1. 00010000:00000010:2.1:1761313469.423550:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001c5c5a85. 00010000:00000010:2.1:1761313469.423554:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b196a002. 00010000:00000010:2.1:1761313469.423557:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006563a47f. 00010000:00000010:3.1:1761313469.423753:0:76071:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009d870969. 00010000:00000010:0.1:1761313469.425475:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d15d7031. 00010000:00000010:2.1:1761313469.437475:0:71733:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d6611cb6. 00010000:00000010:2.1:1761313469.437488:0:71733:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000449a88a. 00010000:00000010:1.1:1761313469.445969:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000088c0b17f. 00010000:00000010:1.1:1761313469.445974:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000315dd6ca. 00010000:00000010:1.1:1761313469.445977:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001dae9f03. 00010000:00000010:1.1:1761313469.445978:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e75aa64a. 00010000:00000010:1.1:1761313469.445980:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e13704d4. 00010000:00000010:1.1:1761313469.445982:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d95a5ca9. 00010000:00000010:1.1:1761313469.445984:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a2b1bf5a. 00010000:00000010:1.1:1761313469.445986:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000803d77c0. 00010000:00000010:1.1:1761313469.445989:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000eb3798a1. 00010000:00000010:1.1:1761313469.445991:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000000ab9ec4. 00010000:00000010:1.1:1761313469.445993:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003e5259a9. 00010000:00000010:1.1:1761313469.445996:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d611c4d9. 00010000:00000010:1.1:1761313469.445998:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000074c712e6. 00010000:00000010:1.1:1761313469.446000:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000344411bb. 00010000:00000010:1.1:1761313469.446003:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000345a238d. 00010000:00000010:1.1:1761313469.446006:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000dcc7e317. 00010000:00000010:1.1:1761313469.446008:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004807135b. 00010000:00000010:1.1:1761313469.446011:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000001aa1e07. 00010000:00000010:1.1:1761313469.446014:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cee64235. 00010000:00000010:1.1:1761313469.446017:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000763d1592. 00010000:00000010:1.1:1761313469.446019:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000065b52331. 00010000:00000010:1.1:1761313469.446022:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000003583c7d. 00010000:00000010:1.1:1761313469.446024:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000887f08c3. 00010000:00000010:1.1:1761313469.446027:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d56a68fd. 00010000:00000010:1.1:1761313469.446030:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c3460e6e. 00010000:00000010:2.1:1761313469.446397:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000ae2f25d. 00010000:00000010:1.1:1761313469.458710:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000083fd8f46. 00010000:00000010:1.1:1761313469.458722:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000153944fa. 00010000:00000010:1.1:1761313469.458726:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d56a68fd. 00010000:00000010:1.1:1761313469.458730:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c3460e6e. 00010000:00000010:1.1:1761313469.458732:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000003583c7d. 00010000:00000010:1.1:1761313469.458735:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000887f08c3. 00010000:00000010:1.1:1761313469.458737:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000763d1592. 00010000:00000010:1.1:1761313469.458739:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000065b52331. 00010000:00000010:1.1:1761313469.461809:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000dac93448. 00010000:00000010:1.1:1761313469.461826:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cee64235. 00010000:00000010:1.1:1761313469.461829:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000129e7bed. 00010000:00000010:1.1:1761313469.461834:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004807135b. 00010000:00000010:1.1:1761313469.461837:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001553e757. 00010000:00000010:1.1:1761313469.461839:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000345a238d. 00010000:00000010:1.1:1761313469.461841:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000098b38caf. 00010000:00000010:1.1:1761313469.461844:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000be25a68f. 00010000:00000010:1.1:1761313469.461847:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008fa556c3. 00010000:00000010:1.1:1761313469.461849:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cfb8ce0e. 00010000:00000010:1.1:1761313469.461865:0:15826:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000001aa1e07. 00010000:00000010:1.1:1761313469.461879:0:15826:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b1d6266c. 00010000:00000010:1.1:1761313469.461882:0:15826:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000dcc7e317. 00010000:00000010:1.1:1761313469.461885:0:15826:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d6b9c335. 00010000:00000010:1.1:1761313469.461887:0:15826:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000344411bb. 00010000:00000010:1.1:1761313469.461889:0:15826:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000828c2009. 00010000:00000010:1.1:1761313469.461891:0:15826:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d611c4d9. 00010000:00000010:1.1:1761313469.461893:0:15826:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a0117718. 00010000:00000010:1.1:1761313469.461895:0:15826:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000000ab9ec4. 00010000:00000010:1.1:1761313469.461897:0:15826:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d2795d61. 00010000:00000010:1.1:1761313469.461899:0:15826:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000803d77c0. 00010000:00000010:1.1:1761313469.461902:0:15826:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004d995d24. 00010000:00000010:1.1:1761313469.461904:0:15826:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d95a5ca9. 00010000:00000010:1.1:1761313469.461907:0:15826:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000074c712e6. 00010000:00000010:1.1:1761313469.461909:0:15826:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e75aa64a. 00010000:00000010:1.1:1761313469.461912:0:15826:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003e5259a9. 00010000:00000010:1.1:1761313469.461914:0:15826:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000315dd6ca. 00010000:00000010:1.1:1761313469.461918:0:15826:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000eb3798a1. 00010000:00000010:1.1:1761313469.461923:0:15826:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000dfc8f069. 00010000:00000010:1.1:1761313469.461925:0:15826:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a2b1bf5a. 00010000:00000010:1.1:1761313469.461928:0:15826:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000026b5963a. 00010000:00000010:1.1:1761313469.461930:0:15826:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e13704d4. 00010000:00000010:1.1:1761313469.461933:0:15826:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006d31bc4a. 00010000:00000010:1.1:1761313469.461935:0:15826:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001dae9f03. 00010000:00000010:1.1:1761313469.461937:0:15826:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d20997e3. 00010000:00000010:1.1:1761313469.461939:0:15826:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000088c0b17f. 00010000:00000010:1.1:1761313469.461943:0:15826:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000013f0c058. 00010000:00000010:1.1:1761313469.461945:0:15826:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000524efffd. 00010000:00000010:1.1:1761313469.461946:0:15826:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000095305390. 00010000:00000010:1.1:1761313469.461948:0:15826:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000081c209c2. 00010000:00000010:1.1:1761313469.461950:0:15826:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c317750a. 00010000:00000010:1.1:1761313469.461952:0:15826:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cb848b29. 00010000:00000010:1.1:1761313469.461954:0:15826:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d0c330fc. 00010000:00000010:1.1:1761313469.461956:0:15826:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003ca1f465. 00010000:00000010:1.1:1761313469.461958:0:15826:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003ae3cf22. 00010000:00000010:1.1:1761313469.461959:0:15826:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000072518f62. 00010000:00000010:1.1:1761313469.461961:0:15826:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002340af89. 00010000:00000010:1.1:1761313469.461963:0:15826:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a9478999. 00010000:00000010:1.1:1761313469.461966:0:15826:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a1f0ecce. 00010000:00000010:1.1:1761313469.461968:0:15826:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000325b728. 00010000:00000010:1.1:1761313469.461970:0:15826:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005fb1382e. 00010000:00000010:1.1:1761313469.461973:0:15826:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b7acc3ee. 00010000:00000010:1.1:1761313469.461974:0:15826:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000006ba2fd2. 00010000:00000010:1.1:1761313469.461976:0:15826:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c3191da0. 00010000:00000010:1.1:1761313469.461978:0:15826:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ce4fe2fa. 00010000:00000010:1.1:1761313469.461980:0:15826:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b0633623. 00010000:00000010:1.1:1761313469.461982:0:15826:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d67278c2. 00010000:00000010:1.1:1761313469.461984:0:15826:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a027f558. 00010000:00000010:1.1:1761313469.461985:0:15826:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000814684fb. 00010000:00000010:1.1:1761313469.461987:0:15826:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ab41a3cc. 00010000:00000010:1.1:1761313469.461989:0:15826:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ebc214a9. 00010000:00000010:1.1:1761313469.461991:0:15826:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f015d550. 00010000:00000010:1.1:1761313469.461993:0:15826:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000068013659. 00010000:00000010:1.1:1761313469.461995:0:15826:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000754be480. 00010000:00000010:1.1:1761313469.461997:0:15826:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005ed07b9f. 00010000:00000010:1.1:1761313469.462000:0:15826:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006be9e003. 00010000:00000010:1.1:1761313469.462003:0:15826:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000034128165. 00010000:00000010:1.1:1761313469.462005:0:15826:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ef3a86e2. 00010000:00000010:1.1:1761313469.462010:0:15826:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000551dea48. 00010000:00000010:1.1:1761313469.462013:0:15826:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008b4bea69. 00010000:00000010:1.1:1761313469.462015:0:15826:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000da287da3. 00010000:00000010:1.1:1761313469.462017:0:15826:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a85a8ba2. 00010000:00000010:1.1:1761313469.462020:0:15826:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005c432875. 00010000:00000010:1.1:1761313469.462022:0:15826:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000044caef58. 00010000:00000010:1.1:1761313469.462023:0:15826:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000054233d95. 00010000:00000010:1.1:1761313469.462026:0:15826:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007d9ca694. 00010000:00000010:1.1:1761313469.462028:0:15826:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000051b758d. 00010000:00000010:1.1:1761313469.462030:0:15826:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000aa344b22. 00010000:00000010:1.1:1761313469.462032:0:15826:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e81428f2. 00010000:00000010:1.1:1761313469.462034:0:15826:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000db296d38. 00010000:00000010:1.1:1761313469.462036:0:15826:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d0d470b0. 00010000:00000010:1.1:1761313469.462038:0:15826:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bd7d771a. 00010000:00000010:1.1:1761313469.462040:0:15826:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e860d9d6. 00010000:00000010:1.1:1761313469.462042:0:15826:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000071bebdf1. 00010000:00000010:1.1:1761313469.462043:0:15826:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a56257ac. 00010000:00000010:1.1:1761313469.462045:0:15826:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ac21ea12. 00010000:00000010:1.1:1761313469.462047:0:15826:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000dda0b4a4. 00010000:00000010:1.1:1761313469.462049:0:15826:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001bb6b9b8. 00010000:00000010:1.1:1761313469.462052:0:15826:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002085ca61. 00010000:00000010:1.1:1761313469.462054:0:15826:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bb1a01e9. 00010000:00000010:1.1:1761313469.462056:0:15826:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000fe61588. 00010000:00000010:1.1:1761313469.462058:0:15826:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000dd328a8c. 00010000:00000010:1.1:1761313469.462060:0:15826:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003f87c942. 00010000:00000010:1.1:1761313469.462063:0:15826:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000075ddd837. 00010000:00000010:1.1:1761313469.462065:0:15826:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005277f51c. 00010000:00000010:1.1:1761313469.462068:0:15826:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ec472175. 00010000:00000010:1.1:1761313469.462073:0:15826:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f8516204. 00010000:00000010:1.1:1761313469.462075:0:15826:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e2d785b2. 00010000:00000010:1.1:1761313469.462077:0:15826:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007cb10b42. 00010000:00000010:1.1:1761313469.462080:0:15826:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006153b344. 00010000:00000010:1.1:1761313469.462082:0:15826:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000aff343d3. 00010000:00000010:1.1:1761313469.462085:0:15826:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000298dea79. 00010000:00000010:1.1:1761313469.462087:0:15826:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000007059a4f. 00010000:00000010:1.1:1761313469.462089:0:15826:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009baf742b. 00010000:00000010:1.1:1761313469.462091:0:15826:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000004aa7f49. 00010000:00000010:1.1:1761313469.462092:0:15826:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000037e3afea. 00010000:00000010:1.1:1761313469.462094:0:15826:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000090d7e7a2. 00010000:00000010:1.1:1761313469.462097:0:15826:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000abd626d7. 00010000:00000010:1.1:1761313469.462099:0:15826:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000096d69988. 00010000:00000010:1.1:1761313469.462100:0:15826:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004e050f66. 00010000:00000010:1.1:1761313469.462104:0:15826:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a0d6e517. 00010000:00000010:1.1:1761313469.462106:0:15826:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004be0b452. 00010000:00000010:1.1:1761313469.462108:0:15826:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ed0abe98. 00010000:00000010:1.1:1761313469.462110:0:15826:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007ba2baef. 00010000:00000010:1.1:1761313469.462112:0:15826:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e896e6c6. 00010000:00000010:1.1:1761313469.462113:0:15826:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000aaca3be3. 00010000:00000010:1.1:1761313469.462115:0:15826:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c7eb0437. 00010000:00000010:1.1:1761313469.462117:0:15826:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008f57fe86. 00010000:00000010:1.1:1761313469.462119:0:15826:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002030e15d. 00010000:00000010:1.1:1761313469.462121:0:15826:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ffd9ec73. 00010000:00000010:1.1:1761313469.462123:0:15826:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006472112a. 00010000:00000010:1.1:1761313469.462125:0:15826:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007f17aca1. 00010000:00000010:1.1:1761313469.462129:0:15826:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002847973a. 00010000:00000010:1.1:1761313469.462131:0:15826:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008bd36706. 00010000:00000010:1.1:1761313469.462133:0:15826:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000454439bd. 00010000:00000010:1.1:1761313469.462135:0:15826:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001dccfb04. 00010000:00000010:1.1:1761313469.462137:0:15826:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004f702023. 00010000:00000010:1.1:1761313469.462139:0:15826:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009b0b8bce. 00010000:00000010:1.1:1761313469.462142:0:15826:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006bd1fcf2. 00010000:00000010:1.1:1761313469.462144:0:15826:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000007dc617b. 00010000:00000010:1.1:1761313469.462147:0:15826:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007b3ae47e. 00010000:00000010:1.1:1761313469.462149:0:15826:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000dc07c72c. 00010000:00000010:1.1:1761313469.462151:0:15826:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000181a22f0. 00010000:00000010:1.1:1761313469.462153:0:15826:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b9357000. 00010000:00000010:1.1:1761313469.462154:0:15826:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000012404e61. 00010000:00000010:1.1:1761313469.462157:0:15826:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003e03199d. 00010000:00000010:1.1:1761313469.462159:0:15826:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006acc6763. 00010000:00000010:1.1:1761313469.462160:0:15826:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000073d7f2c4. 00010000:00000010:1.1:1761313469.462162:0:15826:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008f5521c6. 00010000:00000010:1.1:1761313469.462164:0:15826:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000e6a7b21. 00010000:00000010:1.1:1761313469.462166:0:15826:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a4345a0d. 00010000:00000010:1.1:1761313469.462168:0:15826:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000404a1e5b. 00010000:00000010:1.1:1761313469.462171:0:15826:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003298cdd4. 00010000:00000010:1.1:1761313469.462174:0:15826:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000027b7fdda. 00010000:00000010:1.1:1761313469.462175:0:15826:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001a415553. 00010000:00000010:1.1:1761313469.462177:0:15826:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b9b397fc. 00010000:00000010:1.1:1761313469.462179:0:15826:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008f41ed6c. 00010000:00000010:1.1:1761313469.462181:0:15826:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e7c577b7. 00010000:00000010:1.1:1761313469.462183:0:15826:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000327a8ec2. 00010000:00000010:1.1:1761313469.462185:0:15826:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000065399bb6. 00010000:00000010:1.1:1761313469.462187:0:15826:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009c68499a. 00010000:00000010:1.1:1761313469.462188:0:15826:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000058a0c579. 00010000:00000010:1.1:1761313469.462190:0:15826:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b9c8fd1c. 00010000:00000010:1.1:1761313469.462192:0:15826:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003230c856. 00010000:00000010:1.1:1761313469.462195:0:15826:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000718886d1. 00010000:00000010:1.1:1761313469.462197:0:15826:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005524d4c2. 00010000:00000010:1.1:1761313469.462199:0:15826:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000eb4a4b03. 00010000:00000010:1.1:1761313469.462201:0:15826:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000082ccbc81. 00010000:00000010:1.1:1761313469.462203:0:15826:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006e8e8c33. 00010000:00000010:1.1:1761313469.462205:0:15826:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008ef8e46f. 00010000:00000010:1.1:1761313469.462212:0:15826:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000052ff1bc. 00010000:00000010:1.1:1761313469.462216:0:15826:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000088be6815. 00010000:00000010:1.1:1761313469.462222:0:15826:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000017162746. 00010000:00000010:1.1:1761313469.462226:0:15826:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f381bf0a. 00010000:00000010:1.1:1761313469.462229:0:15826:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008c9cd7d2. 00010000:00000010:1.1:1761313469.462232:0:15826:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008e8d4f56. 00010000:00000010:1.1:1761313469.462237:0:15826:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005b3bf3c8. 00010000:00000010:1.1:1761313469.462239:0:15826:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000010b05f6a. 00010000:00000010:1.1:1761313469.462241:0:15826:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003b6aec1a. 00010000:00000010:1.1:1761313469.462243:0:15826:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000017e47d41. 00010000:00000010:1.1:1761313469.462247:0:15826:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b3bf4367. 00010000:00000010:1.1:1761313469.462249:0:15826:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000dec0de5e. 00010000:00000010:1.1:1761313469.462251:0:15826:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fa022b65. 00010000:00000010:1.1:1761313469.462253:0:15826:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007ee5af85. 00010000:00000010:1.1:1761313469.462255:0:15826:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007976ef43. 00010000:00000010:1.1:1761313469.462258:0:15826:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d611337d. 00010000:00000010:1.1:1761313469.462260:0:15826:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000084882a6. 00010000:00000010:1.1:1761313469.462263:0:15826:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000060a72871. 00010000:00000010:1.1:1761313469.462268:0:15826:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007289b7ae. 00010000:00000010:1.1:1761313469.462270:0:15826:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000de828763. 00010000:00000010:1.1:1761313469.462273:0:15826:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000008bb048. 00010000:00000010:1.1:1761313469.462276:0:15826:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e2609cb3. 00010000:00000010:1.1:1761313469.462278:0:15826:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000095961967. 00010000:00000010:1.1:1761313469.462280:0:15826:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008c714216. 00010000:00000010:1.1:1761313469.462282:0:15826:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006fd2fc48. 00010000:00000010:1.1:1761313469.462284:0:15826:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000eb014756. 00010000:00000010:1.1:1761313469.462288:0:15826:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008e930da4. 00010000:00000010:1.1:1761313469.462291:0:15826:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b4f97af9. 00010000:00000010:1.1:1761313469.462294:0:15826:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a0dfee0d. 00010000:00000010:1.1:1761313469.462296:0:15826:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000034f81b97. 00010000:00000010:1.1:1761313469.462299:0:15826:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c1fef89f. 00010000:00000010:1.1:1761313469.462302:0:15826:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000089a613a7. 00010000:00000010:1.1:1761313469.462304:0:15826:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ebb174a5. 00010000:00000010:1.1:1761313469.462306:0:15826:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b9aab643. 00010000:00000010:1.1:1761313469.462308:0:15826:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009c2756dc. 00010000:00000010:1.1:1761313469.462312:0:15826:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cfb62a6c. 00010000:00000010:1.1:1761313469.462314:0:15826:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009f591999. 00010000:00000010:1.1:1761313469.462316:0:15826:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000009261c3e. 00010000:00000010:1.1:1761313469.462318:0:15826:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000eb358f5b. 00010000:00000010:1.1:1761313469.462321:0:15826:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bd3bd9fc. 00010000:00000010:1.1:1761313469.462323:0:15826:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000064e1436b. 00010000:00000010:1.1:1761313469.462325:0:15826:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003bb0e4d8. 00010000:00000010:1.1:1761313469.462328:0:15826:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007166462d. 00010000:00000010:1.1:1761313469.462330:0:15826:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003b323b4b. 00010000:00000010:1.1:1761313469.462332:0:15826:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000011e7027. 00010000:00000010:1.1:1761313469.462334:0:15826:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cc1722a0. 00010000:00000010:1.1:1761313469.462335:0:15826:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002806c570. 00010000:00000010:1.1:1761313469.462338:0:15826:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e7255d3d. 00010000:00000010:1.1:1761313469.462341:0:15826:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000da9a7000. 00010000:00000010:1.1:1761313469.462343:0:15826:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004918631a. 00010000:00000010:1.1:1761313469.462352:0:15826:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005d6525d3. 00010000:00000010:1.1:1761313469.462355:0:15826:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006fad9eb8. 00010000:00000010:1.1:1761313469.462377:0:15826:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fb15c093. 00010000:00000010:1.1:1761313469.462380:0:15826:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000dcd175ab. 00010000:00000010:1.1:1761313469.462383:0:15826:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d09e7b58. 00010000:00000010:1.1:1761313469.462385:0:15826:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000024757b78. 00010000:00000010:1.1:1761313469.471082:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000031e33618. 00010000:00000010:1.1:1761313469.471090:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005cecdebf. 00010000:00000010:2.1:1761313469.475580:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000de718a79. 00010000:00000010:1.1:1761313469.480141:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000019aeda35. 00010000:00000010:1.1:1761313469.480148:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000024757b78. 00010000:00000010:1.1:1761313469.480151:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d09e7b58. 00010000:00000010:1.1:1761313469.480153:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005cecdebf. 00010000:00000010:2.1:1761313469.495508:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005494f4a1. 00010000:00000010:2.1:1761313469.495521:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003a2730d5. 00010000:00000010:1.1:1761313469.506336:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000735eed0b. 00010000:00000010:1.1:1761313469.506350:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000dcd175ab. 00010000:00000010:2.1:1761313469.508741:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000057a743a5. 00010000:00000010:2.1:1761313469.508749:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009243901e. 00010000:00000010:1.1:1761313469.509403:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000495ab74f. 00010000:00000010:1.1:1761313469.509410:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006fad9eb8. 00010000:00000010:1.1:1761313469.512666:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000079d9d57f. 00010000:00000010:1.1:1761313469.512674:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005cecdebf. 00010000:00000010:2.1:1761313469.517753:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000eaeed632. 00010000:00000010:2.1:1761313469.520852:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000024757b78. 00010000:00000010:2.1:1761313469.520859:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001e71dcc4. 00010000:00000010:1.1:1761313469.525100:0:77239:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000068b9317e. 00010000:00000010:1.1:1761313469.525110:0:77239:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006fad9eb8. 00010000:00000010:2.1:1761313469.525402:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000016bfee23. 00010000:00000010:2.1:1761313469.533812:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007825d561. 00010000:00000010:1.1:1761313469.536778:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002909eac5. 00010000:00000010:1.1:1761313469.536791:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005cecdebf. 00010000:00000010:2.1:1761313469.546021:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000048c7c83e. 00010000:00000010:1.1:1761313469.551399:0:15826:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000acad32f8. 00010000:00000010:1.1:1761313469.551406:0:15826:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006fad9eb8. 00010000:00000010:1.1:1761313469.555546:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c7a6bc62. 00010000:00000010:1.1:1761313469.555557:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000dcd175ab. 00010000:00000010:2.1:1761313469.556888:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004f4123e4. 00010000:00000010:2.1:1761313469.556896:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bb09872b. 00010000:00000010:2.1:1761313469.556898:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000022362b14. 00010000:00000010:2.1:1761313469.556902:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005cecdebf. 00010000:00000010:3.1:1761313469.559395:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003845d755. 00010000:00000010:2.1:1761313469.559455:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000971cb2f. 00010000:00000010:2.1:1761313469.559461:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000449a88a. 00010000:00000010:1.1:1761313469.564297:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003c38e735. 00010000:00000010:2.1:1761313469.565320:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f82d9c96. 00010000:00000010:2.1:1761313469.565328:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006563a47f. 00010000:00000010:2.1:1761313469.565332:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008b14e623. 00010000:00000010:2.1:1761313469.565337:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001c5c5a85. 00010000:00000010:1.1:1761313469.570289:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004de334d9. 00010000:00000010:2.1:1761313469.573313:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000032470b1a. 00010000:00000010:2.1:1761313469.573318:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005f8dd764. 00010000:00000010:3.1:1761313469.577379:0:75220:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000049853912. 00010000:00000010:2.1:1761313469.583964:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d6e7c29b. 00010000:00000010:2.1:1761313469.583981:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000449a88a. 00010000:00000010:3.1:1761313469.590386:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000defa7413. 00010000:00000010:2.1:1761313469.590398:0:1126:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ce29b713. 00010000:00000010:2.1:1761313469.590407:0:1126:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001c5c5a85. 00010000:00000010:0.1:1761313469.599008:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fb4a962e. 00010000:00000010:1.1:1761313469.603491:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000092615903. 00010000:00000010:1.1:1761313469.603499:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005f8dd764. 00010000:00000010:3.1:1761313469.612417:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a3167b90. 00010000:00000010:3.1:1761313469.612425:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000dcd175ab. 00010000:00000010:3.1:1761313469.612428:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000d5bc63c. 00010000:00000010:3.1:1761313469.612431:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000049853912. 00010000:00000010:2.1:1761313469.612486:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b42c8645. 00010000:00000010:1.1:1761313469.621525:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003780e3e7. 00010000:00000010:3.1:1761313469.621680:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000096bbdc33. 00010000:00000010:3.1:1761313469.621686:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000098e81b3e. 00010000:00000010:0.1:1761313469.625430:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000a11573d. 00010000:00000010:0.1:1761313469.625443:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009f7b2473. 00010000:00000010:1.1:1761313469.629485:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000619563ce. 00010000:00000010:0.1:1761313469.640418:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e22022f0. 00010000:00000010:0.1:1761313469.640432:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008f9e0166. 00010000:00000010:1.1:1761313469.647794:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000721d5e5e. 00010000:00000010:0.1:1761313469.660403:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c470beac. 00010000:00000010:0.1:1761313469.660415:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000019cfc1b1. 00010000:00000010:2.1:1761313469.660464:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b536d22b. 00010000:00000010:3.1:1761313469.665019:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000056bd7c38. 00010000:00000010:3.1:1761313469.668405:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008f9e0166. 00010000:00000010:3.1:1761313469.668416:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b45bb6aa. 00010000:00000010:3.1:1761313469.668420:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007ea3d752. 00010000:00000010:3.1:1761313469.668422:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007bc829db. 00010000:00000010:3.1:1761313469.668424:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003029005c. 00010000:00000010:2.1:1761313469.672403:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008fbe7407. 00010000:00000010:3.1:1761313469.683464:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003017777f. 00010000:00000010:3.1:1761313469.683479:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000098e81b3e. 00010000:00000010:3.1:1761313469.687503:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cf0ae42d. 00010000:00000010:3.1:1761313469.687518:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000493ca2bb. 00010000:00000010:3.1:1761313469.687522:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000049853912. 00010000:00000010:1.1:1761313469.709468:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000aaf9f285. 00010000:00000010:3.1:1761313469.718684:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b0b19573. 00010000:00000010:3.1:1761313469.718691:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000085b2d161. 00010000:00000010:1.1:1761313469.725487:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fdb88dd9. 00010000:00000010:3.1:1761313469.735998:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bbfc2c64. 00010000:00000010:3.1:1761313469.736005:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000049853912. 00010000:00000010:3.1:1761313469.736009:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007b0d015d. 00010000:00000010:3.1:1761313469.736012:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000098e81b3e. 00010000:00000010:3.1:1761313469.736015:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fbf91c84. 00010000:00000010:3.1:1761313469.736017:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000085b2d161. 00010000:00000010:1.1:1761313469.738188:0:75220:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bc1d67c9. 00010000:00000010:3.1:1761313469.743684:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000010a532d2. 00010000:00000010:3.1:1761313469.743697:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006768e491. 00010000:00000010:3.1:1761313469.743701:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003ebd9110. 00010000:00000010:3.1:1761313469.743704:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009c2fb5bc. 00010000:00000010:1.1:1761313469.743707:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000279fbecf. 00010000:00000010:1.1:1761313469.743712:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000018bf6b63. 00010000:00000010:1.1:1761313469.746403:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006a6b894c. 00010000:00000010:0.1:1761313469.747202:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bbe17205. 00010000:00000010:3.1:1761313469.749392:0:77239:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009e36870c. 00010000:00000010:3.1:1761313469.749399:0:77239:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000817984cb. 00010000:00000010:2.1:1761313469.749463:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000030e8feb0. 00010000:00000010:2.1:1761313469.749469:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000085b2d161. 00010000:00000010:0.1:1761313469.749598:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d07a1369. 00010000:00000010:3.1:1761313469.754532:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b0a17a3e. 00010000:00000010:3.1:1761313469.754538:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001c5c5a85. 00010000:00000010:1.1:1761313469.760408:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000ece6368. 00010000:00000010:1.1:1761313469.761576:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000946ba549. 00010000:00000010:0.1:1761313469.762449:0:64710:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000ec81e93. 00010000:00000010:3.1:1761313469.762524:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005a16637c. 00010000:00000010:3.1:1761313469.762532:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009c2fb5bc. 00010000:00000010:3.1:1761313469.764896:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007b322ade. 00010000:00000010:3.1:1761313469.764902:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000817984cb. 00010000:00000010:0.1:1761313469.770740:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fd7e9c35. 00010000:00000010:0.1:1761313469.770750:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000070141c12. 00010000:00000010:2.1:1761313469.774444:0:77239:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000075a5d7f9. 00010000:00000010:2.1:1761313469.774451:0:77239:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009c2fb5bc. 00010000:00000010:3.1:1761313469.775276:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006768e491. 00010000:00000010:1.1:1761313469.775444:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009c347e12. 00010000:00000010:2.1:1761313469.785236:0:77239:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d0f3be67. 00010000:00000010:2.1:1761313469.785246:0:77239:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000449a88a. 00010000:00000010:1.1:1761313469.787396:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000045f3548a. 00010000:00000010:2.1:1761313469.795386:0:77239:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000551fa043. 00010000:00000010:2.1:1761313469.795396:0:77239:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006563a47f. 00010000:00000010:1.1:1761313469.795756:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001ae9fb3d. 00010000:00000010:1.1:1761313469.800410:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000a5125ba. 00010000:00000010:2.1:1761313469.809274:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000427e3f36. 00010000:00000010:2.1:1761313469.809287:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000449a88a. 00010000:00000010:1.1:1761313469.812399:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ae75c8d8. 00010000:00000010:1.1:1761313469.812407:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b8fb37f3. 00010000:00000010:3.1:1761313469.816666:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000605f6d7a. 00010000:00000010:2.1:1761313469.820634:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000039795203. 00010000:00000010:1.1:1761313469.822132:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000010036dea. 00010000:00000010:1.1:1761313469.822142:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006fad9eb8. 00010000:00000010:1.1:1761313469.829399:0:77239:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000008fa9660. 00010000:00000010:1.1:1761313469.829406:0:77239:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004918631a. 00010000:00000010:0.1:1761313469.829787:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001fe0de74. 00010000:00000010:3.1:1761313469.835545:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d4195026. 00010000:00000010:0.1:1761313469.835596:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000397b612e. 00010000:00000010:1.1:1761313469.835724:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006fe610da. 00010000:00000010:1.1:1761313469.835730:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e7255d3d. 00010000:00000010:1.1:1761313469.838632:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d5b0ac6e. 00010000:00000010:1.1:1761313469.838643:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006fad9eb8. 00010000:00000010:1.1:1761313469.838647:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d09e7b58. 00010000:00000010:1.1:1761313469.838649:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004918631a. 00010000:00000010:1.1:1761313469.846977:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b1ed6230. 00010000:00000010:1.1:1761313469.846992:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cc1722a0. 00010000:00000010:0.1:1761313469.851407:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000025fdce1. 00010000:00000010:3.1:1761313469.856405:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c818b48d. 00010000:00000010:0.1:1761313469.856614:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b27ebed3. 00010000:00000010:1.1:1761313469.858974:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000073d20831. 00010000:00000010:1.1:1761313469.858983:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e7255d3d. 00010000:00000010:3.1:1761313469.863400:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f2b149cd. 00010000:00000010:1.1:1761313469.863786:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000eed73630. 00010000:00000010:1.1:1761313469.863793:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004918631a. 00010000:00000010:0.1:1761313469.868394:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006dc6d63d. 00010000:00000010:1.1:1761313469.868398:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a42c49c4. 00010000:00000010:1.1:1761313469.868403:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cc1722a0. 00010000:00000010:2.1:1761313469.872435:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000986d54c. 00010000:00000010:1.1:1761313469.872802:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007ecfe083. 00010000:00000010:1.1:1761313469.872809:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006fad9eb8. 00010000:00000010:1.1:1761313469.872812:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d09e7b58. 00010000:00000010:1.1:1761313469.872814:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e7255d3d. 00010000:00000010:1.1:1761313469.875485:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000aa5a9507. 00010000:00000010:1.1:1761313469.875493:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003b323b4b. 00010000:00000010:1.1:1761313469.881406:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000037889c47. 00010000:00000010:1.1:1761313469.881416:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000103e97b6. 00010000:00000010:1.1:1761313469.881419:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004918631a. 00010000:00000010:2.1:1761313469.881836:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008b030c8f. 00010000:00000010:1.1:1761313469.890506:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009c53165d. 00010000:00000010:1.1:1761313469.890522:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cc1722a0. 00010000:00000010:0.1:1761313469.891394:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006c16b20a. 00010000:00000010:1.1:1761313469.897482:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ba301464. 00010000:00000010:1.1:1761313469.897489:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e7255d3d. 00010000:00000010:0.1:1761313469.901479:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ed093f00. 00010000:00000010:2.1:1761313469.901581:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ed077865. 00010000:00000010:1.1:1761313469.901602:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000563072da. 00010000:00000010:1.1:1761313469.901610:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003b323b4b. 00010000:00000010:1.1:1761313469.905669:0:77239:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002aa082eb. 00010000:00000010:1.1:1761313469.905676:0:77239:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004918631a. 00010000:00000010:2.1:1761313469.911399:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000034bd96a5. 00010000:00000010:1.1:1761313469.911795:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c382e2c6. 00010000:00000010:1.1:1761313469.911803:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cc1722a0. 00010000:00000010:0.1:1761313469.922723:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000a5651aa. 00010000:00000010:1.1:1761313469.926649:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bd60ba7e. 00010000:00000010:1.1:1761313469.926668:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e7255d3d. 00010000:00000010:2.1:1761313469.929625:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001d7f930a. 00010000:00000010:0.1:1761313469.930385:0:15827:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000024480035. 00010000:00000010:0.1:1761313469.930392:0:15827:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000c9fee93. 00010000:00000010:0.1:1761313469.930396:0:15827:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cc1722a0. 00010000:00000010:1.1:1761313469.930416:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003f2bede1. 00010000:00000010:1.1:1761313469.930421:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004918631a. 00010000:00000010:2.1:1761313469.933664:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006bfafe97. 00010000:00000010:1.1:1761313469.938887:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bb53b5fb. 00010000:00000010:1.1:1761313469.938898:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000019cfc1b1. 00010000:00000010:1.1:1761313469.938902:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d09e7b58. 00010000:00000010:1.1:1761313469.938905:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e7255d3d. 00010000:00000010:2.1:1761313469.942405:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000aa7c25fe. 00010000:00000010:1.1:1761313469.950568:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f8108e9b. 00010000:00000010:1.1:1761313469.950575:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003b323b4b. 00010000:00000010:0.1:1761313469.954152:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006d587d0c. 00010000:00000010:0.1:1761313469.958704:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004e68b9f6. 00010000:00000010:0.1:1761313469.958720:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004918631a. 00010000:00000010:1.1:1761313469.962848:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cb75d03a. 00010000:00000010:1.1:1761313469.962874:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006efa4efa. 00010000:00000010:0.1:1761313469.965526:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003ed1fd89. 00010000:00000010:3.1:1761313469.977410:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000002f3eb46. 00010000:00000010:0.1:1761313469.983223:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e3955747. 00010000:00000010:0.1:1761313469.983232:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001440b183. 00010000:00000010:0.1:1761313469.983236:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e7255d3d. 00010000:00000010:0.1:1761313469.983239:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009ef93ea2. 00010000:00000010:0.1:1761313469.983242:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008d86cc05. 00010000:00000010:1.1:1761313469.983898:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fb053f7d. 00010000:00000010:1.1:1761313469.983907:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003b323b4b. 00010000:00000010:0.1:1761313469.989421:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000050d393c. 00010000:00000010:1.1:1761313469.995582:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003d6f7554. 00010000:00000010:1.1:1761313469.995594:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000296dd2b4. 00010000:00000010:2.1:1761313470.004380:0:75220:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009f4031cb. 00010000:00000010:2.1:1761313470.004389:0:75220:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003b323b4b. 00010000:00000010:0.1:1761313470.004507:0:77239:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000424c8677. 00010000:00000010:2.1:1761313470.007405:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e161b1ae. 00010000:00000010:2.1:1761313470.007417:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000449a88a. 00010000:00000010:3.1:1761313470.010010:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c5f263f9. 00010000:00000010:1.1:1761313470.010393:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000078c6782f. 00010000:00000010:0.1:1761313470.010603:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a99909fd. 00010000:00000010:0.1:1761313470.010610:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006563a47f. 00010000:00000010:0.1:1761313470.017412:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001a586371. 00010000:00000010:2.1:1761313470.022524:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000dffac6bb. 00010000:00000010:2.1:1761313470.022536:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008d86cc05. 00010000:00000010:2.1:1761313470.022540:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008b14e623. 00010000:00000010:2.1:1761313470.022543:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000449a88a. 00010000:00000010:3.1:1761313470.029913:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007201114a. 00010000:00000010:3.1:1761313470.029922:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d2b3db6e. 00010000:00000010:1.1:1761313470.032437:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a4a61de2. 00010000:00000010:3.1:1761313470.037197:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000063d1de54. 00010000:00000010:3.1:1761313470.037216:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006768e491. 00010000:00000010:2.1:1761313470.037231:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ffd355dc. 00010000:00000010:2.1:1761313470.043447:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000034bf60f4. 00010000:00000010:3.1:1761313470.047233:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b6573b0a. 00010000:00000010:3.1:1761313470.047251:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000817984cb. 00010000:00000010:3.1:1761313470.052969:0:77239:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000fc45a9d. 00010000:00000010:3.1:1761313470.052986:0:77239:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006a8a1f3c. 00010000:00000010:3.1:1761313470.052990:0:77239:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006768e491. 00010000:00000010:1.1:1761313470.064200:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000003d62b32. 00010000:00000010:3.1:1761313470.064645:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000049a0b6e2. 00010000:00000010:3.1:1761313470.064652:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000098e81b3e. 00010000:00000010:3.1:1761313470.064666:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000d5bc63c. 00010000:00000010:3.1:1761313470.064669:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006768e491. 00010000:00000010:2.1:1761313470.072401:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004a9f2eac. 00010000:00000010:3.1:1761313470.083806:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b9a1fd12. 00010000:00000010:3.1:1761313470.083822:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000817984cb. 00010000:00000010:0.1:1761313470.094048:0:64710:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002201e080. 00010000:00000010:3.1:1761313470.098776:0:77239:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bc7d5fb2. 00010000:00000010:3.1:1761313470.098783:0:77239:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000049853912. 00010000:00000010:3.1:1761313470.103528:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008a1cf38c. 00010000:00000010:3.1:1761313470.103548:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006768e491. 00010000:00000010:0.1:1761313470.110660:0:77239:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009ef025aa. 00010000:00000010:2.1:1761313470.110756:0:15826:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000086092259. 00010000:00000010:3.1:1761313470.111870:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c3016426. 00010000:00000010:3.1:1761313470.111877:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000817984cb. 00010000:00000010:3.1:1761313470.115394:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000511beff1. 00010000:00000010:3.1:1761313470.115410:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000049853912. 00010000:00000010:0.1:1761313470.123413:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c078f767. 00010000:00000010:3.1:1761313470.123727:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000afff4f48. 00010000:00000010:3.1:1761313470.123735:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006768e491. 00010000:00000010:0.1:1761313470.126575:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000373545bc. 00010000:00000010:3.1:1761313470.126648:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000426fe29. 00010000:00000010:3.1:1761313470.126654:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000817984cb. 00010000:00000010:2.1:1761313470.130724:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000b3144e1. 00010000:00000010:1.1:1761313470.134504:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000073661775. 00010000:00000010:1.1:1761313470.134512:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000049853912. 00010000:00000010:2.1:1761313470.134641:0:15825:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009ddb0e1e. 00010000:00000010:3.1:1761313470.138808:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c3c25667. 00010000:00000010:3.1:1761313470.138821:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006fad9eb8. 00010000:00000010:0.1:1761313470.139389:0:75220:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000082fba680. 00010000:00000010:3.1:1761313470.144555:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000093fad8ef. 00010000:00000010:3.1:1761313470.144566:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d58e2468. 00010000:00000010:3.1:1761313470.144570:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000817984cb. 00010000:00000010:2.1:1761313470.154405:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b44864e8. 00010000:00000010:3.1:1761313470.162904:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000032ed67a4. 00010000:00000010:3.1:1761313470.162918:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006768e491. 00010000:00000010:3.1:1761313470.162922:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000d5bc63c. 00010000:00000010:3.1:1761313470.162925:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000817984cb. 00010000:00000010:0.1:1761313470.163407:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000063654921. 00010000:00000010:3.1:1761313470.169530:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b05002b7. 00010000:00000010:3.1:1761313470.169542:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000098e81b3e. 00010000:00000010:3.1:1761313470.172529:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a2850529. 00010000:00000010:3.1:1761313470.172535:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002025f86a. 00010000:00000010:0.1:1761313470.173435:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bf7eac94. 00010000:00000010:0.1:1761313470.173443:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ca248b13. 00010000:00000010:3.1:1761313470.179529:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000093d64e78. 00010000:00000010:3.1:1761313470.179536:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008ff6ad6b. 00010000:00000010:0.1:1761313470.186395:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a2d0a2a1. 00010000:00000010:3.1:1761313470.187428:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001dcfef5e. 00010000:00000010:3.1:1761313470.187436:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000817984cb. 00010000:00000010:2.1:1761313470.189503:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002bd1aaf3. 00010000:00000010:3.1:1761313470.198383:0:77239:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000dcb12472. 00010000:00000010:3.1:1761313470.198390:0:77239:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008ff6ad6b. 00010000:00000010:3.1:1761313470.198393:0:77239:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000d5bc63c. 00010000:00000010:3.1:1761313470.198396:0:77239:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002025f86a. 00010000:00000010:2.1:1761313470.206976:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b2d304d6. 00010000:00000010:3.1:1761313470.214183:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000333cf786. 00010000:00000010:3.1:1761313470.214202:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000098e81b3e. 00010000:00000010:2.1:1761313470.216546:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004b3f99df. 00010000:00000010:3.1:1761313470.217402:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009acf897e. 00010000:00000010:3.1:1761313470.217409:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002025f86a. 00010000:00000010:0.1:1761313470.233631:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a894105c. 00010000:00000010:0.1:1761313470.233648:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e1012892. 00010000:00000010:2.1:1761313470.234941:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000089771286. 00010000:00000010:0.1:1761313470.241516:0:78351:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005e95857e. 00010000:00000010:0.1:1761313470.241522:0:78351:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bf377bcb. 00010000:00000010:0.1:1761313470.241525:0:78351:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008d86cc05. 00010000:00000010:3.1:1761313470.250403:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f177cac5. 00010000:00000010:2.1:1761313470.252979:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008b14e623. 00010000:00000010:2.1:1761313470.252985:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000449a88a. 00010000:00000010:3.1:1761313470.254221:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000296dd2b4. 00010000:00000010:3.1:1761313470.254229:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009396a707. 00010000:00000010:2.1:1761313470.254400:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000058ca739f. 00010000:00000010:2.1:1761313470.254405:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c2540438. 00010000:00000010:3.1:1761313470.258167:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000004bd9427. 00010000:00000010:1.1:1761313470.263420:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000073b10535. 00010000:00000010:3.1:1761313470.268383:0:75220:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b4af1aa6. 00010000:00000010:3.1:1761313470.268391:0:75220:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000879c95d. 00010000:00000010:2.1:1761313470.276410:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003100d4c2. 00010000:00000010:2.1:1761313470.276422:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bf4333e8. 00010000:00000010:2.1:1761313470.276426:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002025f86a. 00010000:00000010:1.1:1761313470.279612:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001b9182dd. 00010000:00000010:1.1:1761313470.279625:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c2540438. 00010000:00000010:2.1:1761313470.280405:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bbda2b3f. 00010000:00000010:2.1:1761313470.280412:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009d04ff26. 00010000:00000010:1.1:1761313470.288127:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fee54a2d. 00010000:00000010:1.1:1761313470.288138:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003bb0e4d8. 00010000:00000010:1.1:1761313470.288142:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d09e7b58. 00010000:00000010:1.1:1761313470.288145:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bd3bd9fc. 00010000:00000010:3.1:1761313470.293392:0:78353:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006539cdab. 00010000:00000010:1.1:1761313470.296690:0:15827:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a4b9b8f0. 00010000:00000010:1.1:1761313470.296705:0:15827:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000009261c3e. 00010000:00000010:3.1:1761313470.306456:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003a0fffb9. 00010000:00000010:1.1:1761313470.313983:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000714ce4eb. 00010000:00000010:1.1:1761313470.313997:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cfb62a6c. 00010000:00000010:3.1:1761313470.322973:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000029514446. 00010000:00000010:3.1:1761313470.322980:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000041e0e2ae. 00010000:00000010:3.1:1761313470.322984:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000009261c3e. 00010000:00000010:2.1:1761313470.329517:0:78352:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000083bffc12. 00010000:00000010:3.1:1761313470.338387:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000036803769. 00010000:00000010:3.1:1761313470.338401:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000098e81b3e. 00010000:00000010:0.1:1761313470.346386:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002ec21794. 00010000:00000010:0.1:1761313470.346392:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a8b337fe. 00010000:00000010:0.1:1761313470.346396:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008ff6ad6b. 00010000:00000010:3.1:1761313470.362163:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ee97fe5a. 00010000:00000010:3.1:1761313470.362179:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001b0aff04. 00010000:00000010:3.1:1761313470.362183:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008d86cc05. 00010000:00000010:3.1:1761313470.370404:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000795110d5. 00010000:00000010:3.1:1761313470.370422:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000098e81b3e. 00010000:00000010:0.1:1761313470.371393:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d60c67a9. 00010000:00000010:0.1:1761313470.381418:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bc898157. 00010000:00000010:0.1:1761313470.381434:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000422b1c16. 00010000:00000010:0.1:1761313470.381438:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000817984cb. 00010000:00000010:1.1:1761313470.384530:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ef4c88bc. 00010000:00000010:0.1:1761313470.392501:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e48e6fd1. 00010000:00000010:0.1:1761313470.392511:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e1012892. 00010000:00000010:1.1:1761313470.402407:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008c7a26e6. 00010000:00000010:0.1:1761313470.402465:0:77239:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009825b8e5. 00010000:00000010:0.1:1761313470.402471:0:77239:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006efa4efa. 00010000:00000010:1.1:1761313470.406726:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004f21701a. 00010000:00000010:0.1:1761313470.409693:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000046787ed6. 00010000:00000010:0.1:1761313470.409701:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000019cfc1b1. 00010000:00000010:0.1:1761313470.409705:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009ef93ea2. 00010000:00000010:0.1:1761313470.409708:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e1012892. 00010000:00000010:0.1:1761313470.409710:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b93a69bc. 00010000:00000010:0.1:1761313470.409715:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000dd20747d. 00010000:00000010:0.1:1761313470.409717:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003029005c. 00010000:00000010:2.1:1761313470.416596:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d47a30c1. 00010000:00000010:0.1:1761313470.420586:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002f417cfc. 00010000:00000010:0.1:1761313470.420598:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006efa4efa. 00010000:00000010:2.1:1761313470.424402:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e237ec6d. 00010000:00000010:0.1:1761313470.428399:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000014499298. 00010000:00000010:0.1:1761313470.428412:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003029005c. 00010000:00000010:3.1:1761313470.448403:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a4b8e562. 00010000:00000010:0.1:1761313470.448621:0:78351:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b95f7122. 00010000:00000010:0.1:1761313470.448627:0:78351:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e1012892. 00010000:00000010:0.1:1761313470.458506:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002dfde8bf. 00010000:00000010:0.1:1761313470.458512:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006efa4efa. 00010000:00000010:0.1:1761313470.458515:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009ef93ea2. 00010000:00000010:0.1:1761313470.458517:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003029005c. 00010000:00000010:3.1:1761313470.459415:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cbcf4165. 00010000:00000010:3.1:1761313470.470532:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000806837c7. 00010000:00000010:0.1:1761313470.473543:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c40bfdf9. 00010000:00000010:0.1:1761313470.473552:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000019cfc1b1. 00010000:00000010:2.1:1761313470.474958:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a782b676. 00010000:00000010:0.1:1761313470.477506:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000513f41d9. 00010000:00000010:0.1:1761313470.477520:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e1012892. 00010000:00000010:0.1:1761313470.481378:0:77239:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000048e110d6. 00010000:00000010:0.1:1761313470.481383:0:77239:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003029005c. 00010000:00000010:3.1:1761313470.483733:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000ecc058c. 00010000:00000010:2.1:1761313470.489138:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e83fd6d2. 00010000:00000010:0.1:1761313470.490210:0:77239:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006402a466. 00010000:00000010:0.1:1761313470.490217:0:77239:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006efa4efa. 00010000:00000010:0.1:1761313470.497540:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005fd27a6c. 00010000:00000010:0.1:1761313470.497552:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d0bdc652. 00010000:00000010:0.1:1761313470.497555:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003029005c. 00010000:00000010:0.1:1761313470.497558:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009ef93ea2. 00010000:00000010:0.1:1761313470.497561:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e1012892. 00010000:00000010:0.1:1761313470.504031:0:78358:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cd4c3840. 00010000:00000010:0.1:1761313470.504047:0:78358:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000292d1595. 00010000:00000010:0.1:1761313470.504052:0:78358:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000019cfc1b1. 00010000:00000010:0.1:1761313470.515395:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000059e1842. 00010000:00000010:2.1:1761313470.515518:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001677e3e1. 00010000:00000010:2.1:1761313470.515524:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006efa4efa. 00010000:00000010:0.1:1761313470.522591:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b5f8abc2. 00010000:00000010:0.1:1761313470.522598:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003b4323f3. 00010000:00000010:0.1:1761313470.522602:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000449a88a. 00010000:00000010:0.1:1761313470.530585:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008512b48d. 00010000:00000010:0.1:1761313470.530600:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002cb5ebbd. 00010000:00000010:0.1:1761313470.530604:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000019cfc1b1. 00010000:00000010:1.1:1761313470.536392:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000042758375. 00010000:00000010:0.1:1761313470.539399:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004da5aff7. 00010000:00000010:0.1:1761313470.539412:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e1012892. 00010000:00000010:0.1:1761313470.539418:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009ef93ea2. 00010000:00000010:0.1:1761313470.539420:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003029005c. 00010000:00000010:1.1:1761313470.539427:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e21c233a. 00010000:00000010:0.1:1761313470.543962:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006ce0269c. 00010000:00000010:0.1:1761313470.543975:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007ea3d752. 00010000:00000010:1.1:1761313470.553392:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cb2d0fb1. 00010000:00000010:3.1:1761313470.556379:0:15825:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000022eec785. 00010000:00000010:3.1:1761313470.556387:0:15825:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000019cfc1b1. 00010000:00000010:0.1:1761313470.562298:0:1028:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fe97765b. 00010000:00000010:0.1:1761313470.562312:0:1028:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000098e81b3e. 00010000:00000010:3.1:1761313470.562517:0:1024:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000044272df0. 00010000:00000010:2.1:1761313470.586560:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bac9168b. 00010000:00000010:2.1:1761313470.586572:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000869e6d58. 00010000:00000010:2.1:1761313470.586575:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007ea3d752. 00010000:00000010:3.1:1761313470.604490:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000db277316. 00010000:00000010:3.1:1761313470.604502:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000029f6c40d. 00010000:00000010:1.1:1761313470.604579:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006cca26ad. 00010000:00000010:2.1:1761313470.644298:0:37:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f980a87b. 00010000:00000010:2.1:1761313470.644312:0:37:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000be6cc997. 00010000:00000010:3.1:1761313470.644545:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000632fc22b. 00010000:00000010:3.1:1761313470.644551:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006768e491. 00010000:00000010:3.1:1761313470.644554:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f19628c8. 00010000:00000010:0.1:1761313470.693873:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a5b3e3a1. 00010000:00000010:0.1:1761313470.693885:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000033d05058. 00010000:00000010:0.1:1761313470.693888:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006768e491. 00010000:00000010:0.1:1761313470.693891:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000070a27f80. 00010000:00000010:0.1:1761313470.693894:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a1ed6f80. 00010000:00000010:0.1:1761313470.693897:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003029005c. 00010000:00000010:3.1:1761313470.693998:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ea595531. 00010000:00000010:3.1:1761313470.694004:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002af67b22. 00010000:00000010:3.1:1761313470.694007:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001e1b5883. 00010000:00000010:3.1:1761313470.696769:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005fecc1fa. 00010000:00000010:3.1:1761313470.696780:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000018b28030. 00010000:00000010:3.1:1761313470.696784:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007fa23676. 00010000:00000010:0.1:1761313470.701389:0:77239:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001ff79734. 00010000:00000010:0.1:1761313470.701395:0:77239:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e1012892. 00010000:00000010:2.1:1761313470.704409:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000aff49e6a. 00010000:00000010:0.1:1761313470.720735:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000004556c70. 00010000:00000010:0.1:1761313470.720742:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003029005c. 00010000:00000010:0.1:1761313470.725400:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000de68bf65. 00010000:00000010:0.1:1761313470.725410:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e1012892. 00010000:00000010:2.1:1761313470.725462:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f33516f8. 00010000:00000010:1.1:1761313470.728489:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004972035e. 00010000:00000010:2.1:1761313470.729411:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a0cf6e43. 00010000:00000010:0.1:1761313470.729462:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008637a57d. 00010000:00000010:0.1:1761313470.729469:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008f9e0166. 00010000:00000010:2.1:1761313470.744519:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004ae9a023. 00010000:00000010:2.1:1761313470.744533:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003029005c. 00010000:00000010:1.1:1761313470.758394:0:78370:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e00e2155. 00010000:00000010:0.1:1761313470.764409:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000013152b75. 00010000:00000010:0.1:1761313470.764423:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e1a9c8ac. 00010000:00000010:2.1:1761313470.764424:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000049ac8310. 00010000:00000010:2.1:1761313470.776416:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000050e7e090. 00010000:00000010:2.1:1761313470.783385:0:78371:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008f9e0166. 00010000:00000010:2.1:1761313470.783397:0:78371:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004ea4977d. 00010000:00000010:3.1:1761313470.808466:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004947b62f. 00010000:00000010:2.1:1761313470.808509:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ba91e731. 00010000:00000010:2.1:1761313470.808516:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006b57ea6e. 00010000:00000010:2.1:1761313470.808520:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e1012892. 00010000:00000010:0.1:1761313470.816129:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cb768129. 00010000:00000010:0.1:1761313470.816139:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000d92f573. 00010000:00000010:2.1:1761313470.823322:0:78373:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c5429a61. 00010000:00000010:2.1:1761313470.823328:0:78373:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000054054517. 00010000:00000010:2.1:1761313470.823331:0:78373:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e3d4b86a. 00010000:00000010:3.1:1761313470.834387:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000831aad82. 00010000:00000010:3.1:1761313470.834400:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000afa5c390. 00010000:00000010:0.1:1761313470.834450:0:78371:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004e20b9e1. 00010000:00000010:0.1:1761313470.834456:0:78371:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007fd615dc. 00010000:00000010:1.1:1761313470.834502:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002f1cc04f. 00010000:00000010:1.1:1761313470.834507:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000078a5c245. 00010000:00000010:1.1:1761313470.834511:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d09e7b58. 00010000:00000010:1.1:1761313470.834514:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cfb62a6c. 00010000:00000010:0.1:1761313470.850628:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000759e5811. 00010000:00000010:0.1:1761313470.850634:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d7a933b9. 00010000:00000010:0.1:1761313470.850637:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bd3bd9fc. 00010000:00000010:1.1:1761313470.854435:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000874267d4. 00010000:00000010:1.1:1761313470.854448:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005a006317. 00010000:00000010:1.1:1761313470.854452:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001a6a109a. 00010000:00000010:2.1:1761313470.873759:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008873be86. 00010000:00000010:2.1:1761313470.873772:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cfb62a6c. 00010000:00000010:3.1:1761313470.874535:0:15827:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003df37948. 00010000:00000010:3.1:1761313470.891490:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000dff979f8. 00010000:00000010:3.1:1761313470.891502:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000011879984. 00010000:00000010:1.1:1761313470.891565:0:15825:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000578972b1. 00010000:00000010:2.1:1761313470.901381:0:78381:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ea7bbc82. 00010000:00000010:0.1:1761313470.905742:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000092723cbb. 00010000:00000010:0.1:1761313470.905748:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007fa23676. 00010000:00000010:0.1:1761313470.905752:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009ef93ea2. 00010000:00000010:0.1:1761313470.905754:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003b9c5d31. 00010000:00000010:3.1:1761313470.920588:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f1cc6d84. 00010000:00000010:0.1:1761313470.921122:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d447e287. 00010000:00000010:0.1:1761313470.921129:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001573bab9. 00010000:00000010:0.1:1761313470.921132:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003bb0e4d8. 00010000:00000010:1.1:1761313470.921215:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003d25cd8e. 00010000:00000010:1.1:1761313470.921221:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000013b71a4c. 00010000:00000010:0.1:1761313470.941285:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000310486b9. 00010000:00000010:2.1:1761313470.941375:0:15825:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000022d11b1. 00010000:00000010:2.1:1761313470.941383:0:15825:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003b9c5d31. 00010000:00000010:0.1:1761313470.947300:0:78388:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003ef21ba4. 00010000:00000010:0.1:1761313470.947308:0:78388:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005f24a206. 00010000:00000010:0.1:1761313470.947311:0:78388:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000057000b62. 00010000:00000010:1.1:1761313470.957491:0:64710:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000b72dd5e. 00010000:00000010:1.1:1761313470.957504:0:64710:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000801f3dd1. 00010000:00000010:3.1:1761313470.959393:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fbbb5395. 00010000:00000010:3.1:1761313470.959401:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e3f6452d. 00010000:00000010:2.1:1761313470.959449:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e3303b1c. 00010000:00000010:1.1:1761313470.962550:0:78371:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000dd6ff5d. 00010000:00000010:0.1:1761313470.974836:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000529cb95c. 00010000:00000010:1.1:1761313470.984056:0:78364:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e8c4df32. 00010000:00000010:1.1:1761313470.984063:0:78364:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000089b7a1f2. 00010000:00000010:1.1:1761313470.989992:0:78391:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000064f27b6c. 00010000:00000010:1.1:1761313470.989998:0:78391:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b9aab643. 00010000:00000010:0.1:1761313470.990385:0:77239:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003957cdec. 00010000:00000010:2.1:1761313470.990450:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e5040fbc. 00010000:00000010:3.1:1761313470.994459:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000094a2618d. 00010000:00000010:3.1:1761313470.994471:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000089a613a7. 00010000:00000010:0.1:1761313471.005380:0:78392:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000121b3f05. 00010000:00000010:0.1:1761313471.005388:0:78392:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000dff1b21e. 00010000:00000010:3.1:1761313471.005718:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000010ace730. 00010000:00000010:1.1:1761313471.008569:0:77239:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000392537c0. 00010000:00000010:1.1:1761313471.008575:0:77239:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c3fd56a8. 00010000:00000010:1.1:1761313471.008579:0:77239:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d09e7b58. 00010000:00000010:1.1:1761313471.008583:0:77239:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b9aab643. 00010000:00000010:1.1:1761313471.008586:0:77239:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000896810ef. 00010000:00000010:1.1:1761313471.008589:0:77239:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000034f81b97. 00010000:00000010:1.1:1761313471.008591:0:77239:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cc1514cd. 00010000:00000010:1.1:1761313471.008593:0:77239:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b4f97af9. 00010000:00000010:1.1:1761313471.008595:0:77239:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000061eacd90. 00010000:00000010:1.1:1761313471.008597:0:77239:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b4808159. 00010000:00000010:1.1:1761313471.008600:0:77239:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003c03a2a5. 00010000:00000010:1.1:1761313471.008604:0:77239:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000089a613a7. 00010000:00000010:1.1:1761313471.008606:0:77239:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000eaf926b. 00010000:00000010:1.1:1761313471.008608:0:77239:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003bb0e4d8. 00010000:00000010:1.1:1761313471.008610:0:77239:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004ea4977d. 00010000:00000010:1.1:1761313471.008613:0:77239:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cfb62a6c. 00010000:00000010:1.1:1761313471.008614:0:77239:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000092615903. 00010000:00000010:1.1:1761313471.008616:0:77239:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bd3bd9fc. 00010000:00000010:1.1:1761313471.008619:0:77239:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fb15c093. 00010000:00000010:1.1:1761313471.008621:0:77239:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000009261c3e. 00010000:00000010:1.1:1761313471.008624:0:77239:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005d6525d3. 00010000:00000010:1.1:1761313471.008626:0:77239:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006fad9eb8. 00010000:00000010:1.1:1761313471.008628:0:77239:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000da9a7000. 00010000:00000010:1.1:1761313471.008630:0:77239:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003b323b4b. 00010000:00000010:1.1:1761313471.008635:0:77239:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002806c570. 00010000:00000010:1.1:1761313471.008637:0:77239:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e7255d3d. 00010000:00000010:1.1:1761313471.008639:0:77239:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000011e7027. 00010000:00000010:1.1:1761313471.008641:0:77239:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004918631a. 00010000:00000010:1.1:1761313471.008643:0:77239:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007166462d. 00010000:00000010:1.1:1761313471.008645:0:77239:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cc1722a0. 00010000:00000010:1.1:1761313471.008648:0:77239:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000064e1436b. 00010000:00000010:1.1:1761313471.008650:0:77239:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000dcd175ab. 00010000:00000010:1.1:1761313471.008653:0:77239:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000eb358f5b. 00010000:00000010:1.1:1761313471.008655:0:77239:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005cecdebf. 00010000:00000010:1.1:1761313471.008657:0:77239:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009f591999. 00010000:00000010:1.1:1761313471.008659:0:77239:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000024757b78. 00010000:00000010:1.1:1761313471.008661:0:77239:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009c2756dc. 00010000:00000010:1.1:1761313471.008664:0:77239:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bbe17205. 00010000:00000010:1.1:1761313471.008667:0:77239:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ebb174a5. 00010000:00000010:1.1:1761313471.008670:0:77239:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006a6b894c. 00010000:00000010:1.1:1761313471.008674:0:77239:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c1fef89f. 00010000:00000010:1.1:1761313471.008677:0:77239:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000eb014756. 00010000:00000010:1.1:1761313471.008681:0:77239:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a0dfee0d. 00010000:00000010:1.1:1761313471.008683:0:77239:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008c714216. 00010000:00000010:1.1:1761313471.008685:0:77239:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008e930da4. 00010000:00000010:1.1:1761313471.008688:0:77239:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e2609cb3. 00010000:00000010:1.1:1761313471.008692:0:77239:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006fd2fc48. 00010000:00000010:1.1:1761313471.008695:0:77239:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000de828763. 00010000:00000010:1.1:1761313471.008697:0:77239:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000095961967. 00010000:00000010:1.1:1761313471.008699:0:77239:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000060a72871. 00010000:00000010:1.1:1761313471.008703:0:77239:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000008bb048. 00010000:00000010:1.1:1761313471.008705:0:77239:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d611337d. 00010000:00000010:1.1:1761313471.008707:0:77239:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007289b7ae. 00010000:00000010:1.1:1761313471.008709:0:77239:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007ee5af85. 00010000:00000010:1.1:1761313471.008712:0:77239:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000084882a6. 00010000:00000010:1.1:1761313471.008714:0:77239:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000dec0de5e. 00010000:00000010:1.1:1761313471.008716:0:77239:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007976ef43. 00010000:00000010:1.1:1761313471.008718:0:77239:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000017e47d41. 00010000:00000010:1.1:1761313471.008720:0:77239:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fa022b65. 00010000:00000010:1.1:1761313471.008721:0:77239:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000010b05f6a. 00010000:00000010:1.1:1761313471.008723:0:77239:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b3bf4367. 00010000:00000010:1.1:1761313471.008725:0:77239:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008e8d4f56. 00010000:00000010:1.1:1761313471.008727:0:77239:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003b6aec1a. 00010000:00000010:1.1:1761313471.008729:0:77239:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f381bf0a. 00010000:00000010:1.1:1761313471.008732:0:77239:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005b3bf3c8. 00010000:00000010:1.1:1761313471.008734:0:77239:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000088be6815. 00010000:00000010:1.1:1761313471.008736:0:77239:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008c9cd7d2. 00010000:00000010:1.1:1761313471.008739:0:77239:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a4a61de2. 00010000:00000010:1.1:1761313471.008742:0:77239:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000017162746. 00010000:00000010:1.1:1761313471.008744:0:77239:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008ef8e46f. 00010000:00000010:1.1:1761313471.008748:0:77239:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000052ff1bc. 00010000:00000010:1.1:1761313471.008750:0:77239:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000082ccbc81. 00010000:00000010:1.1:1761313471.008752:0:77239:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006e8e8c33. 00010000:00000010:1.1:1761313471.008754:0:77239:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005524d4c2. 00010000:00000010:1.1:1761313471.008756:0:77239:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000eb4a4b03. 00010000:00000010:1.1:1761313471.008759:0:77239:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003230c856. 00010000:00000010:1.1:1761313471.008761:0:77239:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000718886d1. 00010000:00000010:1.1:1761313471.008764:0:77239:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000058a0c579. 00010000:00000010:1.1:1761313471.008767:0:77239:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b9c8fd1c. 00010000:00000010:1.1:1761313471.008770:0:77239:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000065399bb6. 00010000:00000010:1.1:1761313471.008773:0:77239:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009c68499a. 00010000:00000010:1.1:1761313471.008775:0:77239:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e7c577b7. 00010000:00000010:1.1:1761313471.008777:0:77239:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000327a8ec2. 00010000:00000010:1.1:1761313471.008779:0:77239:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b9b397fc. 00010000:00000010:1.1:1761313471.008781:0:77239:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008f41ed6c. 00010000:00000010:1.1:1761313471.008784:0:77239:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000027b7fdda. 00010000:00000010:1.1:1761313471.008786:0:77239:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001a415553. 00010000:00000010:1.1:1761313471.008788:0:77239:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000404a1e5b. 00010000:00000010:1.1:1761313471.008790:0:77239:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003298cdd4. 00010000:00000010:1.1:1761313471.008792:0:77239:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000e6a7b21. 00010000:00000010:1.1:1761313471.008797:0:77239:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a4345a0d. 00010000:00000010:1.1:1761313471.008800:0:77239:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000073d7f2c4. 00010000:00000010:1.1:1761313471.008802:0:77239:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008f5521c6. 00010000:00000010:1.1:1761313471.008804:0:77239:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003e03199d. 00010000:00000010:1.1:1761313471.008806:0:77239:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006acc6763. 00010000:00000010:1.1:1761313471.008808:0:77239:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b9357000. 00010000:00000010:1.1:1761313471.008810:0:77239:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000012404e61. 00010000:00000010:1.1:1761313471.008812:0:77239:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000dc07c72c. 00010000:00000010:1.1:1761313471.008814:0:77239:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000181a22f0. 00010000:00000010:1.1:1761313471.008816:0:77239:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000007dc617b. 00010000:00000010:1.1:1761313471.008834:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007b3ae47e. 00010000:00000010:2.1:1761313471.008913:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b2df6885. 00010000:00000010:1.1:1761313471.009827:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009b0b8bce. 00010000:00000010:1.1:1761313471.009832:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006bd1fcf2. 00010000:00000010:1.1:1761313471.009835:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001dccfb04. 00010000:00000010:1.1:1761313471.009837:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004f702023. 00010000:00000010:1.1:1761313471.009852:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008bd36706. 00010000:00000010:1.1:1761313471.009854:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000454439bd. 00010000:00000010:1.1:1761313471.009857:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007f17aca1. 00010000:00000010:1.1:1761313471.009859:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002847973a. 00010000:00000010:1.1:1761313471.009862:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ffd9ec73. 00010000:00000010:1.1:1761313471.009868:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006472112a. 00010000:00000010:1.1:1761313471.009872:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008f57fe86. 00010000:00000010:1.1:1761313471.009875:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002030e15d. 00010000:00000010:1.1:1761313471.009877:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000aaca3be3. 00010000:00000010:1.1:1761313471.009879:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c7eb0437. 00010000:00000010:1.1:1761313471.009882:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007ba2baef. 00010000:00000010:1.1:1761313471.009884:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e896e6c6. 00010000:00000010:1.1:1761313471.009887:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004be0b452. 00010000:00000010:1.1:1761313471.009889:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ed0abe98. 00010000:00000010:1.1:1761313471.009892:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004e050f66. 00010000:00000010:1.1:1761313471.009894:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a0d6e517. 00010000:00000010:1.1:1761313471.009897:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000abd626d7. 00010000:00000010:1.1:1761313471.009899:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000096d69988. 00010000:00000010:1.1:1761313471.009901:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000037e3afea. 00010000:00000010:1.1:1761313471.009903:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000090d7e7a2. 00010000:00000010:1.1:1761313471.009906:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009baf742b. 00010000:00000010:1.1:1761313471.009908:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000004aa7f49. 00010000:00000010:1.1:1761313471.009910:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000298dea79. 00010000:00000010:1.1:1761313471.009913:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000007059a4f. 00010000:00000010:1.1:1761313471.009916:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006153b344. 00010000:00000010:1.1:1761313471.009919:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000aff343d3. 00010000:00000010:1.1:1761313471.009921:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e2d785b2. 00010000:00000010:1.1:1761313471.009923:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007cb10b42. 00010000:00000010:1.1:1761313471.009925:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ec472175. 00010000:00000010:1.1:1761313471.009927:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f8516204. 00010000:00000010:1.1:1761313471.009930:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000075ddd837. 00010000:00000010:1.1:1761313471.009933:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005277f51c. 00010000:00000010:1.1:1761313471.009935:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000dd328a8c. 00010000:00000010:1.1:1761313471.009938:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003f87c942. 00010000:00000010:1.1:1761313471.009941:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bb1a01e9. 00010000:00000010:1.1:1761313471.009944:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000fe61588. 00010000:00000010:1.1:1761313471.009946:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001bb6b9b8. 00010000:00000010:1.1:1761313471.009948:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002085ca61. 00010000:00000010:1.1:1761313471.009951:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ac21ea12. 00010000:00000010:1.1:1761313471.009955:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000dda0b4a4. 00010000:00000010:1.1:1761313471.009958:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000071bebdf1. 00010000:00000010:1.1:1761313471.009960:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a56257ac. 00010000:00000010:1.1:1761313471.009964:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bd7d771a. 00010000:00000010:1.1:1761313471.009966:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e860d9d6. 00010000:00000010:1.1:1761313471.009968:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000db296d38. 00010000:00000010:1.1:1761313471.009972:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d0d470b0. 00010000:00000010:1.1:1761313471.009974:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000aa344b22. 00010000:00000010:1.1:1761313471.009976:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e81428f2. 00010000:00000010:1.1:1761313471.009979:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007d9ca694. 00010000:00000010:1.1:1761313471.009981:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000051b758d. 00010000:00000010:1.1:1761313471.009983:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000044caef58. 00010000:00000010:1.1:1761313471.009985:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000054233d95. 00010000:00000010:1.1:1761313471.009988:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a85a8ba2. 00010000:00000010:1.1:1761313471.009990:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005c432875. 00010000:00000010:1.1:1761313471.009993:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008b4bea69. 00010000:00000010:1.1:1761313471.009996:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000da287da3. 00010000:00000010:1.1:1761313471.009999:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ef3a86e2. 00010000:00000010:1.1:1761313471.010489:0:77239:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000551dea48. 00010000:00000010:1.1:1761313471.010494:0:77239:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006be9e003. 00010000:00000010:1.1:1761313471.010496:0:77239:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000034128165. 00010000:00000010:1.1:1761313471.010501:0:77239:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000754be480. 00010000:00000010:1.1:1761313471.010504:0:77239:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005ed07b9f. 00010000:00000010:1.1:1761313471.010507:0:77239:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f015d550. 00010000:00000010:1.1:1761313471.010509:0:77239:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000068013659. 00010000:00000010:1.1:1761313471.010512:0:77239:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ab41a3cc. 00010000:00000010:1.1:1761313471.010574:0:77239:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ebc214a9. 00010000:00000010:1.1:1761313471.010577:0:77239:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a027f558. 00010000:00000010:1.1:1761313471.010581:0:77239:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000814684fb. 00010000:00000010:1.1:1761313471.010583:0:77239:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b0633623. 00010000:00000010:1.1:1761313471.010585:0:77239:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d67278c2. 00010000:00000010:1.1:1761313471.010587:0:77239:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c3191da0. 00010000:00000010:1.1:1761313471.010590:0:77239:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ce4fe2fa. 00010000:00000010:1.1:1761313471.010594:0:77239:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b7acc3ee. 00010000:00000010:1.1:1761313471.010607:0:77239:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000006ba2fd2. 00010000:00000010:1.1:1761313471.010609:0:77239:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000325b728. 00010000:00000010:1.1:1761313471.010610:0:77239:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005fb1382e. 00010000:00000010:1.1:1761313471.010631:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a9478999. 00010000:00000010:1.1:1761313471.010633:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a1f0ecce. 00010000:00000010:1.1:1761313471.010636:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000072518f62. 00010000:00000010:1.1:1761313471.010639:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002340af89. 00010000:00000010:1.1:1761313471.010642:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003ca1f465. 00010000:00000010:1.1:1761313471.010644:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003ae3cf22. 00010000:00000010:1.1:1761313471.010647:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cb848b29. 00010000:00000010:1.1:1761313471.010649:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d0c330fc. 00010000:00000010:1.1:1761313471.010651:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000081c209c2. 00010000:00000010:1.1:1761313471.010653:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c317750a. 00010000:00000010:1.1:1761313471.010655:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000524efffd. 00010000:00000010:1.1:1761313471.010657:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000095305390. 00010000:00000010:1.1:1761313471.010659:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000088c0b17f. 00010000:00000010:1.1:1761313471.010662:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000013f0c058. 00010000:00000010:1.1:1761313471.010664:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001dae9f03. 00010000:00000010:1.1:1761313471.010666:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d20997e3. 00010000:00000010:1.1:1761313471.010668:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e13704d4. 00010000:00000010:1.1:1761313471.010670:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006d31bc4a. 00010000:00000010:1.1:1761313471.010671:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a2b1bf5a. 00010000:00000010:1.1:1761313471.019393:0:71733:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000026b5963a. 00010000:00000010:1.1:1761313471.019399:0:71733:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000eb3798a1. 00010000:00000010:1.1:1761313471.019403:0:71733:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000dfc8f069. 00010000:00000010:1.1:1761313471.019405:0:71733:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003e5259a9. 00010000:00000010:1.1:1761313471.019409:0:71733:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b0a17a3e. 00010000:00000010:1.1:1761313471.019412:0:71733:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000074c712e6. 00010000:00000010:1.1:1761313471.019414:0:71733:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000315dd6ca. 00010000:00000010:1.1:1761313471.019417:0:71733:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009243901e. 00010000:00000010:1.1:1761313471.019420:0:71733:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e75aa64a. 00010000:00000010:1.1:1761313471.019423:0:71733:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004d995d24. 00010000:00000010:1.1:1761313471.019426:0:71733:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d95a5ca9. 00010000:00000010:1.1:1761313471.019428:0:71733:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d2795d61. 00010000:00000010:1.1:1761313471.019430:0:71733:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000803d77c0. 00010000:00000010:1.1:1761313471.019432:0:71733:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a0117718. 00010000:00000010:1.1:1761313471.019435:0:71733:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000000ab9ec4. 00010000:00000010:1.1:1761313471.019439:0:71733:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000828c2009. 00010000:00000010:1.1:1761313471.019441:0:71733:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d611c4d9. 00010000:00000010:1.1:1761313471.019443:0:71733:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d6b9c335. 00010000:00000010:1.1:1761313471.019445:0:71733:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000344411bb. 00010000:00000010:1.1:1761313471.019447:0:71733:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b1d6266c. 00010000:00000010:1.1:1761313471.019450:0:71733:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000dcc7e317. 00010000:00000010:1.1:1761313471.019452:0:71733:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cfb8ce0e. 00010000:00000010:1.1:1761313471.019454:0:71733:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000001aa1e07. 00010000:00000010:1.1:1761313471.019456:0:71733:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000be25a68f. 00010000:00000010:1.1:1761313471.019460:0:71733:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008fa556c3. 00010000:00000010:1.1:1761313471.019462:0:71733:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000345a238d. 00010000:00000010:1.1:1761313471.019464:0:71733:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000098b38caf. 00010000:00000010:1.1:1761313471.019466:0:71733:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004807135b. 00010000:00000010:1.1:1761313471.019468:0:71733:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001553e757. 00010000:00000010:1.1:1761313471.019470:0:71733:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cee64235. 00010000:00000010:1.1:1761313471.019472:0:71733:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000129e7bed. 00010000:00000010:1.1:1761313471.019474:0:71733:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000065b52331. 00010000:00000010:1.1:1761313471.019476:0:71733:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000dac93448. 00010000:00000010:1.1:1761313471.019478:0:71733:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000887f08c3. 00010000:00000010:1.1:1761313471.019480:0:71733:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000763d1592. 00010000:00000010:1.1:1761313471.019482:0:71733:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c3460e6e. 00010000:00000010:1.1:1761313471.024410:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000003583c7d. 00010000:00000010:1.1:1761313471.024415:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000153944fa. 00010000:00000010:1.1:1761313471.024418:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d56a68fd. 00010000:00000010:1.1:1761313471.024420:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a2b1bf5a. 00010000:00000010:3.1:1761313471.040249:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000083fd8f46. 00010000:00000010:3.1:1761313471.040258:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e13704d4. 00010000:00000010:3.1:1761313471.040264:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000632fc22b. 00010000:00000010:3.1:1761313471.040268:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000060d863f5. 00010000:00000010:3.1:1761313471.040271:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000082d752ef. 00010000:00000010:3.1:1761313471.040275:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000090efa6fc. 00010000:00000010:3.1:1761313471.040277:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007ddc915d. 00010000:00000010:3.1:1761313471.040280:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000dff1b21e. 00010000:00000010:3.1:1761313471.040282:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d273bfa7. 00010000:00000010:3.1:1761313471.040285:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000089b7a1f2. 00010000:00000010:3.1:1761313471.040287:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000093d3c144. 00010000:00000010:3.1:1761313471.040290:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007fa23676. 00010000:00000010:3.1:1761313471.040292:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000720458be. 00010000:00000010:3.1:1761313471.040295:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006768e491. 00010000:00000010:3.1:1761313471.040296:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008daebfd7. 00010000:00000010:3.1:1761313471.040298:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000be6cc997. 00010000:00000010:3.1:1761313471.040300:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000af7cb870. 00010000:00000010:3.1:1761313471.040302:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000098e81b3e. 00010000:00000010:3.1:1761313471.040304:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f1e998b5. 00010000:00000010:3.1:1761313471.040306:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000817984cb. 00010000:00000010:3.1:1761313471.040308:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000926ce4ee. 00010000:00000010:3.1:1761313471.040310:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008ff6ad6b. 00010000:00000010:3.1:1761313471.040312:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008e84dbd3. 00010000:00000010:3.1:1761313471.040314:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002025f86a. 00010000:00000010:3.1:1761313471.040316:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005e41f381. 00010000:00000010:3.1:1761313471.040318:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000049853912. 00010000:00000010:3.1:1761313471.040322:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002af67b22. 00010000:00000010:3.1:1761313471.040324:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009c2fb5bc. 00010000:00000010:3.1:1761313471.040326:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b34324ce. 00010000:00000010:3.1:1761313471.040328:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000085b2d161. 00010000:00000010:3.1:1761313471.040330:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000035c3df19. 00010000:00000010:3.1:1761313471.040332:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009f7b2473. 00010000:00000010:3.1:1761313471.040334:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000067f990b7. 00010000:00000010:3.1:1761313471.040336:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001661ec49. 00010000:00000010:3.1:1761313471.040338:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000581cea14. 00010000:00000010:3.1:1761313471.040340:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006f77fafa. 00010000:00000010:3.1:1761313471.040342:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000088ced904. 00010000:00000010:3.1:1761313471.040345:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fe4d6e48. 00010000:00000010:3.1:1761313471.040347:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009b1ca63c. 00010000:00000010:3.1:1761313471.040349:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000788560ac. 00010000:00000010:3.1:1761313471.040351:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000008c6221a. 00010000:00000010:3.1:1761313471.040354:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007b96bcfe. 00010000:00000010:3.1:1761313471.040379:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000844a55a. 00010000:00000010:3.1:1761313471.040382:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b4655fe8. 00010000:00000010:3.1:1761313471.040384:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000061896ab8. 00010000:00000010:3.1:1761313471.040386:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bdb47ace. 00010000:00000010:3.1:1761313471.040390:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000db277316. 00010000:00000010:3.1:1761313471.040393:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c61b3e67. 00010000:00000010:3.1:1761313471.040395:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000869e6d58. 00010000:00000010:3.1:1761313471.040398:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e2cf16b1. 00010000:00000010:3.1:1761313471.040399:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000032470b1a. 00010000:00000010:3.1:1761313471.040402:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e2e0e684. 00010000:00000010:3.1:1761313471.040404:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000d3f73a2. 00010000:00000010:3.1:1761313471.040405:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002393037c. 00010000:00000010:3.1:1761313471.040407:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a387be1c. 00010000:00000010:3.1:1761313471.040409:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008951f3f4. 00010000:00000010:3.1:1761313471.040411:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000feb092e3. 00010000:00000010:3.1:1761313471.040413:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001134bc4c. 00010000:00000010:3.1:1761313471.040415:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002c3bbba9. 00010000:00000010:3.1:1761313471.040417:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000acfc2cbd. 00010000:00000010:3.1:1761313471.040419:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008f3572c2. 00010000:00000010:3.1:1761313471.040421:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000eb970c12. 00010000:00000010:3.1:1761313471.040423:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000096a4fa32. 00010000:00000010:3.1:1761313471.040425:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000008e43bfd. 00010000:00000010:3.1:1761313471.040426:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000034d2ba1a. 00010000:00000010:3.1:1761313471.040428:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e607ddfc. 00010000:00000010:3.1:1761313471.040430:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d52097eb. 00010000:00000010:3.1:1761313471.040432:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cd7ce37f. 00010000:00000010:3.1:1761313471.040435:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b84df5be. 00010000:00000010:3.1:1761313471.040439:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007ee4579a. 00010000:00000010:3.1:1761313471.040440:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007b2c200b. 00010000:00000010:3.1:1761313471.040443:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a705aea5. 00010000:00000010:3.1:1761313471.040445:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a50d15c0. 00010000:00000010:3.1:1761313471.040448:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003ef013b4. 00010000:00000010:3.1:1761313471.040450:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002693c625. 00010000:00000010:3.1:1761313471.040452:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000003db61bd. 00010000:00000010:3.1:1761313471.040455:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004e256299. 00010000:00000010:3.1:1761313471.040458:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b3085fcb. 00010000:00000010:3.1:1761313471.040461:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b7019f70. 00010000:00000010:3.1:1761313471.040464:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ebff057a. 00010000:00000010:2.1:1761313471.047449:0:67972:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b689bc06. 00010000:00000010:2.1:1761313471.047460:0:67972:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a92997fd. 00010000:00000010:2.1:1761313471.047470:0:67972:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008b14e623. 00010000:00000010:2.1:1761313471.047476:0:67972:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000067cc108f. 00010000:00000010:2.1:1761313471.047478:0:67972:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000073ef3148. 00010000:00000010:2.1:1761313471.047481:0:67972:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000473c4dd3. 00010000:00000010:2.1:1761313471.047483:0:67972:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000037b6284f. 00010000:00000010:2.1:1761313471.047487:0:67972:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e3f6452d. 00010000:00000010:2.1:1761313471.047490:0:67972:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a493f93b. 00010000:00000010:2.1:1761313471.047493:0:67972:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000057000b62. 00010000:00000010:2.1:1761313471.047497:0:67972:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001bfa07b8. 00010000:00000010:2.1:1761313471.047499:0:67972:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000011879984. 00010000:00000010:2.1:1761313471.047501:0:67972:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000842181c2. 00010000:00000010:2.1:1761313471.047504:0:67972:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007fd615dc. 00010000:00000010:2.1:1761313471.047506:0:67972:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000997d15e7. 00010000:00000010:2.1:1761313471.047508:0:67972:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000d92f573. 00010000:00000010:2.1:1761313471.047510:0:67972:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005c974b94. 00010000:00000010:2.1:1761313471.047512:0:67972:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e1a9c8ac. 00010000:00000010:2.1:1761313471.047514:0:67972:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e9519e78. 00010000:00000010:2.1:1761313471.047516:0:67972:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001e1b5883. 00010000:00000010:2.1:1761313471.047519:0:67972:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000940049bb. 00010000:00000010:2.1:1761313471.047522:0:67972:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000029f6c40d. 00010000:00000010:2.1:1761313471.047524:0:67972:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000008e3108d. 00010000:00000010:2.1:1761313471.047526:0:67972:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000449a88a. 00010000:00000010:2.1:1761313471.047528:0:67972:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009a11e082. 00010000:00000010:2.1:1761313471.047530:0:67972:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c2540438. 00010000:00000010:2.1:1761313471.047532:0:67972:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000534de2be. 00010000:00000010:2.1:1761313471.047534:0:67972:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000879c95d. 00010000:00000010:2.1:1761313471.047536:0:67972:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000073661775. 00010000:00000010:2.1:1761313471.047538:0:67972:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d2b3db6e. 00010000:00000010:2.1:1761313471.047542:0:67972:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000034da0b50. 00010000:00000010:2.1:1761313471.047545:0:67972:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006563a47f. 00010000:00000010:2.1:1761313471.047547:0:67972:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007c2c2f67. 00010000:00000010:2.1:1761313471.047549:0:67972:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b8fb37f3. 00010000:00000010:2.1:1761313471.047551:0:67972:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005f6d31b8. 00010000:00000010:2.1:1761313471.047553:0:67972:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001c5c5a85. 00010000:00000010:2.1:1761313471.047555:0:67972:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001227a158. 00010000:00000010:2.1:1761313471.047557:0:67972:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005f8dd764. 00010000:00000010:2.1:1761313471.047558:0:67972:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001b036ed9. 00010000:00000010:2.1:1761313471.047560:0:67972:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008711767e. 00010000:00000010:2.1:1761313471.047564:0:67972:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007201114a. 00010000:00000010:2.1:1761313471.047567:0:67972:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000070f1330b. 00010000:00000010:2.1:1761313471.047569:0:67972:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002d5a12ba. 00010000:00000010:2.1:1761313471.047571:0:67972:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000af14f809. 00010000:00000010:2.1:1761313471.047573:0:67972:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006e0666b6. 00010000:00000010:2.1:1761313471.047575:0:67972:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009f18bcaf. 00010000:00000010:2.1:1761313471.047577:0:67972:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a510c2b2. 00010000:00000010:2.1:1761313471.047580:0:67972:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d0a6b310. 00010000:00000010:2.1:1761313471.047582:0:67972:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000004353014. 00010000:00000010:2.1:1761313471.047585:0:67972:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a26fe50c. 00010000:00000010:2.1:1761313471.047587:0:67972:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c5f9e73f. 00010000:00000010:2.1:1761313471.047589:0:67972:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000297ada48. 00010000:00000010:2.1:1761313471.047591:0:67972:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c7093bde. 00010000:00000010:2.1:1761313471.047593:0:67972:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a633bc9a. 00010000:00000010:2.1:1761313471.047595:0:67972:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000096d82ace. 00010000:00000010:2.1:1761313471.047597:0:67972:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000097e21150. 00010000:00000010:2.1:1761313471.047599:0:67972:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ee4e5118. 00010000:00000010:2.1:1761313471.047601:0:67972:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bb585143. 00010000:00000010:2.1:1761313471.051397:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000053c6b65d. 00010000:00000010:2.1:1761313471.051404:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c0736fdc. 00010000:00000010:2.1:1761313471.051407:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b9e564ed. 00010000:00000010:2.1:1761313471.064429:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003bbbb399. 00010000:00000010:2.1:1761313471.064438:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000efcfc62b. 00010000:00000010:2.1:1761313471.064443:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a34da914. 00010000:00000010:3.1:1761313471.064981:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bde70105. 00010000:00000010:3.1:1761313471.064988:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f49fe847. 00010000:00000010:3.1:1761313471.064992:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bb585143. 00010000:00000010:3.1:1761313471.078392:0:1371:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000df78dac2. 00010000:00000010:3.1:1761313471.078406:0:1371:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000001544208. 00010000:00000010:3.1:1761313471.078410:0:1371:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ebff057a. 00010000:00000010:3.1:1761313471.078413:0:1371:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b7019f70. 00010000:00000010:3.1:1761313471.078416:0:1371:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b3085fcb. 00010000:00000010:2.1:1761313471.080607:0:1028:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000051eeed10. 00010000:00000010:2.1:1761313471.080615:0:1028:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f2a1435b. 00010000:00000010:2.1:1761313471.080619:0:1028:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000003db61bd. 00010000:00000010:2.1:1761313471.086403:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006b100742. 00010000:00000010:2.1:1761313471.086411:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003481eed5. 00010000:00000010:2.1:1761313471.086416:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a34da914. 00010000:00000010:2.1:1761313471.088601:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e84f1883. 00010000:00000010:3.1:1761313471.088642:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bb23f1e3. 00010000:00000010:3.1:1761313471.088648:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b9e564ed. 00010000:00000010:2.1:1761313471.105483:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fdf7ac7f. 00010000:00000010:0.1:1761313471.110050:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000093d43138. 00010000:00000010:0.1:1761313471.110072:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b3085fcb. 00010000:00000010:2.1:1761313471.117550:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004795197d. 00010000:00000010:0.1:1761313471.119270:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000985eda8f. 00010000:00000010:0.1:1761313471.119283:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007bdc554e. 00010000:00000010:0.1:1761313471.119287:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009ef93ea2. 00010000:00000010:0.1:1761313471.119290:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f19f4a45. 00010000:00000010:2.1:1761313471.125728:0:64710:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000024a2b565. 00010000:00000010:0.1:1761313471.130764:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003cfcc75c. 00010000:00000010:0.1:1761313471.130777:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000049431d94. 00010000:00000010:2.1:1761313471.137114:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009d5d0ec4. 00010000:00000010:3.1:1761313471.142030:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000942d88fc. 00010000:00000010:0.1:1761313471.142969:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009f3ece0c. 00010000:00000010:0.1:1761313471.142978:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f19f4a45. 00010000:00000010:0.1:1761313471.147476:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e9ec3ab7. 00010000:00000010:0.1:1761313471.147485:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007bdc554e. 00010000:00000010:0.1:1761313471.155416:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000961ede79. 00010000:00000010:3.1:1761313471.155417:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c7b14896. 00010000:00000010:0.1:1761313471.155423:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000049431d94. 00010000:00000010:3.1:1761313471.160795:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002751d182. 00010000:00000010:0.1:1761313471.161397:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f65becfd. 00010000:00000010:0.1:1761313471.161405:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000018b659db. 00010000:00000010:0.1:1761313471.161409:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009ef93ea2. 00010000:00000010:0.1:1761313471.161412:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007bdc554e. 00010000:00000010:2.1:1761313471.161532:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c031e7e6. 00010000:00000010:2.1:1761313471.167444:0:64710:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001ac90e1c. 00010000:00000010:1.1:1761313471.167703:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a75804d9. 00010000:00000010:1.1:1761313471.167710:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d9a87175. 00010000:00000010:0.1:1761313471.168062:0:75220:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bb1b9e69. 00010000:00000010:0.1:1761313471.168067:0:75220:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f19f4a45. 00010000:00000010:0.1:1761313471.172456:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000061954c62. 00010000:00000010:1.1:1761313471.172525:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000193e8a14. 00010000:00000010:1.1:1761313471.172532:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a2b1bf5a. 00010000:00000010:1.1:1761313471.176664:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000020aa9ecd. 00010000:00000010:1.1:1761313471.176671:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000074c712e6. 00010000:00000010:2.1:1761313471.177482:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000033659441. 00010000:00000010:0.1:1761313471.182789:0:64710:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e96b3e4f. 00010000:00000010:1.1:1761313471.186526:0:77239:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e3494bfd. 00010000:00000010:1.1:1761313471.186533:0:77239:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003e5259a9. 00010000:00000010:1.1:1761313471.186537:0:77239:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005112ba10. 00010000:00000010:1.1:1761313471.186539:0:77239:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000074c712e6. 00010000:00000010:1.1:1761313471.189648:0:77239:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c9830223. 00010000:00000010:1.1:1761313471.189654:0:77239:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a2b1bf5a. 00010000:00000010:3.1:1761313471.190435:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000087a55cba. 00010000:00000010:0.1:1761313471.193603:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008d812223. 00010000:00000010:1.1:1761313471.193914:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000900cc7e5. 00010000:00000010:1.1:1761313471.193921:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000eb3798a1. 00010000:00000010:1.1:1761313471.198486:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e40e9c07. 00010000:00000010:1.1:1761313471.198495:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000074c712e6. 00010000:00000010:0.1:1761313471.198563:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000aacced3b. 00010000:00000010:0.1:1761313471.201850:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004b8f633a. 00010000:00000010:1.1:1761313471.205087:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000278a632d. 00010000:00000010:1.1:1761313471.205100:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a2b1bf5a. 00010000:00000010:3.1:1761313471.209431:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a572a111. 00010000:00000010:1.1:1761313471.209607:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a740939d. 00010000:00000010:1.1:1761313471.209613:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000eb3798a1. 00010000:00000010:1.1:1761313471.209615:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005112ba10. 00010000:00000010:1.1:1761313471.209618:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000074c712e6. 00010000:00000010:0.1:1761313471.219474:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003504c921. 00010000:00000010:1.1:1761313471.223487:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d13ee2e4. 00010000:00000010:1.1:1761313471.223502:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003e5259a9. 00010000:00000010:0.1:1761313471.224687:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ef15999d. 00010000:00000010:1.1:1761313471.228280:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f2b7825a. 00010000:00000010:1.1:1761313471.228288:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a2b1bf5a. 00010000:00000010:0.1:1761313471.228384:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000844d7293. 00010000:00000010:2.1:1761313471.233476:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000eb221ba. 00010000:00000010:1.1:1761313471.234972:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000081e2ffe6. 00010000:00000010:1.1:1761313471.234984:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000074c712e6. 00010000:00000010:1.1:1761313471.237859:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c7fb3ca4. 00010000:00000010:1.1:1761313471.237865:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000eb3798a1. 00010000:00000010:0.1:1761313471.241085:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007cbe4576. 00010000:00000010:1.1:1761313471.241141:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000879e1e94. 00010000:00000010:1.1:1761313471.241148:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003e5259a9. 00010000:00000010:1.1:1761313471.241151:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005112ba10. 00010000:00000010:1.1:1761313471.241154:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a2b1bf5a. 00010000:00000010:1.1:1761313471.245194:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000044382a24. 00010000:00000010:1.1:1761313471.245200:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001dae9f03. 00010000:00000010:2.1:1761313471.245645:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000074e09bb0. 00010000:00000010:2.1:1761313471.250451:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000d1a7531. 00010000:00000010:1.1:1761313471.253914:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c081ba84. 00010000:00000010:1.1:1761313471.253929:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000eb3798a1. 00010000:00000010:0.1:1761313471.261599:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000da0354d6. 00010000:00000010:1.1:1761313471.266577:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d73dce40. 00010000:00000010:1.1:1761313471.266586:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a2b1bf5a. 00010000:00000010:1.1:1761313471.270405:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001a49fe08. 00010000:00000010:1.1:1761313471.270419:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001dae9f03. 00010000:00000010:2.1:1761313471.270679:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b9492563. 00010000:00000010:2.1:1761313471.270686:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008ec6b85c. 00010000:00000010:1.1:1761313471.274599:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001beaad77. 00010000:00000010:1.1:1761313471.274609:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000eb3798a1. 00010000:00000010:1.1:1761313471.274613:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005112ba10. 00010000:00000010:1.1:1761313471.274616:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003e5259a9. 00010000:00000010:1.1:1761313471.274619:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000e56970a. 00010000:00000010:1.1:1761313471.274622:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000074c712e6. 00010000:00000010:2.1:1761313471.276274:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009cb870f9. 00010000:00000010:1.1:1761313471.281892:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008ebacb7c. 00010000:00000010:1.1:1761313471.281900:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a2b1bf5a. 00010000:00000010:2.1:1761313471.282868:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ddd29340. 00010000:00000010:2.1:1761313471.288847:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e472b531. 00010000:00000010:1.1:1761313471.289463:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f056c01e. 00010000:00000010:1.1:1761313471.289473:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001dae9f03. 00010000:00000010:0.1:1761313471.301408:0:77239:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000043bda962. 00010000:00000010:1.1:1761313471.301458:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ff68e531. 00010000:00000010:1.1:1761313471.301466:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000074c712e6. 00010000:00000010:2.1:1761313471.305428:0:15827:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001e96a45a. 00010000:00000010:3.1:1761313471.310394:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007c96046d. 00010000:00000010:1.1:1761313471.310394:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000036c18ea. 00010000:00000010:1.1:1761313471.310406:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a2b1bf5a. 00010000:00000010:1.1:1761313471.310409:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005112ba10. 00010000:00000010:1.1:1761313471.310412:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001dae9f03. 00010000:00000010:1.1:1761313471.318409:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000585b0a61. 00010000:00000010:1.1:1761313471.318420:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003e5259a9. 00010000:00000010:0.1:1761313471.322442:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b8881a5d. 00010000:00000010:1.1:1761313471.330541:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a65e9681. 00010000:00000010:1.1:1761313471.330550:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000074c712e6. 00010000:00000010:1.1:1761313471.335473:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cbe3ffdc. 00010000:00000010:1.1:1761313471.335488:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001dae9f03. 00010000:00000010:2.1:1761313471.343609:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000dbbc421e. 00010000:00000010:0.1:1761313471.343611:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000625b23b1. 00010000:00000010:2.1:1761313471.343616:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003e5259a9. 00010000:00000010:1.1:1761313471.343678:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000000778587. 00010000:00000010:1.1:1761313471.357520:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004c387933. 00010000:00000010:1.1:1761313471.357538:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000083186b2e. 00010000:00000010:1.1:1761313471.357542:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a34da914. 00010000:00000010:1.1:1761313471.357545:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005112ba10. 00010000:00000010:1.1:1761313471.357549:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001dae9f03. 00010000:00000010:2.1:1761313471.363177:0:77239:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000087e1866c. 00010000:00000010:2.1:1761313471.363193:0:77239:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000074c712e6. 00010000:00000010:1.1:1761313471.366407:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f9f11907. 00010000:00000010:3.1:1761313471.374391:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f5a7a658. 00010000:00000010:2.1:1761313471.375095:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000061498720. 00010000:00000010:2.1:1761313471.375102:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000097e21150. 00010000:00000010:1.1:1761313471.378182:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006bbbc9a1. 00010000:00000010:2.1:1761313471.387905:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006998fdb8. 00010000:00000010:2.1:1761313471.387912:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a633bc9a. 00010000:00000010:3.1:1761313471.391400:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007d051d2a. 00010000:00000010:2.1:1761313471.398208:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b4d05948. 00010000:00000010:2.1:1761313471.398219:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000297ada48. 00010000:00000010:3.1:1761313471.401393:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007e6360eb. 00010000:00000010:2.1:1761313471.406404:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000940a625e. 00010000:00000010:2.1:1761313471.406420:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000097e21150. 00010000:00000010:2.1:1761313471.406425:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ee4e5118. 00010000:00000010:2.1:1761313471.406427:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a633bc9a. 00010000:00000010:2.1:1761313471.418543:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f0b59152. 00010000:00000010:2.1:1761313471.418560:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a26fe50c. 00010000:00000010:3.1:1761313471.419395:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003d451a57. 00010000:00000010:2.1:1761313471.423881:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f33580b4. 00010000:00000010:2.1:1761313471.428393:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002e187d40. 00010000:00000010:3.1:1761313471.428437:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000335f18dc. 00010000:00000010:3.1:1761313471.428443:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000297ada48. 00010000:00000010:3.1:1761313471.443439:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a6f0f7f6. 00010000:00000010:3.1:1761313471.443457:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ebff057a. 00010000:00000010:1.1:1761313471.446535:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005eef56a6. 00010000:00000010:1.1:1761313471.446548:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003ef013b4. 00010000:00000010:2.1:1761313471.453977:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000683171c9. 00010000:00000010:2.1:1761313471.453990:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001fbe62c8. 00010000:00000010:2.1:1761313471.455429:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bcb3cdf1. 00010000:00000010:1.1:1761313471.455481:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001c2ed2f3. 00010000:00000010:1.1:1761313471.455487:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001dae9f03. 00010000:00000010:1.1:1761313471.455490:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a59f96bf. 00010000:00000010:1.1:1761313471.455494:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a2b1bf5a. 00010000:00000010:3.1:1761313471.465598:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004fee228e. 00010000:00000010:3.1:1761313471.465606:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000eb3798a1. 00010000:00000010:2.1:1761313471.466398:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003ee28345. 00010000:00000010:3.1:1761313471.474404:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000fd12146. 00010000:00000010:3.1:1761313471.474420:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ebff057a. 00010000:00000010:1.1:1761313471.479226:0:77239:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b5bd63f4. 00010000:00000010:3.1:1761313471.479393:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000080f5df8c. 00010000:00000010:3.1:1761313471.479400:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a705aea5. 00010000:00000010:1.1:1761313471.486438:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000403bd92f. 00010000:00000010:2.1:1761313471.486470:0:15825:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000046bbf01f. 00010000:00000010:1.1:1761313471.491258:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000645b6087. 00010000:00000010:1.1:1761313471.491266:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006d19798d. 00010000:00000010:0.1:1761313471.497455:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e1652551. 00010000:00000010:1.1:1761313471.497569:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000787e029b. 00010000:00000010:1.1:1761313471.497577:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a2b1bf5a. 00010000:00000010:3.1:1761313471.500574:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004dab80b7. 00010000:00000010:1.1:1761313471.502192:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000061104c75. 00010000:00000010:1.1:1761313471.502200:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001dae9f03. 00010000:00000010:1.1:1761313471.510471:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f17db9f1. 00010000:00000010:1.1:1761313471.510482:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000088c0b17f. 00010000:00000010:3.1:1761313471.510586:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fddf1f4f. 00010000:00000010:0.1:1761313471.514531:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000027e1193d. 00010000:00000010:0.1:1761313471.514539:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a2b1bf5a. 00010000:00000010:3.1:1761313471.519460:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b0bac2ac. 00010000:00000010:1.1:1761313471.519934:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008cadff38. 00010000:00000010:1.1:1761313471.523914:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000026aebafb. 00010000:00000010:1.1:1761313471.523925:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f19f4a45. 00010000:00000010:1.1:1761313471.528393:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000057a63867. 00010000:00000010:1.1:1761313471.528400:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000088c0b17f. 00010000:00000010:0.1:1761313471.528433:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ea7e4104. 00010000:00000010:3.1:1761313471.532518:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002107fe57. 00010000:00000010:1.1:1761313471.536495:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000acca1bf0. 00010000:00000010:1.1:1761313471.536502:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001dae9f03. 00010000:00000010:1.1:1761313471.536506:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005112ba10. 00010000:00000010:1.1:1761313471.536509:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000524efffd. 00010000:00000010:1.1:1761313471.536511:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000083786481. 00010000:00000010:1.1:1761313471.536514:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000081c209c2. 00010000:00000010:3.1:1761313471.540198:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f0b37c48. 00010000:00000010:3.1:1761313471.543503:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000007047616. 00010000:00000010:1.1:1761313471.544390:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000358970a7. 00010000:00000010:1.1:1761313471.544398:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000088c0b17f. 00010000:00000010:3.1:1761313471.549472:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005dbc781b. 00010000:00000010:0.1:1761313471.554098:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001fd0612e. 00010000:00000010:0.1:1761313471.554105:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000081c209c2. 00010000:00000010:0.1:1761313471.554108:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000082dc4f6f. 00010000:00000010:1.1:1761313471.557623:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f85155d8. 00010000:00000010:1.1:1761313471.557630:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007bdc554e. 00010000:00000010:0.1:1761313471.562469:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000087aa3482. 00010000:00000010:1.1:1761313471.562512:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007da53997. 00010000:00000010:1.1:1761313471.562517:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000088c0b17f. 00010000:00000010:1.1:1761313471.562521:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005112ba10. 00010000:00000010:1.1:1761313471.562523:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000524efffd. 00010000:00000010:1.1:1761313471.566398:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003c7bec92. 00010000:00000010:0.1:1761313471.572284:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000742ae04f. 00010000:00000010:2.1:1761313471.572487:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b9d42478. 00010000:00000010:2.1:1761313471.572493:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001dae9f03. 00010000:00000010:1.1:1761313471.577401:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005f2a728b. 00010000:00000010:2.1:1761313471.577465:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000010bd9f6f. 00010000:00000010:2.1:1761313471.577470:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a26fe50c. 00010000:00000010:2.1:1761313471.583618:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000051eae28c. 00010000:00000010:2.1:1761313471.583632:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a633bc9a. 00010000:00000010:2.1:1761313471.583636:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000050f1e92. 00010000:00000010:2.1:1761313471.583639:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000097e21150. 00010000:00000010:0.1:1761313471.594442:0:75220:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c53e5f78. 00010000:00000010:0.1:1761313471.599451:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003c8b29a6. 00010000:00000010:2.1:1761313471.602714:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f10d444d. 00010000:00000010:2.1:1761313471.602724:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d0a6b310. 00010000:00000010:2.1:1761313471.602728:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ee4e5118. 00010000:00000010:2.1:1761313471.602731:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000097e21150. 00010000:00000010:1.1:1761313471.602763:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000036f0f0ce. 00010000:00000010:1.1:1761313471.602769:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a633bc9a. 00010000:00000010:2.1:1761313471.607432:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ef75434d. 00010000:00000010:2.1:1761313471.607438:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000058b54511. 00010000:00000010:1.1:1761313471.610423:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000090b333f. 00010000:00000010:1.1:1761313471.610436:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000524efffd. 00010000:00000010:3.1:1761313471.614178:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000373b1c90. 00010000:00000010:3.1:1761313471.614185:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000088c0b17f. 00010000:00000010:0.1:1761313471.614427:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b65d828d. 00010000:00000010:2.1:1761313471.620759:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002288ff69. 00010000:00000010:2.1:1761313471.620765:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a705aea5. 00010000:00000010:3.1:1761313471.624412:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b3740cee. 00010000:00000010:3.1:1761313471.628663:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ea09bf7b. 00010000:00000010:2.1:1761313471.628720:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000756412d1. 00010000:00000010:2.1:1761313471.628726:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000097e21150. 00010000:00000010:2.1:1761313471.628730:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ee4e5118. 00010000:00000010:2.1:1761313471.628732:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d0a6b310. 00010000:00000010:0.1:1761313471.638679:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cf80960d. 00010000:00000010:2.1:1761313471.639524:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fc00b0bf. 00010000:00000010:2.1:1761313471.639531:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a26fe50c. 00010000:00000010:0.1:1761313471.646512:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b1a4635c. 00010000:00000010:2.1:1761313471.650044:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000005c69359. 00010000:00000010:2.1:1761313471.650052:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d0a6b310. 00010000:00000010:0.1:1761313471.650386:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007f334d28. 00010000:00000010:0.1:1761313471.654507:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bd8257c0. 00010000:00000010:2.1:1761313471.654838:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004fdcbf9f. 00010000:00000010:2.1:1761313471.654846:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000097e21150. 00010000:00000010:2.1:1761313471.658503:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002456b039. 00010000:00000010:2.1:1761313471.658511:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a26fe50c. 00010000:00000010:3.1:1761313471.662584:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000bdedebf. 00010000:00000010:2.1:1761313471.663536:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e34ab06a. 00010000:00000010:2.1:1761313471.663544:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009f18bcaf. 00010000:00000010:1.1:1761313471.666390:0:77239:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e28fabf0. 00010000:00000010:1.1:1761313471.666395:0:77239:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d0a6b310. 00010000:00000010:3.1:1761313471.666552:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000014949d9e. 00010000:00000010:2.1:1761313471.671385:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cb745aaa. 00010000:00000010:1.1:1761313471.671590:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b10cb751. 00010000:00000010:1.1:1761313471.671597:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000524efffd. 00010000:00000010:3.1:1761313471.679520:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b9466a24. 00010000:00000010:2.1:1761313471.685425:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e992221f. 00010000:00000010:1.1:1761313471.686268:0:77239:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000eaf4b2b5. 00010000:00000010:1.1:1761313471.686274:0:77239:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cb848b29. 00010000:00000010:3.1:1761313471.693578:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c3c2db45. 00010000:00000010:1.1:1761313471.693771:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000096d200a1. 00010000:00000010:1.1:1761313471.693777:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000524efffd. 00010000:00000010:1.1:1761313471.704422:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000be4e4b4e. 00010000:00000010:1.1:1761313471.704433:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003ca1f465. 00010000:00000010:1.1:1761313471.704437:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005a077f6f. 00010000:00000010:1.1:1761313471.704440:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006e2fc4c3. 00010000:00000010:1.1:1761313471.704443:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000072518f62. 00010000:00000010:2.1:1761313471.704472:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ded82096. 00010000:00000010:1.1:1761313471.709518:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000090deb937. 00010000:00000010:1.1:1761313471.709525:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cb848b29. 00010000:00000010:3.1:1761313471.709561:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000022bfc8fd. 00010000:00000010:1.1:1761313471.713495:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000026edbc5f. 00010000:00000010:1.1:1761313471.713510:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a9478999. 00010000:00000010:1.1:1761313471.717565:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000088cd689f. 00010000:00000010:1.1:1761313471.717578:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000524efffd. 00010000:00000010:2.1:1761313471.718440:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b18b9175. 00010000:00000010:1.1:1761313471.722727:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000069452c8. 00010000:00000010:1.1:1761313471.722738:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e6318e5c. 00010000:00000010:1.1:1761313471.722742:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cb848b29. 00010000:00000010:2.1:1761313471.731467:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005f83cea4. 00010000:00000010:3.1:1761313471.735909:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e5ccdae7. 00010000:00000010:1.1:1761313471.736038:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005d0115b3. 00010000:00000010:1.1:1761313471.736044:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a9478999. 00010000:00000010:1.1:1761313471.739709:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c0d0c3e9. 00010000:00000010:1.1:1761313471.739717:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000524efffd. 00010000:00000010:1.1:1761313471.739721:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000088cd689f. 00010000:00000010:1.1:1761313471.739725:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cb848b29. 00010000:00000010:2.1:1761313471.740866:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000145f755f. 00010000:00000010:1.1:1761313471.742554:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006b9cd573. 00010000:00000010:1.1:1761313471.742561:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000072518f62. 00010000:00000010:1.1:1761313471.747433:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000033deab2d. 00010000:00000010:1.1:1761313471.747448:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003ca1f465. 00010000:00000010:3.1:1761313471.747493:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003221875f. 00010000:00000010:3.1:1761313471.750921:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000018810c7c. 00010000:00000010:1.1:1761313471.755707:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000adfab6e4. 00010000:00000010:1.1:1761313471.755715:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a9478999. 00010000:00000010:1.1:1761313471.759131:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ddbce05d. 00010000:00000010:1.1:1761313471.759141:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000712d14c7. 00010000:00000010:1.1:1761313471.759145:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000072518f62. 00010000:00000010:3.1:1761313471.762614:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ad352566. 00010000:00000010:1.1:1761313471.767433:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d0be1724. 00010000:00000010:1.1:1761313471.767450:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003ca1f465. 00010000:00000010:1.1:1761313471.767455:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000088cd689f. 00010000:00000010:1.1:1761313471.767457:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a9478999. 00010000:00000010:3.1:1761313471.771914:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f093c38e. 00010000:00000010:1.1:1761313471.776476:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c17c1f50. 00010000:00000010:1.1:1761313471.776486:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cb848b29. 00010000:00000010:1.1:1761313471.783267:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007fd79cf0. 00010000:00000010:1.1:1761313471.783284:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000072518f62. 00010000:00000010:3.1:1761313471.783338:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f4983d1f. 00010000:00000010:2.1:1761313471.783404:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000d187762. 00010000:00000010:1.1:1761313471.787454:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001f8fd550. 00010000:00000010:1.1:1761313471.787469:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a9478999. 00010000:00000010:1.1:1761313471.799015:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000006cd29e2. 00010000:00000010:1.1:1761313471.799026:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003ca1f465. 00010000:00000010:3.1:1761313471.803941:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000096e19b4e. 00010000:00000010:2.1:1761313471.804005:0:64710:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000032d704e9. 00010000:00000010:1.1:1761313471.806793:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c149a617. 00010000:00000010:1.1:1761313471.806806:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000072518f62. 00010000:00000010:1.1:1761313471.806809:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000088cd689f. 00010000:00000010:1.1:1761313471.806813:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a9478999. 00010000:00000010:2.1:1761313471.812393:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000b989a78. 00010000:00000010:1.1:1761313471.814650:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007e7bb47c. 00010000:00000010:1.1:1761313471.814665:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cb848b29. 00010000:00000010:3.1:1761313471.820402:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e466fefa. 00010000:00000010:1.1:1761313471.820442:0:77239:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009f1b06e3. 00010000:00000010:1.1:1761313471.820448:0:77239:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003ca1f465. 00010000:00000010:2.1:1761313471.825543:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000627bce2d. 00010000:00000010:3.1:1761313471.827603:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000865f0f7c. 00010000:00000010:1.1:1761313471.828288:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009e2408df. 00010000:00000010:1.1:1761313471.828294:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a9478999. 00010000:00000010:1.1:1761313471.831879:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000017302dc1. 00010000:00000010:1.1:1761313471.831885:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cb848b29. 00010000:00000010:1.1:1761313471.851083:0:77239:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004b50daa7. 00010000:00000010:1.1:1761313471.851092:0:77239:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000073185e3f. 00010000:00000010:1.1:1761313471.851098:0:77239:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003ca1f465. 00010000:00000010:1.1:1761313471.851101:0:77239:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000088cd689f. 00010000:00000010:1.1:1761313471.851104:0:77239:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000072518f62. 00010000:00000010:2.1:1761313471.851375:0:15826:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b610287a. 00010000:00000010:1.1:1761313471.857393:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004f77e765. 00010000:00000010:1.1:1761313471.857401:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000524efffd. 00010000:00000010:2.1:1761313471.861387:0:75220:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000009d553d8. 00010000:00000010:2.1:1761313471.861395:0:75220:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001343e23c. 00010000:00000010:3.1:1761313471.861788:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fc5d715e. 00010000:00000010:1.1:1761313471.861994:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000089a58c67. 00010000:00000010:1.1:1761313471.862001:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a9478999. 00010000:00000010:1.1:1761313471.862004:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005d7e1d0b. 00010000:00000010:1.1:1761313471.862007:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cb848b29. 00010000:00000010:1.1:1761313471.865498:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005c9a2203. 00010000:00000010:1.1:1761313471.865513:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000325b728. 00010000:00000010:2.1:1761313471.887453:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ecf6c644. 00010000:00000010:1.1:1761313471.887626:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008b00943b. 00010000:00000010:1.1:1761313471.887632:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000072518f62. 00010000:00000010:2.1:1761313471.892488:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000051de5487. 00010000:00000010:2.1:1761313471.892498:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cb848b29. 00010000:00000010:2.1:1761313471.892502:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d810acdb. 00010000:00000010:2.1:1761313471.892506:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a07e623a. 00010000:00000010:1.1:1761313471.896980:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f1791576. 00010000:00000010:1.1:1761313471.896989:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000325b728. 00010000:00000010:0.1:1761313471.897662:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000009bb0e46. 00010000:00000010:1.1:1761313471.900047:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000060bcda9c. 00010000:00000010:1.1:1761313471.900055:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a9478999. 00010000:00000010:3.1:1761313471.904646:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000abfd843f. 00010000:00000010:1.1:1761313471.907786:0:15827:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005cb75a2d. 00010000:00000010:1.1:1761313471.907799:0:15827:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000072518f62. 00010000:00000010:0.1:1761313471.911851:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000018cc0f61. 00010000:00000010:2.1:1761313471.915305:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000225bb4be. 00010000:00000010:2.1:1761313471.915316:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000325b728. 00010000:00000010:1.1:1761313471.917394:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009a9b67ad. 00010000:00000010:2.1:1761313471.922987:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003e3c9a54. 00010000:00000010:2.1:1761313471.923000:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009f18bcaf. 00010000:00000010:0.1:1761313471.928677:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b32c82d5. 00010000:00000010:2.1:1761313471.928732:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000027f72e25. 00010000:00000010:2.1:1761313471.928739:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000006ebbea1. 00010000:00000010:2.1:1761313471.928743:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a26fe50c. 00010000:00000010:2.1:1761313471.934147:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000004b10b3a. 00010000:00000010:2.1:1761313471.934158:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000097e21150. 00010000:00000010:2.1:1761313471.934163:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000632b575f. 00010000:00000010:2.1:1761313471.934167:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008ffbea0b. 00010000:00000010:2.1:1761313471.934170:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e867df51. 00010000:00000010:1.1:1761313471.943475:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000eb0536fa. 00010000:00000010:0.1:1761313471.947440:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004b8002e1. 00010000:00000010:2.1:1761313471.947549:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000051d34ef7. 00010000:00000010:2.1:1761313471.947557:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009f18bcaf. 00010000:00000010:2.1:1761313471.956087:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ed080ee7. 00010000:00000010:2.1:1761313471.956102:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a26fe50c. 00010000:00000010:0.1:1761313471.956729:0:15826:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000374614fd. 00010000:00000010:2.1:1761313471.960814:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006a53f421. 00010000:00000010:2.1:1761313471.960835:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e867df51. 00010000:00000010:2.1:1761313471.960840:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ee4e5118. 00010000:00000010:2.1:1761313471.960842:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000097e21150. 00010000:00000010:2.1:1761313471.960845:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d9bdb137. 00010000:00000010:2.1:1761313471.960847:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000013c85ea5. 00010000:00000010:1.1:1761313471.972403:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b7b9f5ac. 00010000:00000010:2.1:1761313471.972477:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e63811af. 00010000:00000010:2.1:1761313471.972483:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009f18bcaf. 00010000:00000010:1.1:1761313471.975905:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000000990773. 00010000:00000010:2.1:1761313471.976439:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000043280c22. 00010000:00000010:2.1:1761313471.976446:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ac1a4587. 00010000:00000010:2.1:1761313471.976449:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a26fe50c. 00010000:00000010:2.1:1761313471.976453:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d1347874. 00010000:00000010:2.1:1761313471.976456:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000013c85ea5. 00010000:00000010:3.1:1761313471.976754:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001419fd9c. 00010000:00000010:2.1:1761313471.985572:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000017ca88e8. 00010000:00000010:2.1:1761313471.985584:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000097e21150. 00010000:00000010:2.1:1761313471.985587:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ee4e5118. 00010000:00000010:2.1:1761313471.985589:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000013c85ea5. 00010000:00000010:1.1:1761313471.990399:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a5d441fa. 00010000:00000010:1.1:1761313472.005395:0:75220:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001af5e582. 00010000:00000010:2.1:1761313472.009222:0:77239:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a00bde11. 00010000:00000010:2.1:1761313472.009239:0:77239:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a26fe50c. 00010000:00000010:3.1:1761313472.014465:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004841f30b. 00010000:00000010:2.1:1761313472.018990:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000ef7d964. 00010000:00000010:2.1:1761313472.019009:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bcbd8b35. 00010000:00000010:2.1:1761313472.019026:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009f18bcaf. 00010000:00000010:2.1:1761313472.019418:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004dbed245. 00010000:00000010:2.1:1761313472.019424:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000013c85ea5. 00010000:00000010:2.1:1761313472.039463:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fc0f9cb6. 00010000:00000010:1.1:1761313472.044400:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000049dfb496. 00010000:00000010:1.1:1761313472.044408:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000097e21150. 00010000:00000010:1.1:1761313472.051313:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006e1229f2. 00010000:00000010:1.1:1761313472.051320:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000072518f62. 00010000:00000010:1.1:1761313472.051323:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000088cd689f. 00010000:00000010:1.1:1761313472.051326:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a9478999. 00010000:00000010:2.1:1761313472.052389:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000963ee29b. 00010000:00000010:2.1:1761313472.055734:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000405b961. 00010000:00000010:0.1:1761313472.059395:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007e01e6b8. 00010000:00000010:0.1:1761313472.059407:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000524efffd. 00010000:00000010:1.1:1761313472.062552:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c34687dc. 00010000:00000010:3.1:1761313472.068135:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008ac92b3b. 00010000:00000010:3.1:1761313472.068150:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000018b659db. 00010000:00000010:3.1:1761313472.071965:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000edd5d5ee. 00010000:00000010:3.1:1761313472.071975:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ebff057a. 00010000:00000010:0.1:1761313472.072750:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cd38575e. 00010000:00000010:3.1:1761313472.076506:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cfa16743. 00010000:00000010:3.1:1761313472.076518:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000083d25b19. 00010000:00000010:3.1:1761313472.076523:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d9dcbde6. 00010000:00000010:3.1:1761313472.092382:0:13:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d47b46d0. 00010000:00000010:3.1:1761313472.092396:0:13:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004072fe80. 00010000:00000010:3.1:1761313472.092400:0:13:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000f0dd62e. 00010000:00000010:3.1:1761313472.092407:0:13:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b7019f70. 00010000:00000010:3.1:1761313472.092410:0:13:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ebff057a. 00010000:00000010:3.1:1761313472.109468:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f87a3087. 00010000:00000010:2.1:1761313472.113384:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000083d406fb. 00010000:00000010:2.1:1761313472.113392:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e242646d. 00010000:00000010:3.1:1761313472.113546:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000368fef82. 00010000:00000010:3.1:1761313472.113551:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000405b961. 00010000:00000010:3.1:1761313472.113554:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007a8b87b1. 00010000:00000010:2.1:1761313472.115723:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000072f18e73. 00010000:00000010:2.1:1761313472.115730:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000031bdd6ec. 00010000:00000010:2.1:1761313472.115733:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a9478999. 00010000:00000010:1.1:1761313472.116029:0:77239:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000725aa68c. 00010000:00000010:1.1:1761313472.116035:0:77239:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ebff057a. 00010000:00000010:1.1:1761313472.116039:0:77239:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003e254eec. 00010000:00000010:3.1:1761313472.124662:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000026ca97c5. 00010000:00000010:1.1:1761313472.124779:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000efde1e94. 00010000:00000010:1.1:1761313472.124786:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000013c85ea5. 00010000:00000010:1.1:1761313472.124789:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000088cd689f. 00010000:00000010:1.1:1761313472.124791:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000072518f62. 00010000:00000010:3.1:1761313472.130576:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005a1c8c54. 00010000:00000010:1.1:1761313472.131508:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000006e9c347. 00010000:00000010:1.1:1761313472.131518:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003ca1f465. 00010000:00000010:2.1:1761313472.132026:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000046da7b34. 00010000:00000010:2.1:1761313472.132033:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b7acc3ee. 00010000:00000010:3.1:1761313472.136091:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e219107a. 00010000:00000010:1.1:1761313472.146438:0:64710:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000016ac0839. 00010000:00000010:2.1:1761313472.146683:0:77239:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d9feee12. 00010000:00000010:2.1:1761313472.146689:0:77239:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009f18bcaf. 00010000:00000010:1.1:1761313472.158613:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000026e907fd. 00010000:00000010:2.1:1761313472.160292:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006542aea1. 00010000:00000010:2.1:1761313472.160305:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a26fe50c. 00010000:00000010:3.1:1761313472.162897:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e248e0ba. 00010000:00000010:2.1:1761313472.165158:0:64710:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d852b43c. 00010000:00000010:2.1:1761313472.165163:0:64710:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009f18bcaf. 00010000:00000010:2.1:1761313472.165166:0:64710:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ee4e5118. 00010000:00000010:2.1:1761313472.165170:0:64710:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e867df51. 00010000:00000010:3.1:1761313472.168427:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000869cddc9. 00010000:00000010:3.1:1761313472.168436:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006ef72c2c. 00010000:00000010:0.1:1761313472.168742:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cfa036ec. 00010000:00000010:0.1:1761313472.189396:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e57d2e0a. 00010000:00000010:3.1:1761313472.189446:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004f5aa7dd. 00010000:00000010:3.1:1761313472.189452:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000f0dd62e. 00010000:00000010:3.1:1761313472.205566:0:1049:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a293d459. 00010000:00000010:3.1:1761313472.205585:0:1049:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001e93e2d1. 00010000:00000010:3.1:1761313472.205589:0:1049:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d9dcbde6. 00010000:00000010:2.1:1761313472.212502:0:78406:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000df599d79. 00010000:00000010:1.1:1761313472.214500:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bd8e6d3d. 00010000:00000010:1.1:1761313472.214511:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000017b5bc5b. 00010000:00000010:3.1:1761313472.220542:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000aebabdb4. 00010000:00000010:2.1:1761313472.223868:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e4f843da. 00010000:00000010:2.1:1761313472.223880:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003ca1f465. 00010000:00000010:2.1:1761313472.223884:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ee4e5118. 00010000:00000010:2.1:1761313472.223887:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e867df51. 00010000:00000010:3.1:1761313472.264179:0:77239:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000028e8a35c. 00010000:00000010:3.1:1761313472.264195:0:77239:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008708c2fe. 00010000:00000010:3.1:1761313472.264199:0:77239:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009f18bcaf. 00010000:00000010:3.1:1761313472.293436:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006fdee1e3. 00010000:00000010:3.1:1761313472.293451:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d9dcbde6. 00010000:00000010:3.1:1761313472.293459:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b7019f70. 00010000:00000010:3.1:1761313472.293463:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000f0dd62e. 00010000:00000010:3.1:1761313472.293468:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004e256299. 00010000:00000010:3.1:1761313472.293471:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c6ca210c. 00010000:00000010:3.1:1761313472.293473:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002693c625. 00010000:00000010:3.1:1761313472.293475:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007761e95d. 00010000:00000010:3.1:1761313472.293478:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a50d15c0. 00010000:00000010:3.1:1761313472.293481:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000017b5bc5b. 00010000:00000010:3.1:1761313472.293483:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007b2c200b. 00010000:00000010:3.1:1761313472.293485:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ebff057a. 00010000:00000010:3.1:1761313472.293487:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b84df5be. 00010000:00000010:3.1:1761313472.293490:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e242646d. 00010000:00000010:3.1:1761313472.293492:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001a3e4a94. 00010000:00000010:3.1:1761313472.293494:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a705aea5. 00010000:00000010:3.1:1761313472.293495:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000071dd7a22. 00010000:00000010:3.1:1761313472.293497:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006d19798d. 00010000:00000010:3.1:1761313472.293499:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d810acdb. 00010000:00000010:3.1:1761313472.293501:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003ef013b4. 00010000:00000010:3.1:1761313472.293503:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b689bc06. 00010000:00000010:3.1:1761313472.293505:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b3085fcb. 00010000:00000010:3.1:1761313472.293509:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e63811af. 00010000:00000010:3.1:1761313472.293512:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000003db61bd. 00010000:00000010:3.1:1761313472.293514:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d52097eb. 00010000:00000010:3.1:1761313472.293516:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a92997fd. 00010000:00000010:3.1:1761313472.293517:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000034d2ba1a. 00010000:00000010:3.1:1761313472.293520:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007ee4579a. 00010000:00000010:3.1:1761313472.293523:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000096a4fa32. 00010000:00000010:3.1:1761313472.293526:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cd7ce37f. 00010000:00000010:3.1:1761313472.293528:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008f3572c2. 00010000:00000010:3.1:1761313472.293530:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e607ddfc. 00010000:00000010:3.1:1761313472.293533:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002c3bbba9. 00010000:00000010:3.1:1761313472.293535:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000008e43bfd. 00010000:00000010:3.1:1761313472.293538:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000feb092e3. 00010000:00000010:3.1:1761313472.293540:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000eb970c12. 00010000:00000010:3.1:1761313472.293542:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a387be1c. 00010000:00000010:3.1:1761313472.293544:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000acfc2cbd. 00010000:00000010:3.1:1761313472.293546:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000d3f73a2. 00010000:00000010:3.1:1761313472.293548:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001134bc4c. 00010000:00000010:3.1:1761313472.293550:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000032470b1a. 00010000:00000010:3.1:1761313472.293553:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008951f3f4. 00010000:00000010:3.1:1761313472.293555:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000869e6d58. 00010000:00000010:3.1:1761313472.293558:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002393037c. 00010000:00000010:3.1:1761313472.293560:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000db277316. 00010000:00000010:3.1:1761313472.293562:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e2e0e684. 00010000:00000010:3.1:1761313472.293567:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d9bdb137. 00010000:00000010:3.1:1761313472.293569:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e2cf16b1. 00010000:00000010:3.1:1761313472.293571:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000061896ab8. 00010000:00000010:3.1:1761313472.293574:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c61b3e67. 00010000:00000010:3.1:1761313472.293576:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000844a55a. 00010000:00000010:3.1:1761313472.293578:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bdb47ace. 00010000:00000010:3.1:1761313472.293580:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000008c6221a. 00010000:00000010:3.1:1761313472.293583:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b4655fe8. 00010000:00000010:3.1:1761313472.293586:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009b1ca63c. 00010000:00000010:3.1:1761313472.293588:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007b96bcfe. 00010000:00000010:3.1:1761313472.293590:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000088ced904. 00010000:00000010:3.1:1761313472.293593:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000788560ac. 00010000:00000010:3.1:1761313472.293595:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000581cea14. 00010000:00000010:3.1:1761313472.293598:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fe4d6e48. 00010000:00000010:3.1:1761313472.293601:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000067f990b7. 00010000:00000010:3.1:1761313472.293604:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006f77fafa. 00010000:00000010:3.1:1761313472.293608:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000035c3df19. 00010000:00000010:3.1:1761313472.293610:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001661ec49. 00010000:00000010:3.1:1761313472.293612:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b34324ce. 00010000:00000010:3.1:1761313472.293614:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009f7b2473. 00010000:00000010:3.1:1761313472.293616:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002af67b22. 00010000:00000010:3.1:1761313472.293618:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000085b2d161. 00010000:00000010:3.1:1761313472.293623:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000d5bc63c. 00010000:00000010:3.1:1761313472.293626:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009c2fb5bc. 00010000:00000010:3.1:1761313472.293628:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005e41f381. 00010000:00000010:3.1:1761313472.293630:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000049853912. 00010000:00000010:3.1:1761313472.293632:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008e84dbd3. 00010000:00000010:3.1:1761313472.293634:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002025f86a. 00010000:00000010:3.1:1761313472.293636:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000926ce4ee. 00010000:00000010:3.1:1761313472.293638:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008ff6ad6b. 00010000:00000010:3.1:1761313472.293640:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f1e998b5. 00010000:00000010:3.1:1761313472.293643:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000817984cb. 00010000:00000010:3.1:1761313472.293645:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000af7cb870. 00010000:00000010:3.1:1761313472.293647:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000098e81b3e. 00010000:00000010:3.1:1761313472.293649:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008daebfd7. 00010000:00000010:3.1:1761313472.293651:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000be6cc997. 00010000:00000010:3.1:1761313472.293653:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000720458be. 00010000:00000010:3.1:1761313472.293656:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006768e491. 00010000:00000010:3.1:1761313472.293657:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000093d3c144. 00010000:00000010:3.1:1761313472.293660:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007fa23676. 00010000:00000010:3.1:1761313472.293661:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d273bfa7. 00010000:00000010:3.1:1761313472.293663:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000089b7a1f2. 00010000:00000010:3.1:1761313472.293665:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007ddc915d. 00010000:00000010:3.1:1761313472.293667:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000dff1b21e. 00010000:00000010:3.1:1761313472.293669:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000082d752ef. 00010000:00000010:3.1:1761313472.293671:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000090efa6fc. 00010000:00000010:3.1:1761313472.293674:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000632fc22b. 00010000:00000010:3.1:1761313472.293677:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000060d863f5. 00010000:00000010:3.1:1761313472.293681:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000013c382cc. 00010000:00000010:3.1:1761313472.293685:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000090dcddfe. 00010000:00000010:3.1:1761313472.293689:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d5d385cd. 00010000:00000010:3.1:1761313472.293692:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e56d9f46. 00010000:00000010:3.1:1761313472.293696:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000030679067. 00010000:00000010:3.1:1761313472.293698:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bf944b3b. 00010000:00000010:3.1:1761313472.293700:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a77ab679. 00010000:00000010:3.1:1761313472.293702:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003b2ebfd1. 00010000:00000010:3.1:1761313472.293704:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001ea14844. 00010000:00000010:3.1:1761313472.293707:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b1535456. 00010000:00000010:3.1:1761313472.293710:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000026dd88ba. 00010000:00000010:3.1:1761313472.293713:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000f98ebbf. 00010000:00000010:3.1:1761313472.293716:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001f847205. 00010000:00000010:3.1:1761313472.293718:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bf54e160. 00010000:00000010:3.1:1761313472.293723:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000036c6f784. 00010000:00000010:3.1:1761313472.293725:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006f1fb700. 00010000:00000010:3.1:1761313472.293727:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006fe32e33. 00010000:00000010:3.1:1761313472.293730:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000813470d2. 00010000:00000010:3.1:1761313472.293732:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e21cc925. 00010000:00000010:3.1:1761313472.293734:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001fdc0a86. 00010000:00000010:3.1:1761313472.293736:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a7c22b51. 00010000:00000010:3.1:1761313472.293738:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ee955b54. 00010000:00000010:3.1:1761313472.293740:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004c192974. 00010000:00000010:3.1:1761313472.293742:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003b61da89. 00010000:00000010:3.1:1761313472.293743:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a0677193. 00010000:00000010:3.1:1761313472.293746:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fb169eb3. 00010000:00000010:3.1:1761313472.293747:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003b8e9804. 00010000:00000010:3.1:1761313472.293750:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e7d81730. 00010000:00000010:3.1:1761313472.293751:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ced88230. 00010000:00000010:3.1:1761313472.293754:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f7ec85ab. 00010000:00000010:3.1:1761313472.293756:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000054d3cdad. 00010000:00000010:3.1:1761313472.293758:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e1baefb8. 00010000:00000010:3.1:1761313472.293760:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006cab973c. 00010000:00000010:3.1:1761313472.293762:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008e226dfa. 00010000:00000010:3.1:1761313472.293764:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003d8a396b. 00010000:00000010:3.1:1761313472.293766:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000048b8f950. 00010000:00000010:3.1:1761313472.293768:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008b84f63b. 00010000:00000010:3.1:1761313472.293770:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000077d7515b. 00010000:00000010:3.1:1761313472.293772:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004d706157. 00010000:00000010:3.1:1761313472.293774:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000033d9a03f. 00010000:00000010:3.1:1761313472.293777:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000083786481. 00010000:00000010:3.1:1761313472.293779:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b0c95816. 00010000:00000010:3.1:1761313472.293781:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000094af3f8a. 00010000:00000010:3.1:1761313472.293785:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e992221f. 00010000:00000010:3.1:1761313472.293788:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005cf8d859. 00010000:00000010:3.1:1761313472.293791:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005e95857e. 00010000:00000010:3.1:1761313472.293793:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000019fdce52. 00010000:00000010:3.1:1761313472.293796:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000771f9dc9. 00010000:00000010:3.1:1761313472.293798:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b20e7d98. 00010000:00000010:3.1:1761313472.293800:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005303f9e2. 00010000:00000010:3.1:1761313472.293802:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a92dfec1. 00010000:00000010:3.1:1761313472.293804:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c5f31a14. 00010000:00000010:3.1:1761313472.293806:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e483c099. 00010000:00000010:3.1:1761313472.293808:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002aca820b. 00010000:00000010:3.1:1761313472.293810:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000034aacfdd. 00010000:00000010:3.1:1761313472.293812:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b9717c7d. 00010000:00000010:3.1:1761313472.293815:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000098b38267. 00010000:00000010:3.1:1761313472.293830:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fe3ced3d. 00010000:00000010:3.1:1761313472.293833:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009eba8a98. 00010000:00000010:3.1:1761313472.293836:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000019742951. 00010000:00000010:3.1:1761313472.293838:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ec45d624. 00010000:00000010:3.1:1761313472.293840:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008cf208a2. 00010000:00000010:3.1:1761313472.293843:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000072bebc17. 00010000:00000010:3.1:1761313472.293845:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004761a30f. 00010000:00000010:3.1:1761313472.293849:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001a305327. 00010000:00000010:3.1:1761313472.293851:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fd6527c2. 00010000:00000010:3.1:1761313472.293853:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003f3a5082. 00010000:00000010:3.1:1761313472.293856:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c9970bbb. 00010000:00000010:3.1:1761313472.293858:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004a474e33. 00010000:00000010:3.1:1761313472.293860:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f0e67ff8. 00010000:00000010:3.1:1761313472.293866:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b232ef24. 00010000:00000010:3.1:1761313472.293869:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001061972a. 00010000:00000010:3.1:1761313472.293871:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000072121ce4. 00010000:00000010:3.1:1761313472.293873:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006e6f851c. 00010000:00000010:3.1:1761313472.293875:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e4308a4d. 00010000:00000010:3.1:1761313472.293877:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bf0f1fdb. 00010000:00000010:3.1:1761313472.293882:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f18050d8. 00010000:00000010:3.1:1761313472.293887:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000070dc3ca4. 00010000:00000010:3.1:1761313472.293889:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008c82c0b7. 00010000:00000010:3.1:1761313472.293893:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d386af51. 00010000:00000010:3.1:1761313472.293895:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005ca04a7e. 00010000:00000010:3.1:1761313472.293898:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b5505800. 00010000:00000010:3.1:1761313472.293901:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000005e4c586. 00010000:00000010:3.1:1761313472.293904:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004f72fd29. 00010000:00000010:3.1:1761313472.293908:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f7c30200. 00010000:00000010:3.1:1761313472.293912:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000dc1ba6f7. 00010000:00000010:3.1:1761313472.293916:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000491500f. 00010000:00000010:3.1:1761313472.293921:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b18b9175. 00010000:00000010:3.1:1761313472.293926:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000f9f0c48. 00010000:00000010:3.1:1761313472.293931:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c3c2db45. 00010000:00000010:3.1:1761313472.293935:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b6f042a0. 00010000:00000010:3.1:1761313472.293940:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004b3f99df. 00010000:00000010:3.1:1761313472.293943:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ab1a9dec. 00010000:00000010:3.1:1761313472.293948:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000333c36f9. 00010000:00000010:3.1:1761313472.293954:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000011573c21. 00010000:00000010:3.1:1761313472.293958:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e9fcbc0a. 00010000:00000010:3.1:1761313472.293962:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001d69c561. 00010000:00000010:3.1:1761313472.293966:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000000b847df. 00010000:00000010:3.1:1761313472.293970:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000079656f3e. 00010000:00000010:3.1:1761313472.293974:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000662e64b8. 00010000:00000010:3.1:1761313472.293979:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000879e1e94. 00010000:00000010:3.1:1761313472.293984:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b1a4ec53. 00010000:00000010:3.1:1761313472.293989:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000003798aca. 00010000:00000010:3.1:1761313472.293994:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000076e08b92. 00010000:00000010:3.1:1761313472.293998:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d57cc398. 00010000:00000010:3.1:1761313472.294001:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002a194613. 00010000:00000010:3.1:1761313472.294005:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000268fdbe1. 00010000:00000010:3.1:1761313472.294008:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000dcb32b05. 00010000:00000010:3.1:1761313472.294013:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000539e7393. 00010000:00000010:3.1:1761313472.294016:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000003c61c06. 00010000:00000010:3.1:1761313472.294020:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bd856195. 00010000:00000010:3.1:1761313472.294024:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000745b395. 00010000:00000010:3.1:1761313472.294028:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c4b635fc. 00010000:00000010:3.1:1761313472.294032:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a6da73c0. 00010000:00000010:3.1:1761313472.294036:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000069b1907f. 00010000:00000010:3.1:1761313472.294040:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000037a4464a. 00010000:00000010:3.1:1761313472.294044:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000543c09d9. 00010000:00000010:3.1:1761313472.294049:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bd92dbae. 00010000:00000010:3.1:1761313472.294055:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f2b7825a. 00010000:00000010:3.1:1761313472.294060:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b318f72f. 00010000:00000010:3.1:1761313472.294064:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007b0d015d. 00010000:00000010:3.1:1761313472.294069:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e244b050. 00010000:00000010:3.1:1761313472.294073:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bbfc2c64. 00010000:00000010:3.1:1761313472.294078:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005e902e7f. 00010000:00000010:3.1:1761313472.294082:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000051103e13. 00010000:00000010:3.1:1761313472.294087:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006c66b64d. 00010000:00000010:3.1:1761313472.294092:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000086bd9200. 00010000:00000010:3.1:1761313472.294096:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007971d3da. 00010000:00000010:3.1:1761313472.294101:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000069679a9d. 00010000:00000010:3.1:1761313472.294105:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003f57739a. 00010000:00000010:3.1:1761313472.294109:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000be2e503. 00010000:00000010:3.1:1761313472.294113:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000aa32ead6. 00010000:00000010:3.1:1761313472.294117:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e03339a3. 00010000:00000010:3.1:1761313472.294121:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000339689fb. 00010000:00000010:3.1:1761313472.294124:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000115ab214. 00010000:00000010:3.1:1761313472.294129:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b85c21ad. 00010000:00000010:3.1:1761313472.294133:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e2a913d2. 00010000:00000010:3.1:1761313472.294137:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f939fdfc. 00010000:00000010:3.1:1761313472.294140:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000aff94161. 00010000:00000010:3.1:1761313472.294144:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c6a7baff. 00010000:00000010:3.1:1761313472.294150:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c9830223. 00010000:00000010:3.1:1761313472.294155:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003e448b15. 00010000:00000010:3.1:1761313472.294158:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f65becfd. 00010000:00000010:3.1:1761313472.294162:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000058c46b6b. 00010000:00000010:3.1:1761313472.294167:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000048448ffd. 00010000:00000010:3.1:1761313472.294171:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007cc10e90. 00010000:00000010:3.1:1761313472.294175:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000eab07956. 00010000:00000010:3.1:1761313472.294180:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000018810c7c. 00010000:00000010:3.1:1761313472.294184:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004a6cde97. 00010000:00000010:3.1:1761313472.294191:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bf944436. 00010000:00000010:3.1:1761313472.294195:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000061acbfc0. 00010000:00000010:3.1:1761313472.294202:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000000a18643. 00010000:00000010:3.1:1761313472.294208:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000028c52797. 00010000:00000010:3.1:1761313472.294213:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b53992ca. 00010000:00000010:3.1:1761313472.294218:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b9aa9a04. 00010000:00000010:3.1:1761313472.294221:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004826f0dd. 00010000:00000010:3.1:1761313472.294230:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a3167b90. 00010000:00000010:3.1:1761313472.294235:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000016151a64. 00010000:00000010:3.1:1761313472.294240:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000953ee6a1. 00010000:00000010:3.1:1761313472.294244:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000060f6c829. 00010000:00000010:3.1:1761313472.294247:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f4b6fbb1. 00010000:00000010:3.1:1761313472.294253:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c8927283. 00010000:00000010:3.1:1761313472.294256:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000987472b1. 00010000:00000010:3.1:1761313472.294261:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000044f5fb4d. 00010000:00000010:3.1:1761313472.294264:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006cb065fa. 00010000:00000010:3.1:1761313472.294268:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ad0f3e5b. 00010000:00000010:3.1:1761313472.294272:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000dd0c2cd2. 00010000:00000010:3.1:1761313472.294276:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009b732b89. 00010000:00000010:3.1:1761313472.294279:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f89d19c3. 00010000:00000010:3.1:1761313472.294284:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000141af76b. 00010000:00000010:3.1:1761313472.294288:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009ccf53fd. 00010000:00000010:3.1:1761313472.294293:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fac11f81. 00010000:00000010:3.1:1761313472.294296:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d1d9edec. 00010000:00000010:3.1:1761313472.294300:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000febd94f8. 00010000:00000010:3.1:1761313472.294304:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000057c734c3. 00010000:00000010:3.1:1761313472.294309:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b83bf183. 00010000:00000010:3.1:1761313472.294313:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007258a400. 00010000:00000010:3.1:1761313472.294317:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000091c89db3. 00010000:00000010:3.1:1761313472.294321:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000043d0d951. 00010000:00000010:3.1:1761313472.294325:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000aeec4d2f. 00010000:00000010:3.1:1761313472.294332:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000020aa9ecd. 00010000:00000010:3.1:1761313472.294337:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a8a1e2d6. 00010000:00000010:3.1:1761313472.294341:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000a11573d. 00010000:00000010:3.1:1761313472.294345:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c6c03178. 00010000:00000010:3.1:1761313472.294348:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006d3fcc3a. 00010000:00000010:3.1:1761313472.294353:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008cb5903f. 00010000:00000010:3.1:1761313472.294382:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f403f6f6. 00010000:00000010:3.1:1761313472.294387:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ac98ae48. 00010000:00000010:3.1:1761313472.294391:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000334b570. 00010000:00000010:3.1:1761313472.294396:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000806837c7. 00010000:00000010:3.1:1761313472.294401:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000db4d0824. 00010000:00000010:3.1:1761313472.294405:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009fe5d71e. 00010000:00000010:3.1:1761313472.294412:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a7a4cbc8. 00010000:00000010:3.1:1761313472.294416:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ec860c09. 00010000:00000010:3.1:1761313472.294419:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001305124d. 00010000:00000010:3.1:1761313472.294424:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000366a4166. 00010000:00000010:3.1:1761313472.294427:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f1ec57a4. 00010000:00000010:3.1:1761313472.294431:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e45fd4bc. 00010000:00000010:3.1:1761313472.294436:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000074d1bcf1. 00010000:00000010:3.1:1761313472.294440:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005472d45d. 00010000:00000010:3.1:1761313472.294445:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d057694b. 00010000:00000010:3.1:1761313472.294449:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c46ed6f2. 00010000:00000010:0.1:1761313472.294623:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005187bc28. 00010000:00000010:0.1:1761313472.373764:0:15827:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003229b23e. 00010000:00000010:0.1:1761313472.373772:0:15827:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001e46ca69. 00010000:00000010:0.1:1761313472.373780:0:15827:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002ac1152c. 00010000:00000010:0.1:1761313472.373786:0:15827:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000049431d94. 00010000:00000010:0.1:1761313472.373789:0:15827:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e3fd5f72. 00010000:00000010:0.1:1761313472.373793:0:15827:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007cdbf4a1. 00010000:00000010:0.1:1761313472.373796:0:15827:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002b51eb96. 00010000:00000010:0.1:1761313472.373798:0:15827:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005ad3af2f. 00010000:00000010:0.1:1761313472.373800:0:15827:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000704390be. 00010000:00000010:0.1:1761313472.373802:0:15827:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000018b659db. 00010000:00000010:0.1:1761313472.373806:0:15827:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000972b810c. 00010000:00000010:0.1:1761313472.373809:0:15827:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007bdc554e. 00010000:00000010:0.1:1761313472.373812:0:15827:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b535e24a. 00010000:00000010:0.1:1761313472.373827:0:15827:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f19f4a45. 00010000:00000010:0.1:1761313472.373830:0:15827:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ad919862. 00010000:00000010:0.1:1761313472.373833:0:15827:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d9a87175. 00010000:00000010:0.1:1761313472.373835:0:15827:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ce4a9923. 00010000:00000010:0.1:1761313472.373837:0:15827:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c3fd56a8. 00010000:00000010:0.1:1761313472.373839:0:15827:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000058447991. 00010000:00000010:0.1:1761313472.373841:0:15827:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e3303b1c. 00010000:00000010:0.1:1761313472.373845:0:15827:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000795110d5. 00010000:00000010:0.1:1761313472.373847:0:15827:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003b9c5d31. 00010000:00000010:0.1:1761313472.373851:0:15827:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000489111f4. 00010000:00000010:0.1:1761313472.373854:0:15827:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000013b71a4c. 00010000:00000010:0.1:1761313472.373856:0:15827:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c97b21fd. 00010000:00000010:0.1:1761313472.373859:0:15827:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001a6a109a. 00010000:00000010:0.1:1761313472.373861:0:15827:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000022168460. 00010000:00000010:0.1:1761313472.373864:0:15827:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000078a5c245. 00010000:00000010:0.1:1761313472.373866:0:15827:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000040dd7f8c. 00010000:00000010:0.1:1761313472.373869:0:15827:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e3d4b86a. 00010000:00000010:0.1:1761313472.373871:0:15827:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000096bdfaea. 00010000:00000010:0.1:1761313472.373874:0:15827:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e1012892. 00010000:00000010:0.1:1761313472.373877:0:15827:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002d31aa41. 00010000:00000010:0.1:1761313472.373879:0:15827:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008f9e0166. 00010000:00000010:0.1:1761313472.373881:0:15827:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008b8a0f22. 00010000:00000010:0.1:1761313472.373884:0:15827:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003029005c. 00010000:00000010:0.1:1761313472.373886:0:15827:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a3971371. 00010000:00000010:0.1:1761313472.373888:0:15827:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007ea3d752. 00010000:00000010:0.1:1761313472.373891:0:15827:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b9ca25af. 00010000:00000010:0.1:1761313472.373894:0:15827:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000019cfc1b1. 00010000:00000010:0.1:1761313472.373897:0:15827:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000685babec. 00010000:00000010:0.1:1761313472.373899:0:15827:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006efa4efa. 00010000:00000010:0.1:1761313472.373904:0:15827:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007fd79cf0. 00010000:00000010:0.1:1761313472.373906:0:15827:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008d86cc05. 00010000:00000010:0.1:1761313472.373909:0:15827:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000036803769. 00010000:00000010:0.1:1761313472.373912:0:15827:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000296dd2b4. 00010000:00000010:0.1:1761313472.373914:0:15827:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000041e0e2ae. 00010000:00000010:0.1:1761313472.373918:0:15827:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006ebf7f2a. 00010000:00000010:0.1:1761313472.373921:0:15827:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000042d886c3. 00010000:00000010:0.1:1761313472.373924:0:15827:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f37a68b0. 00010000:00000010:0.1:1761313472.373927:0:15827:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000367b2cc6. 00010000:00000010:0.1:1761313472.373929:0:15827:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000001451ce4. 00010000:00000010:0.1:1761313472.373931:0:15827:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008cae5abe. 00010000:00000010:0.1:1761313472.373934:0:15827:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000041e93370. 00010000:00000010:0.1:1761313472.373936:0:15827:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f759b348. 00010000:00000010:0.1:1761313472.373938:0:15827:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000042221ca1. 00010000:00000010:0.1:1761313472.373940:0:15827:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000025f98921. 00010000:00000010:0.1:1761313472.373942:0:15827:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000058adad1. 00010000:00000010:0.1:1761313472.373944:0:15827:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d680226d. 00010000:00000010:0.1:1761313472.373947:0:15827:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007fb31a37. 00010000:00000010:0.1:1761313472.373950:0:15827:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000570bc3ef. 00010000:00000010:0.1:1761313472.373953:0:15827:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ea168d78. 00010000:00000010:0.1:1761313472.373955:0:15827:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000030f09125. 00010000:00000010:0.1:1761313472.373957:0:15827:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000025e640c0. 00010000:00000010:0.1:1761313472.373960:0:15827:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006998fdb8. 00010000:00000010:0.1:1761313472.373963:0:15827:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002b6ce279. 00010000:00000010:0.1:1761313472.373965:0:15827:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000df049538. 00010000:00000010:0.1:1761313472.373968:0:15827:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000056259f4f. 00010000:00000010:0.1:1761313472.373970:0:15827:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002a214125. 00010000:00000010:0.1:1761313472.373972:0:15827:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009b177f7c. 00010000:00000010:0.1:1761313472.373974:0:15827:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000745a032c. 00010000:00000010:0.1:1761313472.373976:0:15827:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d1466b96. 00010000:00000010:0.1:1761313472.373978:0:15827:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bcfd961c. 00010000:00000010:0.1:1761313472.373981:0:15827:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000008aeaba9. 00010000:00000010:0.1:1761313472.373983:0:15827:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e18a0db4. 00010000:00000010:0.1:1761313472.373986:0:15827:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000803e8ee5. 00010000:00000010:0.1:1761313472.373988:0:15827:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009c99ccc3. 00010000:00000010:0.1:1761313472.373991:0:15827:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d6106bc2. 00010000:00000010:0.1:1761313472.373993:0:15827:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d40d0b70. 00010000:00000010:0.1:1761313472.373996:0:15827:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007011c8ae. 00010000:00000010:0.1:1761313472.373998:0:15827:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008bf4fca6. 00010000:00000010:0.1:1761313472.374001:0:15827:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001b2dd8c3. 00010000:00000010:2.1:1761313472.377532:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000ac049e2. 00010000:00000010:3.1:1761313472.379078:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009352c955. 00010000:00000010:3.1:1761313472.379091:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f13b0208. 00010000:00000010:3.1:1761313472.379096:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006d3fcc3a. 00010000:00000010:3.1:1761313472.379100:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c46ed6f2. 00000400:00000200:0.0:1761313472.383476:0:15827:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.204.38@tcp of length 224/224 into md 0x7511d [8] + 11640 00000400:00000200:0.0:1761313472.383486:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313472.383489:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:0.0:1761313472.383492:0:15827:0:(events.c:317:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:0.0:1761313472.383497:0:15827:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000006a988f03. 00000800:00000200:0.0:1761313472.384997:0:15827:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761313472.385000:0:15827:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009f02d435 (tot 82352074). 00000400:00000200:0.0:1761313472.385004:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313472.385007:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:0.0:1761313472.385010:0:15827:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000040c69929 00000400:00000010:0.0:1761313472.385011:0:15827:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000040c69929. 00000800:00000200:0.0:1761313472.385020:0:15827:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761313472.385022:0:15827:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e7d56557 (tot 82351826). 00000400:00000200:0.0:1761313472.385023:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313472.385026:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:0.0:1761313472.385027:0:15827:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000541129c9 00000400:00000010:0.0:1761313472.385028:0:15827:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000541129c9. 00000800:00000200:0.0:1761313472.385079:0:15827:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761313472.385081:0:15827:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003ba06470 (tot 82351578). 00000400:00000200:0.0:1761313472.385084:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313472.385086:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:0.0:1761313472.385088:0:15827:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006fbc47a5 00000400:00000010:0.0:1761313472.385089:0:15827:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006fbc47a5. 02000000:00000010:0.0:1761313472.385093:0:15827:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000001e2614bc. 00010000:00000010:3.1:1761313472.386687:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f613a6dd. 00010000:00000010:3.1:1761313472.386700:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005472d45d. 00010000:00000010:2.1:1761313472.387920:0:78401:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000055d95437. 00010000:00000010:2.1:1761313472.396729:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007ed03a49. 00010000:00000010:3.1:1761313472.399932:0:78408:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000047831cd7. 00010000:00000010:3.1:1761313472.399945:0:78408:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e45fd4bc. 00000400:00000010:0.0:1761313472.401731:0:77239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000b3fb8c08. 00000400:00000200:0.0:1761313472.401736:0:77239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000059168ff5 00000400:00000010:0.0:1761313472.401738:0:77239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000059168ff5. 00000100:00000200:0.0:1761313472.401745:0:77239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000008be944fb x1846869138376192/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313516 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761313472.401753:0:77239:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000008be944fb x1846869138376192/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313516 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761313472.401782:0:77239:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e0dce272. 02000000:00000010:0.0:1761313472.401787:0:77239:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000705ec813. 00000100:00000010:0.0:1761313472.401791:0:77239:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000008be944fb. 00000100:00000010:0.0:1761313472.401795:0:77239:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000048a0e697. 00010000:00000010:0.0:1761313472.401798:0:77239:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000b8b9454a. 00080000:00000010:0.0:1761313472.402414:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ac5be643. 00010000:00000010:0.0:1761313472.402504:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000009a1e15e5. 00010000:00000010:0.0:1761313472.402510:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fa8910f8. 00010000:00000010:0.0:1761313472.402578:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000001b2dd8c3. 00010000:00000010:0.0:1761313472.402584:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000055843b74. 00010000:00000010:0.0:1761313472.402593:0:77239:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000fa384819. 00000100:00000010:0.0:1761313472.402597:0:77239:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000035828f13. 00000100:00000010:0.0:1761313472.402604:0:77239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000000982dbcf. 02000000:00000010:0.0:1761313472.402613:0:77239:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000013c68d73. 02000000:00000010:0.0:1761313472.402634:0:77239:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000008bc0c0d6. 00000400:00000010:0.0:1761313472.402639:0:77239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000088421f52. 00000400:00000010:0.0:1761313472.402642:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c07641fd. 00000100:00000200:0.0:1761313472.402646:0:77239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869138376256, portal 16 00000400:00000010:0.0:1761313472.402649:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d021fde9. 00000100:00000200:0.0:1761313472.402651:0:77239:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869138376256, offset 0 00000400:00000200:0.0:1761313472.402656:0:77239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:0.0:1761313472.402661:0:77239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:0.0:1761313472.402667:0:77239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:0.0:1761313472.402669:0:77239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761313472.402672:0:77239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:0.0:1761313472.402674:0:77239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [89807:89807:256:4294967295] 192.168.204.38@tcp LPNI seq info [89807:89807:8:4294967295] 00000400:00000200:0.0:1761313472.402682:0:77239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:0.0:1761313472.402685:0:77239:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:0.0:1761313472.402688:0:77239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000028212975 (tot 82351826). 00000800:00000200:0.0:1761313472.402692:0:77239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:0.0:1761313472.402696:0:77239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:0.0:1761313472.402698:0:77239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000028212975 type 1, nob 424 niov 1 nkiov 1 00010000:00000010:0.1:1761313472.408499:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bec5780f. 00010000:00000010:0.1:1761313472.408511:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005472d45d. 00000400:00000010:0.0:1761313472.410646:0:77239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000088421f52. 00000400:00000200:0.0:1761313472.410652:0:77239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c07641fd 00000400:00000010:0.0:1761313472.410653:0:77239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c07641fd. 00000100:00000200:0.0:1761313472.410659:0:77239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000000982dbcf x1846869138376256/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313516 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761313472.410667:0:77239:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000000982dbcf x1846869138376256/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313516 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761313472.410693:0:77239:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000008bc0c0d6. 02000000:00000010:0.0:1761313472.410698:0:77239:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000013c68d73. 00000100:00000010:0.0:1761313472.410701:0:77239:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000000982dbcf. 00000100:00000010:0.0:1761313472.410704:0:77239:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000035828f13. 00010000:00000010:0.0:1761313472.410707:0:77239:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000fa384819. 00080000:00000010:0.0:1761313472.412065:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 0000000013c68d73. 00010000:00000010:0.0:1761313472.412138:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000055843b74. 00010000:00000010:0.0:1761313472.412143:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000022c823ff. 00010000:00000010:0.0:1761313472.412209:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000007011c8ae. 00010000:00000010:0.0:1761313472.412213:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000055843b74. 00010000:00000010:0.0:1761313472.412221:0:77239:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000fa384819. 00000100:00000010:0.0:1761313472.412541:0:77239:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000035828f13. 00000100:00000010:0.0:1761313472.412549:0:77239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000000982dbcf. 02000000:00000010:0.0:1761313472.412559:0:77239:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000008bc0c0d6. 02000000:00000010:0.0:1761313472.412583:0:77239:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c29b1989. 00000400:00000010:0.0:1761313472.412588:0:77239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000088421f52. 00000400:00000010:0.0:1761313472.412591:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c07641fd. 00000100:00000200:0.0:1761313472.412596:0:77239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869138376320, portal 16 00000400:00000010:0.0:1761313472.412600:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000686d1fa3. 00000100:00000200:0.0:1761313472.412601:0:77239:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869138376320, offset 0 00000400:00000200:0.0:1761313472.412607:0:77239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:0.0:1761313472.412613:0:77239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:0.0:1761313472.412618:0:77239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:0.0:1761313472.412621:0:77239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761313472.412623:0:77239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:0.0:1761313472.412625:0:77239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [89809:89809:256:4294967295] 192.168.204.38@tcp LPNI seq info [89809:89809:8:4294967295] 00000400:00000200:0.0:1761313472.412632:0:77239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:0.0:1761313472.412636:0:77239:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:0.0:1761313472.412640:0:77239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006ab4245f (tot 82351826). 00000800:00000200:0.0:1761313472.412644:0:77239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:0.0:1761313472.412648:0:77239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:0.0:1761313472.412650:0:77239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000006ab4245f type 1, nob 424 niov 1 nkiov 1 00010000:00000010:1.1:1761313472.413586:0:15825:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bff853ab. 00010000:00000010:0.1:1761313472.418928:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000062ab70d7. 00010000:00000010:0.1:1761313472.418939:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001b2dd8c3. 00010000:00000010:3.1:1761313472.423623:0:77239:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d4ff7c58. 00010000:00000010:3.1:1761313472.429627:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000afaa50cd. 00010000:00000010:3.1:1761313472.429642:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000d3501ce. 00010000:00000010:3.1:1761313472.429646:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007011c8ae. 00010000:00000010:3.1:1761313472.429649:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006d3fcc3a. 00010000:00000010:3.1:1761313472.429652:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e45fd4bc. 00000400:00000200:0.0:1761313472.430729:0:15826:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:0.0:1761313472.430747:0:15826:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x68fb7baf086c0 00000400:00000200:0.0:1761313472.430756:0:15826:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb01c1 [1] + 224 00000400:00000200:0.0:1761313472.430772:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313472.430777:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:0.0:1761313472.430787:0:15826:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000a90c5c2d x1846869138376384/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313516 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000020:00000010:0.0:1761313472.433665:0:75220:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000031ee652. 00000020:00000010:0.0:1761313472.433672:0:75220:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000c96a7d2f. 00000020:00000010:0.0:1761313472.433676:0:75220:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000008ad67444. 00000100:00000200:0.0:1761313472.433702:0:75220:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000bef3f60a x1846869131367104/t0(0) o103->78617949-0e11-4ca2-94c2-d809f91deaa9@192.168.204.38@tcp:403/0 lens 328/0 e 0 to 0 dl 1761313478 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:0.0:1761313472.433743:0:75220:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869131367104 02000000:00000010:0.0:1761313472.433755:0:75220:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000005f5a10d3. 00010000:00000010:0.0:1761313472.433785:0:75220:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a6f50f66. 00010000:00000010:0.0:1761313472.433807:0:75220:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ad91f395. 00000100:00000010:0.0:1761313472.433849:0:75220:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006779fe46. 00000100:00000010:0.0:1761313472.433868:0:75220:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006779fe46. 00010000:00000010:0.0:1761313472.433871:0:75220:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ad91f395. 00000400:00000010:0.0:1761313472.433885:0:75220:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000014b05d26. 00000100:00000200:0.0:1761313472.433890:0:75220:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869131367104, offset 224 00000400:00000200:0.0:1761313472.433898:0:75220:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:0.0:1761313472.433910:0:75220:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:0.0:1761313472.433916:0:75220:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [89812:89812:256:4294967295] 192.168.204.38@tcp LPNI seq info [89812:89812:8:4294967295] 00000400:00000200:0.0:1761313472.433925:0:75220:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:0.0:1761313472.433929:0:75220:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:0.0:1761313472.433934:0:75220:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e5db8080 (tot 82351674). 00000800:00000200:0.0:1761313472.433939:0:75220:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:0.0:1761313472.433945:0:75220:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:0.0:1761313472.433949:0:75220:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000e5db8080 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761313472.433970:0:75220:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000c96a7d2f. 00000020:00000010:0.0:1761313472.433975:0:75220:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000008ad67444. 00000020:00000010:0.0:1761313472.433978:0:75220:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000031ee652. 02000000:00000010:0.0:1761313472.433988:0:75220:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000041bda42f. 00000100:00000010:0.0:1761313472.433992:0:75220:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000c61cebbd. 02000000:00000010:0.0:1761313472.433999:0:75220:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000094f361b2. 00000100:00000010:0.0:1761313472.434002:0:75220:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000010a0daa6. 02000000:00000010:0.0:1761313472.434008:0:75220:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000ed2a131e. 00000100:00000010:0.0:1761313472.434011:0:75220:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000c537b3f9. 02000000:00000010:0.0:1761313472.434014:0:75220:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000001e2614bc. 00000100:00000010:0.0:1761313472.434016:0:75220:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000003e4d9a3e. 02000000:00000010:0.0:1761313472.434019:0:75220:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000001b863178. 00000100:00000010:0.0:1761313472.434021:0:75220:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000047d366b1. 02000000:00000010:0.0:1761313472.434023:0:75220:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000614573bc. 00000100:00000010:0.0:1761313472.434024:0:75220:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000251ce4d5. 00000100:00000200:0.0:1761313472.434030:0:75220:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1761313472.434034:0:75220:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000000b2211f5. 00000400:00000010:0.0:1761313472.434038:0:75220:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 000000006779fe46 (tot 82351826). 00000800:00000200:0.0:1761313472.434113:0:15825:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761313472.434118:0:15825:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e5db8080 (tot 82351578). 00000400:00000200:0.0:1761313472.434121:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313472.434127:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:0.0:1761313472.434130:0:15825:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000014b05d26 00000400:00000010:0.0:1761313472.434132:0:15825:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000014b05d26. 02000000:00000010:0.0:1761313472.434136:0:15825:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000005f5a10d3. 00000400:00000010:0.0:1761313472.434508:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000014b05d26. 00000100:00000200:0.0:1761313472.434513:0:77239:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869138376448, offset 0 00000400:00000200:0.0:1761313472.434519:0:77239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:0.0:1761313472.434525:0:77239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:0.0:1761313472.434531:0:77239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:0.0:1761313472.434535:0:77239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761313472.434538:0:77239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:0.0:1761313472.434540:0:77239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [89813:89813:256:4294967295] 192.168.204.38@tcp LPNI seq info [89813:89813:8:4294967295] 00000400:00000200:0.0:1761313472.434547:0:77239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:0.0:1761313472.434551:0:77239:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:0.0:1761313472.434554:0:77239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e5db8080 (tot 82351826). 00000800:00000200:0.0:1761313472.434559:0:77239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:0.0:1761313472.434562:0:77239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:0.0:1761313472.434565:0:77239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000e5db8080 type 1, nob 424 niov 1 nkiov 1 00010000:00000010:0.1:1761313472.441329:0:78411:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bf4c4ee2. 00010000:00000010:3.1:1761313472.452016:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bd5a04e5. 00010000:00000010:3.1:1761313472.452033:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c46ed6f2. 00010000:00000010:1.1:1761313472.453403:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000fe3561b. 00010000:00000010:1.1:1761313472.453415:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d5b8cb91. 00010000:00000010:1.1:1761313472.453421:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e45fd4bc. 00010000:00000010:1.1:1761313472.471403:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000011a344ed. 00010000:00000010:1.1:1761313472.471412:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000072518f62. 00010000:00000010:3.1:1761313472.476945:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000020bc543f. 00010000:00000010:1.1:1761313472.478413:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bfa1124e. 00010000:00000010:1.1:1761313472.478425:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c3191da0. 00010000:00000010:3.1:1761313472.482409:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c46bba7c. 00000020:00000010:0.0:1761313472.483251:0:75220:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005f5a10d3. 00000020:00000010:0.0:1761313472.483258:0:75220:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000c96a7d2f. 00000020:00000010:0.0:1761313472.483262:0:75220:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000008ad67444. 00000100:00000200:0.0:1761313472.483284:0:75220:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000008be944fb x1846869131367424/t0(0) o103->78617949-0e11-4ca2-94c2-d809f91deaa9@192.168.204.38@tcp:403/0 lens 328/0 e 0 to 0 dl 1761313478 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:0.0:1761313472.483319:0:75220:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869131367424 02000000:00000010:0.0:1761313472.483329:0:75220:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000031ee652. 00010000:00000010:0.0:1761313472.483355:0:75220:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000018c28e49. 00010000:00000010:0.0:1761313472.483400:0:75220:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ad91f395. 00000100:00000010:0.0:1761313472.483407:0:75220:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000368964cd. 00000100:00000010:0.0:1761313472.483418:0:75220:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000368964cd. 00010000:00000010:0.0:1761313472.483421:0:75220:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ad91f395. 00000400:00000010:0.0:1761313472.483433:0:75220:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000bb3ff5d8. 00000100:00000200:0.0:1761313472.483438:0:75220:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869131367424, offset 224 00000400:00000200:0.0:1761313472.483445:0:75220:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:0.0:1761313472.483456:0:75220:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:0.0:1761313472.483462:0:75220:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [89822:89822:256:4294967295] 192.168.204.38@tcp LPNI seq info [89822:89822:8:4294967295] 00000400:00000200:0.0:1761313472.483471:0:75220:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:0.0:1761313472.483475:0:75220:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:0.0:1761313472.483480:0:75220:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000063d61484 (tot 82351826). 00000800:00000200:0.0:1761313472.483485:0:75220:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:0.0:1761313472.483491:0:75220:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:0.0:1761313472.483495:0:75220:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000063d61484 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761313472.483519:0:75220:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000c96a7d2f. 00000020:00000010:0.0:1761313472.483524:0:75220:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000008ad67444. 00000020:00000010:0.0:1761313472.483527:0:75220:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005f5a10d3. 00010000:00000010:1.1:1761313472.486449:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005d4ec4e4. 00010000:00000010:1.1:1761313472.486460:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d35fa4fd. 00010000:00000010:1.1:1761313472.486466:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b0633623. 00000400:00000200:0.0:1761313472.488052:0:15826:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:0.0:1761313472.488071:0:15826:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x68fb7baf08840 00000400:00000200:0.0:1761313472.488078:0:15826:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb020d [1] + 224 00000400:00000200:0.0:1761313472.488090:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313472.488098:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:0.0:1761313472.488113:0:15826:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000001286135a x1846869138376768/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313516 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761313472.488157:0:15826:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:0.0:1761313472.488164:0:15826:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x68fb7ba859440 00000400:00000200:0.0:1761313472.488587:0:15826:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xaeb29 [2] + 1640 00000400:00000200:0.0:1761313472.488600:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313472.488604:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:0.0:1761313472.488607:0:15826:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761313472.488612:0:15826:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000251ce4d5. 00080000:00000010:0.0:1761313472.489126:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 000000005f5a10d3. 00010000:00000010:0.0:1761313472.489207:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000fd01b96e. 00010000:00000010:0.0:1761313472.489214:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000005f7174a1. 00010000:00000010:0.0:1761313472.489282:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000001b2dd8c3. 00010000:00000010:0.0:1761313472.489288:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000ed167414. 00010000:00000010:0.0:1761313472.489297:0:77239:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ad91f395. 00000100:00000010:0.0:1761313472.489302:0:77239:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000368964cd. 00000100:00000010:0.0:1761313472.489308:0:77239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000047d366b1. 02000000:00000010:0.0:1761313472.489317:0:77239:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000004622a50f. 02000000:00000010:0.0:1761313472.489338:0:77239:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c29b1989. 00000400:00000010:0.0:1761313472.489343:0:77239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000711b4ef1. 00000400:00000010:0.0:1761313472.489347:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c4611603. 00000100:00000200:0.0:1761313472.489351:0:77239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869138376832, portal 16 00000400:00000010:0.0:1761313472.489355:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000036d302a6. 00000100:00000200:0.0:1761313472.489382:0:77239:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869138376832, offset 0 00000400:00000200:0.0:1761313472.489388:0:77239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:0.0:1761313472.489395:0:77239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:0.0:1761313472.489400:0:77239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:0.0:1761313472.489403:0:77239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761313472.489405:0:77239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:0.0:1761313472.489407:0:77239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [89825:89825:256:4294967295] 192.168.204.38@tcp LPNI seq info [89825:89825:8:4294967295] 00000400:00000200:0.0:1761313472.489414:0:77239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:0.0:1761313472.489418:0:77239:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:0.0:1761313472.489422:0:77239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d053f659 (tot 82351826). 00000800:00000200:0.0:1761313472.489426:0:77239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:0.0:1761313472.489430:0:77239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:0.0:1761313472.489432:0:77239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000d053f659 type 1, nob 424 niov 1 nkiov 1 00010000:00000010:1.1:1761313472.490337:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000097bc982b. 00010000:00000010:1.1:1761313472.490402:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c3191da0. 00000400:00000200:0.0:1761313472.493806:0:15826:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:0.0:1761313472.493834:0:15826:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x68fb7baf08880 00000400:00000200:0.0:1761313472.493842:0:15826:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb0219 [1] + 224 00000400:00000200:0.0:1761313472.493856:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313472.493861:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:0.0:1761313472.493870:0:15826:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000047d366b1 x1846869138376832/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313516 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1761313472.494449:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001dfd5653. 00000400:00000200:0.0:1761313472.494473:0:15827:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:0.0:1761313472.494480:0:15827:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x68fb7ba859480 00000400:00000200:0.0:1761313472.494485:0:15827:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xaeb29 [2] + 1968 00000400:00000010:0.0:1761313472.494488:0:15827:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000005dc1a0de. 00000400:00000200:0.0:1761313472.494492:0:15827:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 00000000e5014321 00000400:00000200:0.0:1761313472.494542:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313472.494546:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:0.0:1761313472.494549:0:15827:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e5014321 00000400:00000010:0.0:1761313472.494551:0:15827:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 00000000e5014321 (tot 82351426). 00000100:00000200:0.0:1761313472.494556:0:15827:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00010000:00000010:0.1:1761313472.498404:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000018cbe782. 00010000:00000010:0.1:1761313472.498428:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000072518f62. 00010000:00000010:3.1:1761313472.498676:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007b8679ad. 00010000:00000010:3.1:1761313472.504460:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000077b731a4. 00010000:00000010:1.1:1761313472.504533:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b4c81e5f. 00010000:00000010:1.1:1761313472.504541:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001b2dd8c3. 00000400:00000200:0.0:1761313472.505917:0:15827:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:0.0:1761313472.505936:0:15827:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x68fb7baf088c0 00000400:00000200:0.0:1761313472.505944:0:15827:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb0229 [1] + 224 00000400:00000200:0.0:1761313472.505954:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313472.505957:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:0.0:1761313472.505968:0:15827:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000001286135a x1846869138376896/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313516 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761313472.506004:0:15827:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:0.0:1761313472.506010:0:15827:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x68fb7ba8594c0 00000400:00000200:0.0:1761313472.506014:0:15827:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xaeb8d [2] + 0 00000400:00000200:0.0:1761313472.506023:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313472.506026:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:0.0:1761313472.506029:0:15827:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761313472.506034:0:15827:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000002527802e. 00000400:00000200:0.0:1761313472.516885:0:15827:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:0.0:1761313472.516903:0:15827:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x68fb7baf08900 00000400:00000200:0.0:1761313472.516911:0:15827:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb0235 [1] + 224 00000400:00000200:0.0:1761313472.516924:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313472.516928:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:0.0:1761313472.516939:0:15827:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000001286135a x1846869138376960/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313516 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761313472.516977:0:15827:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:0.0:1761313472.516983:0:15827:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x68fb7ba859500 00000400:00000200:0.0:1761313472.516987:0:15827:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xaeb8d [2] + 328 00000400:00000200:0.0:1761313472.516995:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313472.516998:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:0.0:1761313472.517001:0:15827:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761313472.517006:0:15827:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000f33f9db7. 00010000:00000010:1.1:1761313472.522389:0:1379:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c2f3a55b. 00010000:00000010:1.1:1761313472.522403:0:1379:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e7792c44. 00010000:00000010:1.1:1761313472.522407:0:1379:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c3191da0. 00010000:00000010:3.1:1761313472.540405:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000dd791273. 00010000:00000010:2.1:1761313472.545415:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006355a436. 00010000:00000010:2.1:1761313472.545430:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b0633623. 00000800:00000200:0.0:1761313472.547114:0:15826:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761313472.547121:0:15826:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003355cd4d (tot 82351578). 00000400:00000200:0.0:1761313472.547127:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313472.547137:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:0.0:1761313472.547142:0:15826:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000160ba363 00000400:00000010:0.0:1761313472.547144:0:15826:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000160ba363. 00000100:00000200:0.0:1761313472.547155:0:15826:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000eda1a5a4 x1846869138377088/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313516 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1761313472.552413:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001b3e4c11. 00010000:00000010:2.1:1761313472.552427:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000aa915033. 00010000:00000010:2.1:1761313472.552431:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e867df51. 00000800:00000200:0.0:1761313472.566506:0:15826:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761313472.566509:0:15826:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005ce8cbad (tot 82351578). 00000400:00000200:0.0:1761313472.566515:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313472.566519:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:0.0:1761313472.566525:0:15826:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000059168ff5 00000400:00000010:0.0:1761313472.566527:0:15826:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000059168ff5. 00080000:00000010:0.0:1761313472.566544:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000031ee652. 00010000:00000010:0.0:1761313472.566647:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000edfa6170. 00010000:00000010:0.0:1761313472.566656:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000009e2c2e8f. 00010000:00000010:0.0:1761313472.566740:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000d6106bc2. 00010000:00000010:0.0:1761313472.566746:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000013526a3. 00010000:00000010:0.0:1761313472.566758:0:77239:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000c8cdff74. 00000100:00000010:0.0:1761313472.566763:0:77239:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000cdcc1424. 00000100:00000010:0.0:1761313472.566771:0:77239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001375339a. 02000000:00000010:0.0:1761313472.566784:0:77239:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000a8d90e26. 02000000:00000010:0.0:1761313472.568479:0:77239:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ed0c61c9. 00000400:00000010:0.0:1761313472.568492:0:77239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000f97ca873. 00000400:00000010:0.0:1761313472.568499:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001edb0feb. 00000100:00000200:0.0:1761313472.568506:0:77239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869138377152, portal 16 00000400:00000010:0.0:1761313472.568512:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f0542810. 00000100:00000200:0.0:1761313472.568514:0:77239:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869138377152, offset 0 00000400:00000200:0.0:1761313472.568522:0:77239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:0.0:1761313472.568537:0:77239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:0.0:1761313472.568544:0:77239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:0.0:1761313472.568547:0:77239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761313472.568549:0:77239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:0.0:1761313472.568552:0:77239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [89835:89835:256:4294967295] 192.168.204.38@tcp LPNI seq info [89835:89835:8:4294967295] 00000400:00000200:0.0:1761313472.568561:0:77239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:0.0:1761313472.568566:0:77239:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:0.0:1761313472.568571:0:77239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d053f659 (tot 82351826). 00000800:00000200:0.0:1761313472.568576:0:77239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:0.0:1761313472.568582:0:77239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:0.0:1761313472.568586:0:77239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000d053f659 type 1, nob 424 niov 1 nkiov 1 00000400:00000200:0.0:1761313472.579516:0:15825:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:0.0:1761313472.579534:0:15825:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x68fb7ba8595c0 00000400:00000200:0.0:1761313472.579542:0:15825:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xaeb8d [2] + 1312 00000400:00000200:0.0:1761313472.579606:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313472.579611:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:0.0:1761313472.579617:0:15825:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761313472.579622:0:15825:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000003efab3fb. 00000400:00000010:0.0:1761313472.579735:0:77239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000f97ca873. 00000400:00000200:0.0:1761313472.579740:0:77239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001edb0feb 00000400:00000010:0.0:1761313472.579741:0:77239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001edb0feb. 00000100:00000200:0.0:1761313472.579751:0:77239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000001375339a x1846869138377152/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313516 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761313472.579759:0:77239:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000001375339a x1846869138377152/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313516 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761313472.579790:0:77239:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ed0c61c9. 02000000:00000010:0.0:1761313472.579796:0:77239:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000a8d90e26. 00000100:00000010:0.0:1761313472.579800:0:77239:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001375339a. 00000100:00000010:0.0:1761313472.579803:0:77239:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000cdcc1424. 00010000:00000010:0.0:1761313472.579807:0:77239:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000c8cdff74. 00080000:00000010:0.0:1761313472.580141:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000b40439da. 00010000:00000010:0.0:1761313472.580218:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000013526a3. 00010000:00000010:0.0:1761313472.580225:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000009201ca94. 00010000:00000010:0.0:1761313472.580294:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000803e8ee5. 00010000:00000010:0.0:1761313472.580299:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000013526a3. 00010000:00000010:0.0:1761313472.580308:0:77239:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000c8cdff74. 00000100:00000010:0.0:1761313472.580311:0:77239:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000cdcc1424. 00000100:00000010:0.0:1761313472.580316:0:77239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001375339a. 02000000:00000010:0.0:1761313472.580326:0:77239:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000a8d90e26. 02000000:00000010:0.0:1761313472.580346:0:77239:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ed0c61c9. 00000400:00000010:0.0:1761313472.580350:0:77239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000f97ca873. 00000400:00000010:0.0:1761313472.580354:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001edb0feb. 00000100:00000200:0.0:1761313472.580393:0:77239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869138377216, portal 16 00000400:00000010:0.0:1761313472.580398:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006cf10194. 00000100:00000200:0.0:1761313472.580400:0:77239:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869138377216, offset 0 00000400:00000200:0.0:1761313472.580404:0:77239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:0.0:1761313472.580410:0:77239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:0.0:1761313472.580417:0:77239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:0.0:1761313472.580420:0:77239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761313472.580422:0:77239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:0.0:1761313472.580425:0:77239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [89837:89837:256:4294967295] 192.168.204.38@tcp LPNI seq info [89837:89837:8:4294967295] 00000400:00000200:0.0:1761313472.580431:0:77239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:0.0:1761313472.580435:0:77239:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:0.0:1761313472.580438:0:77239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000063d61484 (tot 82351826). 00000800:00000200:0.0:1761313472.580442:0:77239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:0.0:1761313472.580446:0:77239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:0.0:1761313472.580448:0:77239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000063d61484 type 1, nob 424 niov 1 nkiov 1 00010000:00000010:3.1:1761313472.583406:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005c531d0a. 00010000:00000010:0.1:1761313472.584910:0:78414:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e87cf529. 00010000:00000010:0.1:1761313472.584924:0:78414:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a26fe50c. 00010000:00000010:0.1:1761313472.587424:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000776980d. 00010000:00000010:0.1:1761313472.587435:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d6106bc2. 00000400:00000200:0.0:1761313472.587767:0:15825:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:0.0:1761313472.587783:0:15825:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x68fb7baf08a00 00000400:00000200:0.0:1761313472.587791:0:15825:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb0265 [1] + 224 00000400:00000200:0.0:1761313472.587802:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313472.587805:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:0.0:1761313472.587825:0:15825:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000001375339a x1846869138377216/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313516 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761313472.587859:0:15825:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:0.0:1761313472.587865:0:15825:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x68fb7ba859600 00000400:00000200:0.0:1761313472.587870:0:15825:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xaeb8d [2] + 1640 00000400:00000200:0.0:1761313472.587915:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313472.587918:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:0.0:1761313472.587922:0:15825:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761313472.587928:0:15825:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000b73eaae5. 00010000:00000010:1.1:1761313472.588505:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000062c1ad68. 00000800:00000200:0.0:1761313472.589974:0:15827:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761313472.589978:0:15827:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000926e98a9 (tot 82351578). 00000400:00000200:0.0:1761313472.589981:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313472.589985:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:0.0:1761313472.589988:0:15827:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d8d66e7a 00000400:00000010:0.0:1761313472.589989:0:15827:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d8d66e7a. 00000100:00000200:0.0:1761313472.589995:0:15827:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000007fc08122 x1846869138377280/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313516 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1761313472.598028:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000004385f70. 00000400:00000010:0.0:1761313472.605893:0:77239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000aaa435c6. 00000400:00000200:0.0:1761313472.605902:0:77239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a164eb02 00000400:00000010:0.0:1761313472.605906:0:77239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a164eb02. 00000100:00000200:0.0:1761313472.605919:0:77239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000007fc08122 x1846869138377280/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313516 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761313472.605929:0:77239:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000007fc08122 x1846869138377280/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313516 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.0:1761313472.605956:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000748e2c5f. 02000000:00000010:0.0:1761313472.605974:0:77239:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f3442800. 02000000:00000010:0.0:1761313472.605979:0:77239:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000007407e669. 00000100:00000010:0.0:1761313472.605981:0:77239:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007fc08122. 00000100:00000010:0.0:1761313472.605986:0:77239:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000fcdcc0bd. 00010000:00000010:0.0:1761313472.605989:0:77239:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000003dc03906. 00010000:00000010:1.1:1761313472.617407:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006eb62b5a. 00010000:00000010:1.1:1761313472.617419:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000803e8ee5. 00000020:00000010:0.0:1761313472.620127:0:64710:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002922ea91. 00000020:00000010:0.0:1761313472.620135:0:64710:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000c96a7d2f. 00000020:00000010:0.0:1761313472.620139:0:64710:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000008ad67444. 00000100:00000200:0.0:1761313472.620162:0:64710:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000007fc08122 x1846869131368128/t0(0) o103->78617949-0e11-4ca2-94c2-d809f91deaa9@192.168.204.38@tcp:403/0 lens 328/0 e 0 to 0 dl 1761313478 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:0.0:1761313472.620199:0:64710:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869131368128 02000000:00000010:0.0:1761313472.620211:0:64710:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000a8d90e26. 00010000:00000010:0.0:1761313472.620239:0:64710:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000098be07c8. 00010000:00000010:0.0:1761313472.620258:0:64710:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000f3d15539. 00000100:00000010:0.0:1761313472.620264:0:64710:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000008cdd6286. 00000100:00000010:0.0:1761313472.620281:0:64710:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000008cdd6286. 00010000:00000010:0.0:1761313472.620284:0:64710:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000f3d15539. 00000400:00000010:0.0:1761313472.620297:0:64710:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007749d871. 00000100:00000200:0.0:1761313472.620302:0:64710:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869131368128, offset 224 00000400:00000200:0.0:1761313472.620310:0:64710:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:0.0:1761313472.620320:0:64710:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:0.0:1761313472.620325:0:64710:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [89844:89844:256:4294967295] 192.168.204.38@tcp LPNI seq info [89844:89844:8:4294967295] 00000400:00000200:0.0:1761313472.620334:0:64710:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:0.0:1761313472.620339:0:64710:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:0.0:1761313472.620355:0:64710:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e5db8080 (tot 82351826). 00000800:00000200:0.0:1761313472.620382:0:64710:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:0.0:1761313472.620390:0:64710:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:0.0:1761313472.620394:0:64710:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000e5db8080 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761313472.620409:0:64710:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000c96a7d2f. 00000020:00000010:0.0:1761313472.620415:0:64710:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000008ad67444. 00000020:00000010:0.0:1761313472.620418:0:64710:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000002922ea91. 00010000:00000010:0.1:1761313472.623428:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e64e8e07. 00010000:00000010:0.1:1761313472.627385:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c814cdfb. 00010000:00000010:3.1:1761313472.627777:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002388b132. 00010000:00000010:3.1:1761313472.627784:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c3191da0. 00010000:00000010:3.1:1761313472.627787:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001347a7dc. 00010000:00000010:3.1:1761313472.627790:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000caa3ba64. 00010000:00000010:3.1:1761313472.627793:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c46ed6f2. 00010000:00000010:2.1:1761313472.631578:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ab5fe7f4. 00010000:00000010:2.1:1761313472.631585:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000366a4166. 00000020:00000010:0.0:1761313472.635024:0:64710:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002922ea91. 00000020:00000010:0.0:1761313472.635030:0:64710:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000c96a7d2f. 00000020:00000010:0.0:1761313472.635034:0:64710:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000008ad67444. 00000100:00000200:0.0:1761313472.635058:0:64710:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000003e4d9a3e x1846869131368256/t0(0) o103->78617949-0e11-4ca2-94c2-d809f91deaa9@192.168.204.38@tcp:403/0 lens 328/0 e 0 to 0 dl 1761313478 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:0.0:1761313472.635265:0:64710:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869131368256 02000000:00000010:0.0:1761313472.635275:0:64710:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000ed0c61c9. 00010000:00000010:0.0:1761313472.635299:0:64710:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000658c359a. 00010000:00000010:0.0:1761313472.635319:0:64710:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000f3d15539. 00000100:00000010:0.0:1761313472.635327:0:64710:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000008cdd6286. 00010000:00000010:2.1:1761313472.635379:0:77239:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000967fa89e. 00010000:00000010:2.1:1761313472.635385:0:77239:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e867df51. 00010000:00000010:3.1:1761313472.635427:0:75220:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f32453b1. 00000100:00000010:0.0:1761313472.636423:0:64710:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000008cdd6286. 00010000:00000010:0.0:1761313472.636428:0:64710:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000f3d15539. 00000800:00000200:0.0:1761313472.637253:0:15826:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761313472.637256:0:15826:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000926e98a9 (tot 82351826). 00000400:00000200:0.0:1761313472.637259:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313472.637264:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:0.0:1761313472.637267:0:15826:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e95cb506 00000400:00000010:0.0:1761313472.637269:0:15826:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e95cb506. 00000800:00000200:0.0:1761313472.637528:0:15826:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761313472.637531:0:15826:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d1fdb818 (tot 82351578). 00000400:00000200:0.0:1761313472.637533:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313472.637537:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:0.0:1761313472.637539:0:15826:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004a139d93 00000400:00000010:0.0:1761313472.637540:0:15826:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004a139d93. 00000100:00000200:0.0:1761313472.637546:0:15826:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000018525722 x1846869138377600/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313516 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1761313472.641399:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000285dc7e2. 00010000:00000010:1.1:1761313472.645509:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000048318b1f. 00010000:00000010:1.1:1761313472.645516:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a26fe50c. 00000400:00000200:0.0:1761313472.647703:0:15826:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:0.0:1761313472.647721:0:15826:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x68fb7baf08bc0 00000400:00000200:0.0:1761313472.647730:0:15826:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb02bd [1] + 224 00000400:00000200:0.0:1761313472.647742:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313472.647745:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:0.0:1761313472.647753:0:15826:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000007de1a361 x1846869138377664/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313516 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000800:00000200:0.0:1761313472.649885:0:15825:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761313472.649889:0:15825:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003355cd4d (tot 82351826). 00000400:00000200:0.0:1761313472.649893:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313472.649896:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:0.0:1761313472.649899:0:15825:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f19b9931 00000400:00000010:0.0:1761313472.649901:0:15825:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f19b9931. 00000800:00000200:0.0:1761313472.649943:0:15825:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761313472.649945:0:15825:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f3be7fa6 (tot 82351578). 00000400:00000200:0.0:1761313472.649947:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313472.649950:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:0.0:1761313472.649952:0:15825:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e7bbe35e 00000400:00000010:0.0:1761313472.649953:0:15825:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e7bbe35e. 00000100:00000200:0.0:1761313472.649957:0:15825:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000088da404 x1846869138377728/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313516 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761313472.653311:0:15826:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:0.0:1761313472.653330:0:15826:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x68fb7baf08c00 00000400:00000200:0.0:1761313472.653339:0:15826:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb02c9 [1] + 224 00000400:00000200:0.0:1761313472.653501:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313472.653506:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:0.0:1761313472.653517:0:15826:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000088da404 x1846869138377728/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313516 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761313472.653829:0:15826:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:0.0:1761313472.653837:0:15826:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x68fb7ba859800 00000400:00000200:0.0:1761313472.653842:0:15826:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xaebe5 [2] + 1968 00000400:00000010:0.0:1761313472.653846:0:15826:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000003a3ed4f. 00000400:00000200:0.0:1761313472.653850:0:15826:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 000000009a487346 00000400:00000200:0.0:1761313472.653901:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313472.653904:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:0.0:1761313472.653907:0:15826:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009a487346 00000400:00000010:0.0:1761313472.653909:0:15826:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 000000009a487346 (tot 82351426). 00000100:00000200:0.0:1761313472.653913:0:15826:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000800:00000200:0.0:1761313472.655301:0:15827:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761313472.655304:0:15827:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005db30152 (tot 82351578). 00000400:00000200:0.0:1761313472.655307:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313472.655311:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:0.0:1761313472.655314:0:15827:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000081eaf8d3 00000400:00000010:0.0:1761313472.655315:0:15827:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000081eaf8d3. 02000000:00000010:0.0:1761313472.655318:0:15827:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000094f361b2. 00000800:00000200:0.0:1761313472.655960:0:15825:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761313472.655963:0:15825:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000986d3ed7 (tot 82351578). 00000400:00000200:0.0:1761313472.655967:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313472.655970:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:0.0:1761313472.655973:0:15825:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a66ded6b 00000400:00000010:0.0:1761313472.655975:0:15825:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a66ded6b. 00000100:00000200:0.0:1761313472.655980:0:15825:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000a90c5c2d x1846869138377792/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313516 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1761313472.656636:0:75220:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000d7d990e. 00010000:00000010:1.1:1761313472.658414:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fc2a57c0. 00010000:00000010:1.1:1761313472.658428:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a027f558. 00010000:00000010:2.1:1761313472.658467:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f062998b. 00000400:00000200:0.0:1761313472.659071:0:15826:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:0.0:1761313472.659089:0:15826:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x68fb7baf08c40 00000400:00000200:0.0:1761313472.659096:0:15826:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb02d9 [1] + 224 00000400:00000200:0.0:1761313472.659110:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313472.659113:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:0.0:1761313472.659124:0:15826:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000a90c5c2d x1846869138377792/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313516 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761313472.660510:0:15827:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:0.0:1761313472.660524:0:15827:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x68fb7ba859840 00000400:00000200:0.0:1761313472.660531:0:15827:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xaec3d [2] + 0 00000400:00000200:0.0:1761313472.660970:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313472.660976:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:0.0:1761313472.660981:0:15827:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761313472.660987:0:15827:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ede06feb. 00000800:00000200:0.0:1761313472.662087:0:15825:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761313472.662090:0:15825:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007c30244d (tot 82351578). 00000400:00000200:0.0:1761313472.662094:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313472.662097:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:0.0:1761313472.662101:0:15825:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000032f4837 00000400:00000010:0.0:1761313472.662103:0:15825:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000032f4837. 00080000:00000010:0.0:1761313472.662130:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a8d90e26. 00010000:00000010:0.0:1761313472.662212:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003cc2f8a2. 00010000:00000010:0.0:1761313472.662218:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000003f98f149. 00010000:00000010:0.0:1761313472.662288:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000008bf4fca6. 00010000:00000010:0.0:1761313472.662292:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000036663de0. 00010000:00000010:0.0:1761313472.662298:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000d6106bc2. 00010000:00000010:0.0:1761313472.662303:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000f4159281. 00080000:00000010:0.0:1761313472.662314:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ed0c61c9. 00010000:00000010:0.0:1761313472.662338:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000f4159281. 00010000:00000010:0.0:1761313472.662342:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000036663de0. 00010000:00000010:0.0:1761313472.662431:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000003a434a29. 00010000:00000010:0.0:1761313472.662435:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000f4159281. 00010000:00000010:0.0:1761313472.662441:0:77239:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000f3d15539. 00000100:00000010:0.0:1761313472.662445:0:77239:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000008cdd6286. 00000100:00000010:0.0:1761313472.662452:0:77239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000db4b24ed. 02000000:00000010:0.0:1761313472.662461:0:77239:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000002922ea91. 02000000:00000010:0.0:1761313472.662485:0:77239:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c29b1989. 00000400:00000010:0.0:1761313472.662490:0:77239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000d99b6674. 00000400:00000010:0.0:1761313472.662494:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ac140d9a. 00000100:00000200:0.0:1761313472.662498:0:77239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869138377856, portal 16 00000400:00000010:0.0:1761313472.662502:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000061490f3e. 00000100:00000200:0.0:1761313472.662504:0:77239:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869138377856, offset 0 00000400:00000200:0.0:1761313472.662508:0:77239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:0.0:1761313472.662514:0:77239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:0.0:1761313472.662521:0:77239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:0.0:1761313472.662524:0:77239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761313472.662526:0:77239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:0.0:1761313472.662529:0:77239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [89857:89857:256:4294967295] 192.168.204.38@tcp LPNI seq info [89857:89857:8:4294967295] 00000400:00000200:0.0:1761313472.662536:0:77239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:0.0:1761313472.662539:0:77239:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:0.0:1761313472.662543:0:77239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006ab4245f (tot 82351826). 00000800:00000200:0.0:1761313472.662546:0:77239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:0.0:1761313472.662550:0:77239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:0.0:1761313472.662552:0:77239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000006ab4245f type 1, nob 424 niov 1 nkiov 1 00010000:00000010:2.1:1761313472.663924:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000ddf7ed5. 00010000:00000010:1.1:1761313472.663936:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e9b2f612. 00010000:00000010:1.1:1761313472.663945:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ab41a3cc. 00010000:00000010:3.1:1761313472.664039:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f0518ed3. 00010000:00000010:3.1:1761313472.664047:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f015d550. 00010000:00000010:0.1:1761313472.670379:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b70c47b9. 00010000:00000010:0.1:1761313472.670394:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c46ed6f2. 00010000:00000010:0.1:1761313472.670399:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008bf4fca6. 00010000:00000010:0.1:1761313472.670402:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d6106bc2. 00000400:00000200:0.0:1761313472.672109:0:15827:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:0.0:1761313472.672128:0:15827:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x68fb7baf08c80 00000400:00000200:0.0:1761313472.672136:0:15827:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb02e5 [1] + 224 00000400:00000200:0.0:1761313472.672151:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313472.672156:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:0.0:1761313472.672167:0:15827:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000db4b24ed x1846869138377856/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313516 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761313472.673262:0:15825:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:0.0:1761313472.673274:0:15825:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x68fb7ba859880 00000400:00000200:0.0:1761313472.673280:0:15825:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xaec3d [2] + 328 00000400:00000200:0.0:1761313472.673336:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313472.673341:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:0.0:1761313472.673345:0:15825:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761313472.673350:0:15825:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000000ef172a3. 00080000:00000010:0.0:1761313472.674348:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c29b1989. 00010000:00000010:0.0:1761313472.674457:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000f4159281. 00010000:00000010:0.0:1761313472.674464:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000023a21114. 00010000:00000010:0.0:1761313472.674531:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000d6106bc2. 00010000:00000010:0.0:1761313472.674535:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000f4159281. 00010000:00000010:0.0:1761313472.674544:0:77239:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000e5beb97d. 00000100:00000010:0.0:1761313472.674548:0:77239:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000347d155d. 00000100:00000010:0.0:1761313472.674555:0:77239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000db4b24ed. 02000000:00000010:0.0:1761313472.674568:0:77239:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000008d417d1a. 02000000:00000010:0.0:1761313472.674590:0:77239:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000061b62303. 00000400:00000010:0.0:1761313472.674596:0:77239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000ad8fe35c. 00000400:00000010:0.0:1761313472.674600:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ac140d9a. 00000100:00000200:0.0:1761313472.674605:0:77239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869138377920, portal 16 00000400:00000010:0.0:1761313472.674609:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000061490f3e. 00000100:00000200:0.0:1761313472.674611:0:77239:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869138377920, offset 0 00000400:00000200:0.0:1761313472.674616:0:77239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:0.0:1761313472.674624:0:77239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:0.0:1761313472.674630:0:77239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:0.0:1761313472.674633:0:77239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761313472.674636:0:77239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:0.0:1761313472.674639:0:77239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [89859:89859:256:4294967295] 192.168.204.38@tcp LPNI seq info [89859:89859:8:4294967295] 00000400:00000200:0.0:1761313472.674646:0:77239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:0.0:1761313472.674651:0:77239:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:0.0:1761313472.674654:0:77239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000028212975 (tot 82351826). 00000800:00000200:0.0:1761313472.674660:0:77239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:0.0:1761313472.674665:0:77239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:0.0:1761313472.674667:0:77239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000028212975 type 1, nob 424 niov 1 nkiov 1 00000400:00000200:0.0:1761313472.677739:0:15825:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:0.0:1761313472.677755:0:15825:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x68fb7baf08cc0 00000400:00000200:0.0:1761313472.677762:0:15825:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb02f1 [1] + 224 00000400:00000200:0.0:1761313472.677771:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313472.677774:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:0.0:1761313472.677782:0:15825:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000db4b24ed x1846869138377920/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313516 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761313472.677822:0:15825:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:0.0:1761313472.677826:0:15825:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x68fb7ba8598c0 00000400:00000200:0.0:1761313472.677831:0:15825:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xaec3d [2] + 656 00000400:00000200:0.0:1761313472.677870:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313472.677873:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:0.0:1761313472.677876:0:15825:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761313472.677881:0:15825:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000002527802e. 00010000:00000010:2.1:1761313472.684389:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b0e6489c. 00000400:00000200:0.0:1761313472.689026:0:15825:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:0.0:1761313472.689044:0:15825:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x68fb7ba859900 00000400:00000200:0.0:1761313472.689051:0:15825:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xaec3d [2] + 984 00000400:00000200:0.0:1761313472.689112:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313472.689117:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:0.0:1761313472.689123:0:15825:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761313472.689129:0:15825:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000f33f9db7. 00010000:00000010:3.1:1761313472.689393:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000056d0706e. 00010000:00000010:3.1:1761313472.689401:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d6106bc2. 00010000:00000010:0.1:1761313472.689438:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e4e6f336. 00010000:00000010:0.1:1761313472.689445:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003a434a29. 00080000:00000010:0.0:1761313472.690056:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 000000002987e5eb. 00010000:00000010:0.0:1761313472.690139:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000024e08394. 00010000:00000010:0.0:1761313472.690145:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000018a8c960. 00010000:00000010:0.0:1761313472.690225:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000003a434a29. 00010000:00000010:0.0:1761313472.690231:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000fc385515. 00010000:00000010:0.0:1761313472.690240:0:77239:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000e7df85ff. 00000100:00000010:0.0:1761313472.690243:0:77239:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000028bbc564. 00000100:00000010:0.0:1761313472.690249:0:77239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000003efab3fb. 02000000:00000010:0.0:1761313472.690259:0:77239:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000dc166cd7. 02000000:00000010:0.0:1761313472.690279:0:77239:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000239f1489. 00000400:00000010:0.0:1761313472.690284:0:77239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000ad8fe35c. 00000400:00000010:0.0:1761313472.690289:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007749d871. 00000100:00000200:0.0:1761313472.690293:0:77239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869138378048, portal 16 00000400:00000010:0.0:1761313472.690297:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001edb0feb. 00000100:00000200:0.0:1761313472.690298:0:77239:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869138378048, offset 0 00000400:00000200:0.0:1761313472.690303:0:77239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:0.0:1761313472.690309:0:77239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:0.0:1761313472.690315:0:77239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:0.0:1761313472.690318:0:77239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761313472.690320:0:77239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:0.0:1761313472.690322:0:77239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [89863:89863:256:4294967295] 192.168.204.38@tcp LPNI seq info [89863:89863:8:4294967295] 00000400:00000200:0.0:1761313472.690329:0:77239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:0.0:1761313472.690333:0:77239:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:0.0:1761313472.690337:0:77239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000bd2f7339 (tot 82351826). 00000800:00000200:0.0:1761313472.690341:0:77239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:0.0:1761313472.690345:0:77239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:0.0:1761313472.690346:0:77239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000bd2f7339 type 1, nob 424 niov 1 nkiov 1 00000400:00000200:0.0:1761313472.694519:0:15825:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:0.0:1761313472.694538:0:15825:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x68fb7baf08d40 00000400:00000200:0.0:1761313472.694546:0:15825:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb0309 [1] + 224 00000400:00000200:0.0:1761313472.694557:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313472.694561:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:0.0:1761313472.694571:0:15825:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000003efab3fb x1846869138378048/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313516 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761313472.694609:0:15825:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:0.0:1761313472.694615:0:15825:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x68fb7ba859940 00000400:00000200:0.0:1761313472.694620:0:15825:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xaec3d [2] + 1312 00000400:00000200:0.0:1761313472.694646:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313472.694650:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:0.0:1761313472.694654:0:15825:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761313472.694660:0:15825:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000b73eaae5. 00000800:00000200:0.0:1761313472.696220:0:15827:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761313472.696223:0:15827:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000633d13cc (tot 82351578). 00000400:00000200:0.0:1761313472.696227:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313472.696231:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:0.0:1761313472.696234:0:15827:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005f389535 00000400:00000010:0.0:1761313472.696235:0:15827:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005f389535. 00000100:00000200:0.0:1761313472.696241:0:15827:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000a90c5c2d x1846869138378112/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313516 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1761313472.702487:0:78414:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a0feeb67. 00010000:00000010:2.1:1761313472.702500:0:78414:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006aa27bef. 00000400:00000200:0.0:1761313472.703184:0:15825:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:0.0:1761313472.703201:0:15825:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x68fb7baf08d80 00000400:00000200:0.0:1761313472.703209:0:15825:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb0315 [1] + 224 00000400:00000200:0.0:1761313472.703219:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313472.703223:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:0.0:1761313472.703234:0:15825:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000a90c5c2d x1846869138378112/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313516 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761313472.703269:0:15825:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:0.0:1761313472.703274:0:15825:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x68fb7ba859980 00000400:00000200:0.0:1761313472.703278:0:15825:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xaec3d [2] + 1640 00000400:00000200:0.0:1761313472.703326:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313472.703329:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:0.0:1761313472.703332:0:15825:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761313472.703337:0:15825:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001375339a. 00080000:00000010:0.0:1761313472.704673:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 000000005a4aad33. 00010000:00000010:0.0:1761313472.704762:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000003b35227. 00010000:00000010:0.0:1761313472.707292:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000008321265a. 00010000:00000010:0.0:1761313472.707305:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a14d7677. 00010000:00000010:0.0:1761313472.707320:0:77239:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000005cd31be3. 00000100:00000010:0.0:1761313472.707326:0:77239:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000091b0a323. 00000100:00000010:0.0:1761313472.707335:0:77239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000251ce4d5. 02000000:00000010:0.0:1761313472.707374:0:77239:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000fc3fec3c. 02000000:00000010:0.0:1761313472.707402:0:77239:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000069590ce0. 00000400:00000010:0.0:1761313472.707408:0:77239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000d99b6674. 00000400:00000010:0.0:1761313472.707413:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006cf10194. 00000100:00000200:0.0:1761313472.707419:0:77239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869138378176, portal 16 00000400:00000010:0.0:1761313472.707424:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f0542810. 00000100:00000200:0.0:1761313472.707426:0:77239:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869138378176, offset 0 00000400:00000200:0.0:1761313472.707434:0:77239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:0.0:1761313472.707447:0:77239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:0.0:1761313472.707453:0:77239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:0.0:1761313472.707457:0:77239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761313472.707459:0:77239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:0.0:1761313472.707463:0:77239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [89867:89867:256:4294967295] 192.168.204.38@tcp LPNI seq info [89867:89867:8:4294967295] 00000400:00000200:0.0:1761313472.707471:0:77239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:0.0:1761313472.707476:0:77239:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:0.0:1761313472.707481:0:77239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005a99fafd (tot 82351826). 00000800:00000200:0.0:1761313472.707487:0:77239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:0.0:1761313472.707492:0:77239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:0.0:1761313472.707496:0:77239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000005a99fafd type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761313472.707572:0:15827:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761313472.707575:0:15827:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005a99fafd (tot 82351578). 00000400:00000200:0.0:1761313472.707579:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313472.707583:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:0.0:1761313472.707586:0:15827:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f0542810 00000400:00000010:0.0:1761313472.707588:0:15827:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f0542810. 00000100:00000200:0.0:1761313472.707594:0:15827:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000251ce4d5 x1846869138378176/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313516 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1761313472.709964:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e99eff26. 00010000:00000010:0.1:1761313472.709974:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ec860c09. 00000400:00000200:0.0:1761313472.710994:0:15825:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:0.0:1761313472.711011:0:15825:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x68fb7baf08dc0 00000400:00000200:0.0:1761313472.711020:0:15825:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb0321 [1] + 224 00000400:00000200:0.0:1761313472.711032:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313472.711035:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:0.0:1761313472.711045:0:15825:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000251ce4d5 x1846869138378176/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313516 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761313472.711082:0:15825:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:0.0:1761313472.711087:0:15825:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x68fb7ba8599c0 00000400:00000200:0.0:1761313472.711091:0:15825:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xaec3d [2] + 1968 00000400:00000010:0.0:1761313472.711094:0:15825:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000088b5a9a4. 00000400:00000200:0.0:1761313472.711098:0:15825:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 000000000aa027be 00000400:00000200:0.0:1761313472.712148:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313472.712154:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:0.0:1761313472.712157:0:15825:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000aa027be 00000400:00000010:0.0:1761313472.712160:0:15825:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 000000000aa027be (tot 82351426). 00000100:00000200:0.0:1761313472.712165:0:15825:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00010000:00000010:3.1:1761313472.712374:0:64710:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000254d40b3. 00010000:00000010:3.1:1761313472.712379:0:64710:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000037ceab8e. 00010000:00000010:3.1:1761313472.712383:0:64710:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003a434a29. 00010000:00000010:1.1:1761313472.715741:0:75768:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000279c1348. 00010000:00000010:1.1:1761313472.715760:0:75768:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000efeab372. 00010000:00000010:1.1:1761313472.715764:0:75768:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e0860f47. 00010000:00000010:0.1:1761313472.728767:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009fe5d71e. 00010000:00000010:3.1:1761313472.737026:0:78423:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000056631f16. 00010000:00000010:3.1:1761313472.739686:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000195141d2. 00010000:00000010:3.1:1761313472.739694:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008321265a. 00010000:00000010:2.1:1761313472.753265:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ba4ea182. 00010000:00000010:2.1:1761313472.753277:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000000e4dbf7. 00010000:00000010:2.1:1761313472.753282:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000806837c7. 00010000:00000010:1.1:1761313472.778563:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008b23743f. 00010000:00000010:1.1:1761313472.778571:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000036730d1c. 00010000:00000010:1.1:1761313472.778576:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e867df51. 00000020:00000010:0.0:1761313472.787780:0:75220:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000027c1ca82. 00000020:00000010:0.0:1761313472.787788:0:75220:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000036663de0. 00000020:00000010:0.0:1761313472.787793:0:75220:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000070a37cfb. 00000100:00000200:0.0:1761313472.787826:0:75220:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000a90c5c2d x1846869131369216/t0(0) o103->78617949-0e11-4ca2-94c2-d809f91deaa9@192.168.204.38@tcp:403/0 lens 328/0 e 0 to 0 dl 1761313478 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:0.0:1761313472.787861:0:75220:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869131369216 02000000:00000010:0.0:1761313472.787874:0:75220:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000706a6915. 00010000:00000010:0.0:1761313472.787902:0:75220:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003a3e67ff. 00010000:00000010:0.0:1761313472.787929:0:75220:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000089c7c6b0. 00000100:00000010:0.0:1761313472.787936:0:75220:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000002bd798b0. 00000100:00000010:0.0:1761313472.787943:0:75220:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000002bd798b0. 00010000:00000010:0.0:1761313472.787945:0:75220:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000089c7c6b0. 00000400:00000010:0.0:1761313472.787957:0:75220:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f0542810. 00000100:00000200:0.0:1761313472.787961:0:75220:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869131369216, offset 224 00000400:00000200:0.0:1761313472.787968:0:75220:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:0.0:1761313472.787979:0:75220:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:0.0:1761313472.787984:0:75220:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [89878:89878:256:4294967295] 192.168.204.38@tcp LPNI seq info [89878:89878:8:4294967295] 00000400:00000200:0.0:1761313472.787993:0:75220:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:0.0:1761313472.787998:0:75220:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:0.0:1761313472.788003:0:75220:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005a99fafd (tot 82351826). 00000800:00000200:0.0:1761313472.788008:0:75220:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:0.0:1761313472.788015:0:75220:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:0.0:1761313472.788018:0:75220:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000005a99fafd type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761313472.788035:0:75220:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000036663de0. 00000020:00000010:0.0:1761313472.788040:0:75220:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000070a37cfb. 00000020:00000010:0.0:1761313472.788043:0:75220:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000027c1ca82. 00000800:00000200:0.0:1761313472.788129:0:15827:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761313472.788133:0:15827:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005a99fafd (tot 82351578). 00000400:00000200:0.0:1761313472.788136:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313472.788139:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:0.0:1761313472.788142:0:15827:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f0542810 00000400:00000010:0.0:1761313472.788143:0:15827:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f0542810. 00000800:00000200:0.0:1761313472.789040:0:15825:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761313472.789043:0:15825:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000233c2709 (tot 82351578). 00000400:00000200:0.0:1761313472.789046:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313472.789050:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:0.0:1761313472.789053:0:15825:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ccaef716 00000400:00000010:0.0:1761313472.789054:0:15825:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ccaef716. 00000100:00000200:0.0:1761313472.789059:0:15825:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000eabf7b6f x1846869138378560/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313516 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761313472.796842:0:15827:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:0.0:1761313472.796861:0:15827:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x68fb7ba859b40 00000400:00000200:0.0:1761313472.796870:0:15827:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xaec9d [2] + 1640 00000400:00000200:0.0:1761313472.796933:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313472.796938:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:0.0:1761313472.796944:0:15827:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761313472.796949:0:15827:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000047d366b1. 00000800:00000200:0.0:1761313472.799565:0:15825:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761313472.799569:0:15825:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000896a3ffd (tot 82351578). 00000400:00000200:0.0:1761313472.799575:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313472.799582:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:0.0:1761313472.799587:0:15825:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000bb5cea4a 00000400:00000010:0.0:1761313472.799589:0:15825:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000bb5cea4a. 00000100:00000200:0.0:1761313472.799597:0:15825:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000000b5a18e1 x1846869138378624/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313516 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1761313472.799785:0:64710:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d986f772. 00010000:00000010:1.1:1761313472.799791:0:64710:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e0530cb9. 00010000:00000010:1.1:1761313472.799795:0:64710:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ab41a3cc. 00010000:00000010:1.1:1761313472.799797:0:64710:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000c144b25. 00010000:00000010:1.1:1761313472.799802:0:64710:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000086fbb65f. 00010000:00000010:1.1:1761313472.799804:0:64710:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a027f558. 00000800:00000200:0.0:1761313472.801932:0:15826:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761313472.801938:0:15826:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000002680ae0f (tot 82351578). 00000400:00000200:0.0:1761313472.801946:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313472.801955:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:0.0:1761313472.801961:0:15826:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009cf941ad 00000400:00000010:0.0:1761313472.801963:0:15826:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009cf941ad. 00000020:00000010:0.0:1761313472.807766:0:64710:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f2d56638. 00000020:00000010:0.0:1761313472.807775:0:64710:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000036663de0. 00000020:00000010:0.0:1761313472.807779:0:64710:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000070a37cfb. 00000100:00000200:0.0:1761313472.807817:0:64710:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000006e201498 x1846869131369344/t0(0) o103->78617949-0e11-4ca2-94c2-d809f91deaa9@192.168.204.38@tcp:403/0 lens 328/0 e 0 to 0 dl 1761313478 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:0.0:1761313472.807845:0:64710:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869131369344 02000000:00000010:0.0:1761313472.807856:0:64710:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000ec17e919. 00010000:00000010:0.0:1761313472.807881:0:64710:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000f0016a2a. 00010000:00000010:0.0:1761313472.807901:0:64710:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000089c7c6b0. 00000100:00000010:0.0:1761313472.807907:0:64710:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000002bd798b0. 00000100:00000010:0.0:1761313472.807916:0:64710:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000002bd798b0. 00010000:00000010:0.0:1761313472.807919:0:64710:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000089c7c6b0. 00000400:00000010:0.0:1761313472.807930:0:64710:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f0542810. 00000100:00000200:0.0:1761313472.807935:0:64710:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869131369344, offset 224 00000400:00000200:0.0:1761313472.807944:0:64710:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:0.0:1761313472.807955:0:64710:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:0.0:1761313472.807960:0:64710:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [89882:89882:256:4294967295] 192.168.204.38@tcp LPNI seq info [89882:89882:8:4294967295] 00000400:00000200:0.0:1761313472.807969:0:64710:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:0.0:1761313472.807974:0:64710:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:0.0:1761313472.807979:0:64710:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005a99fafd (tot 82351674). 00000800:00000200:0.0:1761313472.807985:0:64710:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:0.0:1761313472.807991:0:64710:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:0.0:1761313472.807995:0:64710:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000005a99fafd type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761313472.808009:0:64710:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000036663de0. 00000020:00000010:0.0:1761313472.808013:0:64710:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000070a37cfb. 00000020:00000010:0.0:1761313472.808015:0:64710:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f2d56638. 02000000:00000010:0.0:1761313472.808023:0:64710:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000238ad8d3. 00000100:00000010:0.0:1761313472.808027:0:64710:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000047d366b1. 02000000:00000010:0.0:1761313472.808030:0:64710:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000706a6915. 00000100:00000010:0.0:1761313472.808032:0:64710:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000a90c5c2d. 02000000:00000010:0.0:1761313472.808034:0:64710:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000006fde0452. 00000100:00000010:0.0:1761313472.808038:0:64710:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000026d75e8. 02000000:00000010:0.0:1761313472.808040:0:64710:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000007363d03a. 00000100:00000010:0.0:1761313472.808042:0:64710:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000242da0db. 02000000:00000010:0.0:1761313472.808045:0:64710:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000007d169ba6. 00000100:00000010:0.0:1761313472.808048:0:64710:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000008be944fb. 02000000:00000010:0.0:1761313472.808050:0:64710:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000fa1a7565. 00000100:00000010:0.0:1761313472.808052:0:64710:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000088da404. 00000100:00000200:0.0:1761313472.808057:0:64710:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1761313472.808062:0:64710:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000088b5a9a4. 00000400:00000010:0.0:1761313472.808065:0:64710:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 000000002bd798b0 (tot 82351826). 00000800:00000200:0.0:1761313472.808154:0:15825:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761313472.808156:0:15825:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005a99fafd (tot 82351578). 00000400:00000200:0.0:1761313472.808160:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313472.808164:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:0.0:1761313472.808167:0:15825:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f0542810 00000400:00000010:0.0:1761313472.808169:0:15825:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f0542810. 02000000:00000010:0.0:1761313472.808172:0:15825:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000ec17e919. 00010000:00000010:0.1:1761313472.831929:0:78429:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b134f869. 00010000:00000010:1.1:1761313472.834043:0:1049:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c62239b4. 00010000:00000010:1.1:1761313472.834054:0:1049:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000754be480. 00010000:00000010:1.1:1761313472.834058:0:1049:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bdd37982. 00010000:00000010:1.1:1761313472.834062:0:1049:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f015d550. 00010000:00000010:1.1:1761313472.834128:0:1049:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d0fb2c37. 00010000:00000010:1.1:1761313472.834139:0:1049:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c3191da0. 00010000:00000010:1.1:1761313472.834145:0:1049:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005ec46795. 00000400:00000200:0.0:1761313472.836105:0:15825:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:0.0:1761313472.836125:0:15825:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x68fb7ba859c00 00000400:00000200:0.0:1761313472.836134:0:15825:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xaeced [2] + 328 00000400:00000200:0.0:1761313472.836205:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313472.836210:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:0.0:1761313472.836217:0:15825:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761313472.836222:0:15825:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000047d366b1. 00010000:00000010:3.1:1761313472.841635:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ce58f499. 00010000:00000010:3.1:1761313472.841645:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000398c3ef8. 00010000:00000010:0.1:1761313472.844053:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e81c4d63. 00000400:00000200:0.0:1761313472.845000:0:15825:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:0.0:1761313472.845019:0:15825:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x68fb7baf09040 00000400:00000200:0.0:1761313472.845027:0:15825:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb03a1 [1] + 224 00000400:00000200:0.0:1761313472.845038:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313472.845042:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:0.0:1761313472.845053:0:15825:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000d68bc362 x1846869138378816/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313516 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1761313472.845507:0:77239:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009d143a8d. 00010000:00000010:2.1:1761313472.845513:0:77239:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bfa9ae08. 00000400:00000200:0.0:1761313472.846140:0:15825:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:0.0:1761313472.846149:0:15825:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x68fb7ba859c40 00000400:00000200:0.0:1761313472.846278:0:15825:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xaeced [2] + 656 00010000:00000010:3.1:1761313472.846379:0:78435:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000767d2862. 00010000:00000010:3.1:1761313472.846387:0:78435:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008c131646. 00010000:00000010:3.1:1761313472.846389:0:78435:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cf461480. 00010000:00000010:1.1:1761313472.846619:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007b185ba5. 00000400:00000200:0.0:1761313472.846651:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313472.846657:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:0.0:1761313472.846662:0:15825:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761313472.846667:0:15825:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000000982dbcf. 00080000:00000010:0.0:1761313472.847681:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 0000000040eac14f. 00010000:00000010:0.0:1761313472.847759:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a1bd5174. 00010000:00000010:0.0:1761313472.847765:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000565f32af. 00010000:00000010:0.0:1761313472.847841:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000008bf4fca6. 00010000:00000010:0.0:1761313472.847846:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000036663de0. 00010000:00000010:0.0:1761313472.847850:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000133930c5. 00010000:00000010:0.0:1761313472.847855:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000069c27738. 00080000:00000010:0.0:1761313472.847866:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 0000000027c1ca82. 00010000:00000010:0.0:1761313472.847891:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000069c27738. 00010000:00000010:0.0:1761313472.847895:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000036663de0. 00010000:00000010:0.0:1761313472.847942:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000015645dc6. 00010000:00000010:0.0:1761313472.847945:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000069c27738. 00010000:00000010:0.0:1761313472.847952:0:77239:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000089c7c6b0. 00000100:00000010:0.0:1761313472.847956:0:77239:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000002d988d2f. 00000100:00000010:0.0:1761313472.847962:0:77239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ede06feb. 02000000:00000010:0.0:1761313472.847973:0:77239:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000706a6915. 02000000:00000010:0.0:1761313472.847994:0:77239:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f2d56638. 00000400:00000010:0.0:1761313472.847999:0:77239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000f97ca873. 00000400:00000010:0.0:1761313472.848003:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f0542810. 00000100:00000200:0.0:1761313472.848008:0:77239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869138378880, portal 16 00000400:00000010:0.0:1761313472.848012:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c4611603. 00000100:00000200:0.0:1761313472.848014:0:77239:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869138378880, offset 0 00000400:00000200:0.0:1761313472.848019:0:77239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:0.0:1761313472.848027:0:77239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:0.0:1761313472.848032:0:77239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:0.0:1761313472.848036:0:77239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761313472.848038:0:77239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:0.0:1761313472.848041:0:77239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [89889:89889:255:4294967295] 192.168.204.38@tcp LPNI seq info [89889:89889:7:4294967295] 00000400:00000200:0.0:1761313472.848048:0:77239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:0.0:1761313472.848052:0:77239:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:0.0:1761313472.848055:0:77239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005a99fafd (tot 82352074). 00000800:00000200:0.0:1761313472.848059:0:77239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:0.0:1761313472.848063:0:77239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:0.0:1761313472.848065:0:77239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000005a99fafd type 1, nob 424 niov 1 nkiov 1 00000400:00000200:0.0:1761313472.858964:0:15827:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:0.0:1761313472.858987:0:15827:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x68fb7baf09080 00000400:00000200:0.0:1761313472.858997:0:15827:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb03ad [1] + 224 00000400:00000200:0.0:1761313472.859008:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313472.859013:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:0.0:1761313472.859023:0:15827:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000ede06feb x1846869138378880/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313516 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761313472.859057:0:15827:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:0.0:1761313472.859063:0:15827:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x68fb7ba859c80 00000400:00000200:0.0:1761313472.859068:0:15827:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xaeced [2] + 984 00000400:00000200:0.0:1761313472.861494:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313472.861504:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:0.0:1761313472.861510:0:15827:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761313472.861515:0:15827:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000000ef172a3. 00000800:00000200:0.0:1761313472.864208:0:15825:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761313472.864214:0:15825:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003e7406f5 (tot 82351826). 00000400:00000200:0.0:1761313472.864221:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313472.864227:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:0.0:1761313472.864232:0:15825:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f67f39f5 00000400:00000010:0.0:1761313472.864235:0:15825:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f67f39f5. 00000800:00000200:0.0:1761313472.864283:0:15825:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761313472.864285:0:15825:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000002680ae0f (tot 82351578). 00000400:00000200:0.0:1761313472.864287:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313472.864291:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:0.0:1761313472.864293:0:15825:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003ddcb197 00000400:00000010:0.0:1761313472.864294:0:15825:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003ddcb197. 00000100:00000200:0.0:1761313472.864300:0:15825:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000eabf7b6f x1846869138378944/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313516 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1761313472.865529:0:78437:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008b84fa6d. 00010000:00000010:0.1:1761313472.866396:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000966132c5. 00010000:00000010:0.1:1761313472.866403:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009f18bcaf. 00010000:00000010:0.1:1761313472.866406:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008bf4fca6. 00010000:00000010:0.1:1761313472.866409:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000133930c5. 00010000:00000010:1.1:1761313472.877714:0:19:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006c9cbaf8. 00010000:00000010:1.1:1761313472.877726:0:19:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d3e69386. 00010000:00000010:1.1:1761313472.877730:0:19:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000015645dc6. 00000400:00000200:0.0:1761313472.881729:0:15827:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:0.0:1761313472.881748:0:15827:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x68fb7ba859cc0 00000400:00000200:0.0:1761313472.881758:0:15827:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xaeced [2] + 1312 00000400:00000200:0.0:1761313472.886019:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313472.886033:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:0.0:1761313472.886042:0:15827:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761313472.886052:0:15827:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000002527802e. 00000800:00000200:0.0:1761313472.888528:0:15826:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761313472.888532:0:15826:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c4aed6e6 (tot 82351578). 00000400:00000200:0.0:1761313472.888537:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313472.888542:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:0.0:1761313472.888546:0:15826:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002c0ac683 00000400:00000010:0.0:1761313472.888547:0:15826:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002c0ac683. 00000100:00000200:0.0:1761313472.888555:0:15826:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000d68bc362 x1846869138379008/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313516 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000020:00000010:0.0:1761313472.902769:0:64710:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000048f87922. 00000020:00000010:0.0:1761313472.902777:0:64710:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000036663de0. 00000020:00000010:0.0:1761313472.902781:0:64710:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000070a37cfb. 00000100:00000200:0.0:1761313472.902817:0:64710:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000e4555adc x1846869131369728/t0(0) o103->78617949-0e11-4ca2-94c2-d809f91deaa9@192.168.204.38@tcp:403/0 lens 328/0 e 0 to 0 dl 1761313478 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:0.0:1761313472.902853:0:64710:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869131369728 02000000:00000010:0.0:1761313472.902865:0:64710:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000fc3fec3c. 00010000:00000010:0.0:1761313472.902904:0:64710:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000058778202. 00000100:00000010:0.0:1761313472.902911:0:64710:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000621b1638. 00000100:00000010:0.0:1761313472.902917:0:64710:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000621b1638. 00010000:00000010:0.0:1761313472.902920:0:64710:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000058778202. 00000400:00000010:0.0:1761313472.902934:0:64710:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000036d302a6. 00000100:00000200:0.0:1761313472.902939:0:64710:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869131369728, offset 224 00000400:00000200:0.0:1761313472.902947:0:64710:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:0.0:1761313472.902957:0:64710:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:0.0:1761313472.902962:0:64710:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [89894:89894:256:4294967295] 192.168.204.38@tcp LPNI seq info [89894:89894:8:4294967295] 00000400:00000200:0.0:1761313472.902971:0:64710:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:0.0:1761313472.902979:0:64710:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:0.0:1761313472.902984:0:64710:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c74ddf42 (tot 82351826). 00000800:00000200:0.0:1761313472.902990:0:64710:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:0.0:1761313472.902995:0:64710:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:0.0:1761313472.902999:0:64710:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c74ddf42 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761313472.903015:0:64710:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000036663de0. 00000020:00000010:0.0:1761313472.903019:0:64710:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000070a37cfb. 00000020:00000010:0.0:1761313472.903022:0:64710:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000048f87922. 00000800:00000200:0.0:1761313472.904637:0:15826:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761313472.904641:0:15826:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000233c2709 (tot 82351578). 00000400:00000200:0.0:1761313472.904645:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313472.904651:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:0.0:1761313472.904655:0:15826:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e88f20fc 00000400:00000010:0.0:1761313472.904658:0:15826:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e88f20fc. 00000100:00000200:0.0:1761313472.904664:0:15826:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000d93d7538 x1846869138379072/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313516 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1761313472.905411:0:793:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000241eaf15. 00010000:00000010:2.1:1761313472.905418:0:793:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f146e093. 00010000:00000010:2.1:1761313472.905422:0:793:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c3191da0. 00010000:00000010:1.1:1761313472.921268:0:78414:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bf340a58. 00010000:00000010:1.1:1761313472.921282:0:78414:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ceaf5fd5. 00010000:00000010:1.1:1761313472.921286:0:78414:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000028e8a35c. 00000400:00000200:0.0:1761313472.921610:0:15825:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:0.0:1761313472.921628:0:15825:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x68fb7baf09140 00000400:00000200:0.0:1761313472.921636:0:15825:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb03d1 [1] + 224 00000400:00000200:0.0:1761313472.921649:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313472.921653:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:0.0:1761313472.921663:0:15825:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000d93d7538 x1846869138379072/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313516 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761313472.921691:0:15825:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:0.0:1761313472.921696:0:15825:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x68fb7ba859d40 00000400:00000200:0.0:1761313472.921702:0:15825:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xaeced [2] + 1968 00000400:00000010:0.0:1761313472.921706:0:15825:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000a831013b. 00000400:00000200:0.0:1761313472.921710:0:15825:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 000000009a778f53 00000400:00000200:0.0:1761313472.921717:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313472.921720:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:0.0:1761313472.921722:0:15825:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009a778f53 00000400:00000010:0.0:1761313472.921725:0:15825:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 000000009a778f53 (tot 82351426). 00000100:00000200:0.0:1761313472.921729:0:15825:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:0.0:1761313472.921774:0:75220:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000048f87922. 00000020:00000010:0.0:1761313472.921780:0:75220:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000036663de0. 00000020:00000010:0.0:1761313472.921784:0:75220:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000070a37cfb. 00000100:00000200:0.0:1761313472.921817:0:75220:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000004e8909ff x1846869131369792/t0(0) o103->78617949-0e11-4ca2-94c2-d809f91deaa9@192.168.204.38@tcp:403/0 lens 328/0 e 0 to 0 dl 1761313478 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:0.0:1761313472.921846:0:75220:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869131369792 02000000:00000010:0.0:1761313472.921858:0:75220:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000069590ce0. 00010000:00000010:0.0:1761313472.921896:0:75220:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000058778202. 00000100:00000010:0.0:1761313472.921903:0:75220:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000621b1638. 00000100:00000010:0.0:1761313472.921911:0:75220:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000621b1638. 00010000:00000010:0.0:1761313472.921914:0:75220:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000058778202. 00000400:00000010:0.0:1761313472.921928:0:75220:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000bb3ff5d8. 00000100:00000200:0.0:1761313472.921934:0:75220:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869131369792, offset 224 00000400:00000200:0.0:1761313472.921941:0:75220:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:0.0:1761313472.921951:0:75220:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:0.0:1761313472.926404:0:75220:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [89896:89896:256:4294967295] 192.168.204.38@tcp LPNI seq info [89896:89896:8:4294967295] 00000400:00000200:0.0:1761313472.926420:0:75220:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:0.0:1761313472.926427:0:75220:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:0.0:1761313472.926432:0:75220:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f3d53802 (tot 82351674). 00000800:00000200:0.0:1761313472.926440:0:75220:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:0.0:1761313472.926447:0:75220:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:0.0:1761313472.926451:0:75220:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000f3d53802 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761313472.926493:0:75220:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000036663de0. 00000020:00000010:0.0:1761313472.926499:0:75220:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000070a37cfb. 00000020:00000010:0.0:1761313472.926504:0:75220:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000048f87922. 02000000:00000010:0.0:1761313472.926513:0:75220:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000fc3fec3c. 00000100:00000010:0.0:1761313472.926519:0:75220:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e4555adc. 02000000:00000010:0.0:1761313472.926523:0:75220:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000094bb4eaa. 00000100:00000010:0.0:1761313472.926526:0:75220:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000002527802e. 02000000:00000010:0.0:1761313472.926529:0:75220:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000076b65146. 00000100:00000010:0.0:1761313472.926533:0:75220:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000000ef172a3. 02000000:00000010:0.0:1761313472.926536:0:75220:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000debcdc97. 00000100:00000010:0.0:1761313472.926538:0:75220:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000000982dbcf. 02000000:00000010:0.0:1761313472.926540:0:75220:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000007363d03a. 00000100:00000010:0.0:1761313472.926542:0:75220:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000047d366b1. 02000000:00000010:0.0:1761313472.926544:0:75220:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000aca405b2. 00000100:00000010:0.0:1761313472.926547:0:75220:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000b2f36f43. 00000100:00000200:0.0:1761313472.926558:0:75220:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1761313472.926565:0:75220:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000711b4ef1. 00000400:00000010:0.0:1761313472.926571:0:75220:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000621b1638 (tot 82351826). 00000400:00000010:0.0:1761313472.926628:0:77239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000071fbb7b. 00000400:00000200:0.0:1761313472.926632:0:77239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000017f94afa 00000400:00000010:0.0:1761313472.926633:0:77239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000017f94afa. 00000100:00000200:0.0:1761313472.926641:0:77239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000d93d7538 x1846869138379072/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313516 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761313472.926651:0:77239:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000d93d7538 x1846869138379072/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313516 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.0:1761313472.926676:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c12fd81c. 02000000:00000010:0.0:1761313472.926690:0:77239:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000bc6b714e. 02000000:00000010:0.0:1761313472.926695:0:77239:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000d7790864. 00000100:00000010:0.0:1761313472.926698:0:77239:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d93d7538. 00000100:00000010:0.0:1761313472.926702:0:77239:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000027c419eb. 00010000:00000010:0.0:1761313472.926706:0:77239:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000747d0937. 00080000:00000010:0.0:1761313472.926723:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000fc3fec3c. 00010000:00000010:0.0:1761313472.926822:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000f282e86b. 00010000:00000010:0.0:1761313472.926829:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b05f51aa. 00010000:00000010:0.0:1761313472.926895:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000133930c5. 00010000:00000010:0.0:1761313472.926902:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000001e77afed. 00010000:00000010:0.0:1761313472.926912:0:77239:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000058778202. 00000100:00000010:0.0:1761313472.926917:0:77239:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000004cbcc964. 00000100:00000010:0.0:1761313472.926924:0:77239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000047d366b1. 02000000:00000010:0.0:1761313472.926935:0:77239:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000048f87922. 02000000:00000010:0.0:1761313472.926959:0:77239:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000dc166cd7. 00000400:00000010:0.0:1761313472.926963:0:77239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000088421f52. 00000400:00000010:0.0:1761313472.926967:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000014b05d26. 00000100:00000200:0.0:1761313472.926970:0:77239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869138379136, portal 16 00000400:00000010:0.0:1761313472.926974:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c07641fd. 00000100:00000200:0.0:1761313472.926976:0:77239:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869138379136, offset 0 00000400:00000200:0.0:1761313472.926983:0:77239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:0.0:1761313472.926996:0:77239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:0.0:1761313472.927003:0:77239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:0.0:1761313472.927007:0:77239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761313472.927010:0:77239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:0.0:1761313472.927013:0:77239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [89897:89897:255:4294967295] 192.168.204.38@tcp LPNI seq info [89897:89897:7:4294967295] 00000400:00000200:0.0:1761313472.927023:0:77239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:0.0:1761313472.927028:0:77239:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:0.0:1761313472.927031:0:77239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c766a5fa (tot 82352074). 00000800:00000200:0.0:1761313472.927036:0:77239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:0.0:1761313472.927040:0:77239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:0.0:1761313472.927043:0:77239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c766a5fa type 1, nob 424 niov 1 nkiov 1 00010000:00000010:0.1:1761313472.946041:0:1372:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000003a88468. 00010000:00000010:0.1:1761313472.946047:0:1372:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ddf49698. 00010000:00000010:0.1:1761313472.946051:0:1372:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f015d550. 02000000:00000010:3.0:1761313472.949866:0:77239:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000aca405b2. 00000400:00000010:3.0:1761313472.949880:0:77239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000006c765f6c. 00000400:00000010:3.0:1761313472.949886:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b0b5ad3c. 00000100:00000200:3.0:1761313472.949893:0:77239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869138379200, portal 16 00000400:00000010:3.0:1761313472.949899:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a11939fc. 00000100:00000200:3.0:1761313472.949902:0:77239:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869138379200, offset 0 00000400:00000200:3.0:1761313472.949912:0:77239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:3.0:1761313472.949928:0:77239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:3.0:1761313472.949935:0:77239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:3.0:1761313472.949938:0:77239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761313472.949940:0:77239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:3.0:1761313472.949944:0:77239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [89899:89899:256:4294967295] 192.168.204.38@tcp LPNI seq info [89899:89899:8:4294967295] 00000400:00000200:3.0:1761313472.949954:0:77239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:3.0:1761313472.949960:0:77239:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:3.0:1761313472.949965:0:77239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000572c2ec6 (tot 82351826). 00000800:00000200:3.0:1761313472.949972:0:77239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:3.0:1761313472.949978:0:77239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:3.0:1761313472.949982:0:77239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000572c2ec6 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761313472.950142:0:15827:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761313472.950145:0:15827:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000572c2ec6 (tot 82351578). 00000400:00000200:3.0:1761313472.950150:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313472.950155:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:3.0:1761313472.950159:0:15827:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a11939fc 00000400:00000010:3.0:1761313472.950161:0:15827:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a11939fc. 00000100:00000200:3.0:1761313472.950168:0:15827:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000b2f36f43 x1846869138379200/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313516 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1761313472.959589:0:77239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000006c765f6c. 00000400:00000200:3.0:1761313472.959594:0:77239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b0b5ad3c 00000400:00000010:3.0:1761313472.959596:0:77239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b0b5ad3c. 00000100:00000200:3.0:1761313472.959603:0:77239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000b2f36f43 x1846869138379200/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313516 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761313472.959611:0:77239:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000b2f36f43 x1846869138379200/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313516 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1761313472.959650:0:77239:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000aca405b2. 02000000:00000010:3.0:1761313472.959659:0:77239:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000f58d94f2. 00000100:00000010:3.0:1761313472.959662:0:77239:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000b2f36f43. 00000100:00000010:3.0:1761313472.959667:0:77239:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000373cc026. 00010000:00000010:3.0:1761313472.959670:0:77239:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000003ac303e. 00010000:00000010:3.1:1761313472.960532:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000035e086bf. 00010000:00000010:3.1:1761313472.960541:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000061bc8f7d. 00010000:00000010:3.1:1761313472.960547:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000133930c5. 00010000:00000010:3.1:1761313472.960551:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006d3fcc3a. 00010000:00000010:3.1:1761313472.960556:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cf461480. 00080000:00000010:3.0:1761313472.961073:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 000000008bc0c0d6. 00010000:00000010:3.0:1761313472.961155:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000085ad41c9. 00010000:00000010:3.0:1761313472.961161:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000003a033d3f. 00010000:00000010:3.0:1761313472.961236:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000cf461480. 00010000:00000010:3.0:1761313472.961242:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000085ad41c9. 00010000:00000010:3.0:1761313472.961252:0:77239:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000003ac303e. 00000100:00000010:3.0:1761313472.961256:0:77239:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000373cc026. 00000100:00000010:3.0:1761313472.961263:0:77239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000b2f36f43. 02000000:00000010:3.0:1761313472.961273:0:77239:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000006fde0452. 02000000:00000010:3.0:1761313472.961295:0:77239:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f58d94f2. 00000400:00000010:3.0:1761313472.961299:0:77239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000006c765f6c. 00000400:00000010:3.0:1761313472.961303:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b0b5ad3c. 00000100:00000200:3.0:1761313472.961308:0:77239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869138379264, portal 16 00000400:00000010:3.0:1761313472.961312:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a11939fc. 00000100:00000200:3.0:1761313472.961314:0:77239:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869138379264, offset 0 00000400:00000200:3.0:1761313472.961319:0:77239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:3.0:1761313472.961325:0:77239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:3.0:1761313472.961331:0:77239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:3.0:1761313472.961334:0:77239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761313472.961337:0:77239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:3.0:1761313472.961339:0:77239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [89901:89901:256:4294967295] 192.168.204.38@tcp LPNI seq info [89901:89901:8:4294967295] 00000400:00000200:3.0:1761313472.961345:0:77239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:3.0:1761313472.961349:0:77239:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:3.0:1761313472.961353:0:77239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000572c2ec6 (tot 82351826). 00000800:00000200:3.0:1761313472.961382:0:77239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:3.0:1761313472.961387:0:77239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:3.0:1761313472.961390:0:77239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000572c2ec6 type 1, nob 424 niov 1 nkiov 1 00000400:00000010:3.0:1761313472.968582:0:77239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000006c765f6c. 00000400:00000200:3.0:1761313472.968587:0:77239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b0b5ad3c 00000400:00000010:3.0:1761313472.968589:0:77239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b0b5ad3c. 00000100:00000200:3.0:1761313472.968595:0:77239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000b2f36f43 x1846869138379264/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313516 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761313472.968602:0:77239:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000b2f36f43 x1846869138379264/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313516 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1761313472.968638:0:77239:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f58d94f2. 02000000:00000010:3.0:1761313472.968645:0:77239:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000006fde0452. 00000100:00000010:3.0:1761313472.968649:0:77239:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000b2f36f43. 00000100:00000010:3.0:1761313472.968652:0:77239:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000373cc026. 00010000:00000010:3.0:1761313472.968656:0:77239:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000003ac303e. 00080000:00000010:3.0:1761313472.969400:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 000000006fde0452. 00010000:00000010:3.0:1761313472.969480:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000085ad41c9. 00010000:00000010:3.0:1761313472.969488:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000093f2c6da. 00010000:00000010:3.0:1761313472.969555:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000005da22ac5. 00010000:00000010:3.0:1761313472.969559:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000085ad41c9. 00010000:00000010:3.0:1761313472.969567:0:77239:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000003ac303e. 00000100:00000010:3.0:1761313472.969570:0:77239:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000373cc026. 00000100:00000010:3.0:1761313472.969576:0:77239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000b2f36f43. 02000000:00000010:3.0:1761313472.969584:0:77239:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000f58d94f2. 02000000:00000010:3.0:1761313472.969603:0:77239:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000aca405b2. 00000400:00000010:3.0:1761313472.969606:0:77239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000006c765f6c. 00000400:00000010:3.0:1761313472.969610:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b0b5ad3c. 00000100:00000200:3.0:1761313472.969614:0:77239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869138379328, portal 16 00000400:00000010:3.0:1761313472.969617:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009ee9a73e. 00000100:00000200:3.0:1761313472.969619:0:77239:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869138379328, offset 0 00000400:00000200:3.0:1761313472.969624:0:77239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:3.0:1761313472.969685:0:77239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:3.0:1761313472.969691:0:77239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:3.0:1761313472.969695:0:77239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761313472.969698:0:77239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:3.0:1761313472.969701:0:77239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [89903:89903:256:4294967295] 192.168.204.38@tcp LPNI seq info [89903:89903:8:4294967295] 00000400:00000200:3.0:1761313472.969708:0:77239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:3.0:1761313472.969712:0:77239:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:3.0:1761313472.969716:0:77239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000090e74ba2 (tot 82351826). 00000800:00000200:3.0:1761313472.969721:0:77239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:3.0:1761313472.969725:0:77239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:3.0:1761313472.969727:0:77239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000090e74ba2 type 1, nob 424 niov 1 nkiov 1 00000400:00000200:3.0:1761313472.972192:0:15825:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:3.0:1761313472.972209:0:15825:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x68fb7baf09240 00000400:00000200:3.0:1761313472.972216:0:15825:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb0405 [1] + 224 00000400:00000200:3.0:1761313472.972228:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313472.972232:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:3.0:1761313472.972240:0:15825:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000b2f36f43 x1846869138379328/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313516 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1761313472.972722:0:77239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000006c765f6c. 00000400:00000200:0.0:1761313472.972726:0:77239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b0b5ad3c 00000400:00000010:0.0:1761313472.972728:0:77239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b0b5ad3c. 00000100:00000200:0.0:1761313472.972734:0:77239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000b2f36f43 x1846869138379328/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313516 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761313472.972742:0:77239:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000b2f36f43 x1846869138379328/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313516 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761313472.972768:0:77239:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000aca405b2. 02000000:00000010:0.0:1761313472.972775:0:77239:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000f58d94f2. 00000100:00000010:0.0:1761313472.972778:0:77239:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000b2f36f43. 00000100:00000010:0.0:1761313472.972782:0:77239:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000373cc026. 00010000:00000010:0.0:1761313472.972785:0:77239:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000003ac303e. 00000020:00000010:3.0:1761313472.973146:0:75220:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000238ad8d3. 00000020:00000010:3.0:1761313472.973152:0:75220:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000d8e037e1. 00000020:00000010:3.0:1761313472.973156:0:75220:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000086999017. 00000100:00000200:3.0:1761313472.973177:0:75220:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000e4555adc x1846869131370048/t0(0) o103->78617949-0e11-4ca2-94c2-d809f91deaa9@192.168.204.38@tcp:403/0 lens 328/0 e 0 to 0 dl 1761313478 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:3.0:1761313472.973212:0:75220:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869131370048 02000000:00000010:3.0:1761313472.973223:0:75220:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000007363d03a. 00010000:00000010:3.0:1761313472.973824:0:75220:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000069a51dfe. 00010000:00000010:3.0:1761313472.973847:0:75220:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000c9d6bc0e. 00000100:00000010:3.0:1761313472.973853:0:75220:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000009a778f53. 00000100:00000010:3.0:1761313472.973864:0:75220:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000009a778f53. 00010000:00000010:3.0:1761313472.973867:0:75220:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000c9d6bc0e. 00000400:00000010:3.0:1761313472.973882:0:75220:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000b53c2d2. 00000100:00000200:3.0:1761313472.973886:0:75220:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869131370048, offset 224 00000400:00000200:3.0:1761313472.973893:0:75220:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:3.0:1761313472.973904:0:75220:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:3.0:1761313472.973908:0:75220:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [89904:89904:256:4294967295] 192.168.204.38@tcp LPNI seq info [89904:89904:8:4294967295] 00000400:00000200:3.0:1761313472.973917:0:75220:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:3.0:1761313472.973922:0:75220:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:3.0:1761313472.973927:0:75220:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000050f99130 (tot 82351826). 00000800:00000200:3.0:1761313472.973932:0:75220:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:3.0:1761313472.973937:0:75220:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:3.0:1761313472.973941:0:75220:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000050f99130 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761313472.973956:0:75220:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000d8e037e1. 00000020:00000010:3.0:1761313472.973960:0:75220:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000086999017. 00000020:00000010:3.0:1761313472.973963:0:75220:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000238ad8d3. 00080000:00000010:0.0:1761313472.974729:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 0000000061b62303. 00010000:00000010:0.0:1761313472.974819:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000085ad41c9. 00010000:00000010:0.0:1761313472.974825:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000a9e45f9b. 00010000:00000010:0.0:1761313472.974890:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000006fbaf355. 00010000:00000010:0.0:1761313472.974894:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000008d42888a. 00010000:00000010:0.0:1761313472.974903:0:77239:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000d48850f3. 00000100:00000010:0.0:1761313472.974907:0:77239:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000009f4de780. 00000100:00000010:0.0:1761313472.974914:0:77239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000000982dbcf. 02000000:00000010:0.0:1761313472.974925:0:77239:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000048f87922. 02000000:00000010:0.0:1761313472.974946:0:77239:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000dc166cd7. 00000400:00000010:0.0:1761313472.974951:0:77239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000c4e5c3f2. 00000400:00000010:0.0:1761313472.974955:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000686d1fa3. 00000100:00000200:0.0:1761313472.974959:0:77239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869138379392, portal 16 00000400:00000010:0.0:1761313472.974963:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d021fde9. 00000100:00000200:0.0:1761313472.974965:0:77239:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869138379392, offset 0 00000400:00000200:0.0:1761313472.974971:0:77239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:0.0:1761313472.974978:0:77239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:0.0:1761313472.974983:0:77239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:0.0:1761313472.974986:0:77239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761313472.974989:0:77239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:0.0:1761313472.974991:0:77239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [89905:89905:256:4294967295] 192.168.204.38@tcp LPNI seq info [89905:89905:8:4294967295] 00000400:00000200:0.0:1761313472.974999:0:77239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:0.0:1761313472.975003:0:77239:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:0.0:1761313472.975006:0:77239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000302321a (tot 82351826). 00000800:00000200:0.0:1761313472.975010:0:77239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:0.0:1761313472.975015:0:77239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:0.0:1761313472.975018:0:77239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000000302321a type 1, nob 424 niov 1 nkiov 1 00010000:00000010:3.1:1761313472.980386:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cac49178. 00010000:00000010:3.1:1761313472.980400:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000398c3ef8. 00000800:00000200:3.0:1761313472.980525:0:15825:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761313472.980529:0:15825:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000302321a (tot 82351578). 00000400:00000200:3.0:1761313472.980534:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313472.980543:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:3.0:1761313472.980547:0:15825:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d021fde9 00000400:00000010:3.0:1761313472.980550:0:15825:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d021fde9. 00000100:00000200:3.0:1761313472.980559:0:15825:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000000982dbcf x1846869138379392/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313516 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1761313472.982387:0:78444:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ba4e40f4. 00010000:00000010:2.1:1761313472.982401:0:78444:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002721a090. 00010000:00000010:3.1:1761313472.985872:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a633ae88. 00010000:00000010:3.1:1761313472.985886:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cf461480. 00010000:00000010:3.1:1761313472.985890:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000045ec5a6d. 00010000:00000010:0.1:1761313472.986398:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004bfe3147. 00010000:00000010:0.1:1761313472.986406:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005da22ac5. 00000400:00000200:3.0:1761313472.988114:0:15827:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:3.0:1761313472.988135:0:15827:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x68fb7baf09280 00000400:00000200:3.0:1761313472.988144:0:15827:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb0411 [1] + 224 00000400:00000200:3.0:1761313472.988156:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313472.988161:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:3.0:1761313472.988173:0:15827:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000000982dbcf x1846869138379392/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313516 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761313472.988212:0:15827:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:3.0:1761313472.988218:0:15827:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x68fb7ba859e80 00000400:00000200:3.0:1761313472.988222:0:15827:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xaed45 [2] + 1312 00000400:00000010:0.0:1761313472.988237:0:77239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000c4e5c3f2. 00000400:00000200:0.0:1761313472.988243:0:77239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000686d1fa3 00000400:00000010:0.0:1761313472.988244:0:77239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000686d1fa3. 00000100:00000200:0.0:1761313472.988251:0:77239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000000982dbcf x1846869138379392/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313516 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761313472.988258:0:77239:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000000982dbcf x1846869138379392/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313516 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761313472.988269:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313472.988272:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:3.0:1761313472.988275:0:15827:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761313472.988280:0:15827:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000000b5a18e1. 02000000:00000010:0.0:1761313472.988286:0:77239:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000dc166cd7. 02000000:00000010:0.0:1761313472.988292:0:77239:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000048f87922. 00000100:00000010:0.0:1761313472.988295:0:77239:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000000982dbcf. 00000100:00000010:0.0:1761313472.988298:0:77239:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000009f4de780. 00010000:00000010:0.0:1761313472.988301:0:77239:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000d48850f3. 00080000:00000010:0.0:1761313472.989112:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 0000000048f87922. 00000800:00000200:3.0:1761313472.989137:0:15826:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761313472.989141:0:15826:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000665e1d46 (tot 82351578). 00000400:00000200:3.0:1761313472.989144:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313472.989148:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:3.0:1761313472.989150:0:15826:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b3d96425 00000400:00000010:3.0:1761313472.989151:0:15826:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b3d96425. 00010000:00000010:0.0:1761313472.989189:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008d42888a. 00010000:00000010:0.0:1761313472.989195:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000a73fac9d. 00010000:00000010:0.0:1761313472.989268:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000000dca39cc. 00010000:00000010:0.0:1761313472.989273:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000008d42888a. 00010000:00000010:0.0:1761313472.989282:0:77239:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000d48850f3. 00000100:00000010:0.0:1761313472.989286:0:77239:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000009f4de780. 00000100:00000010:0.0:1761313472.989291:0:77239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000000982dbcf. 02000000:00000010:0.0:1761313472.989300:0:77239:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000dc166cd7. 02000000:00000010:0.0:1761313472.989322:0:77239:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000239f1489. 00000400:00000010:0.0:1761313472.989326:0:77239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000c4e5c3f2. 00000400:00000010:0.0:1761313472.989329:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000686d1fa3. 00000100:00000200:0.0:1761313472.989333:0:77239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869138379456, portal 16 00000400:00000010:0.0:1761313472.989338:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000066042486. 00000100:00000200:0.0:1761313472.989339:0:77239:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869138379456, offset 0 00000400:00000200:0.0:1761313472.989344:0:77239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:0.0:1761313472.989350:0:77239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:0.0:1761313472.989356:0:77239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:0.0:1761313472.989397:0:77239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761313472.989400:0:77239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:0.0:1761313472.989402:0:77239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [89907:89907:256:4294967295] 192.168.204.38@tcp LPNI seq info [89907:89907:8:4294967295] 00000400:00000200:0.0:1761313472.989409:0:77239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:0.0:1761313472.989414:0:77239:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:0.0:1761313472.989418:0:77239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000eb7bab6c (tot 82351826). 00000800:00000200:0.0:1761313472.989422:0:77239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:0.0:1761313472.989425:0:77239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:0.0:1761313472.989429:0:77239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000eb7bab6c type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761313472.989488:0:15825:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761313472.989491:0:15825:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000eb7bab6c (tot 82351578). 00000400:00000200:3.0:1761313472.989494:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313472.989497:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:3.0:1761313472.989500:0:15825:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000066042486 00000400:00000010:3.0:1761313472.989501:0:15825:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000066042486. 00000100:00000200:3.0:1761313472.989507:0:15825:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000000982dbcf x1846869138379456/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313516 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1761313472.996486:0:77239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000c4e5c3f2. 00000400:00000200:0.0:1761313472.996491:0:77239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000686d1fa3 00000400:00000010:0.0:1761313472.996493:0:77239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000686d1fa3. 00000100:00000200:0.0:1761313472.996499:0:77239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000000982dbcf x1846869138379456/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313516 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761313472.996507:0:77239:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000000982dbcf x1846869138379456/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313516 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761313472.996535:0:77239:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000239f1489. 02000000:00000010:0.0:1761313472.996540:0:77239:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000dc166cd7. 00000100:00000010:0.0:1761313472.996543:0:77239:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000000982dbcf. 00000100:00000010:0.0:1761313472.996547:0:77239:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000009f4de780. 00010000:00000010:0.0:1761313472.996550:0:77239:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000d48850f3. 00000020:00000010:3.0:1761313472.996668:0:75220:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f3442800. 00000020:00000010:3.0:1761313472.996675:0:75220:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000d8e037e1. 00000020:00000010:3.0:1761313472.996680:0:75220:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000086999017. 00000100:00000200:3.0:1761313472.996712:0:75220:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000ba613791 x1846869131370176/t0(0) o103->78617949-0e11-4ca2-94c2-d809f91deaa9@192.168.204.38@tcp:403/0 lens 328/0 e 0 to 0 dl 1761313478 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:3.0:1761313472.996748:0:75220:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869131370176 02000000:00000010:3.0:1761313472.996760:0:75220:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000238ad8d3. 00010000:00000010:3.0:1761313472.996786:0:75220:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003b32cf75. 00010000:00000010:3.0:1761313472.996813:0:75220:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000c9d6bc0e. 00000100:00000010:3.0:1761313472.996819:0:75220:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000009a778f53. 00000100:00000010:3.0:1761313472.996835:0:75220:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000009a778f53. 00010000:00000010:3.0:1761313472.996838:0:75220:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000c9d6bc0e. 00000400:00000010:3.0:1761313472.996851:0:75220:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000077a0ef2. 00000100:00000200:3.0:1761313472.996855:0:75220:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869131370176, offset 224 00000400:00000200:3.0:1761313472.996862:0:75220:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:3.0:1761313472.996872:0:75220:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:3.0:1761313472.996877:0:75220:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [89908:89908:256:4294967295] 192.168.204.38@tcp LPNI seq info [89908:89908:8:4294967295] 00000400:00000200:3.0:1761313472.996895:0:75220:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:3.0:1761313472.996900:0:75220:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:3.0:1761313472.996904:0:75220:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c12329df (tot 82351826). 00000800:00000200:3.0:1761313472.996909:0:75220:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:3.0:1761313472.996914:0:75220:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:3.0:1761313472.996917:0:75220:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c12329df type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761313472.996934:0:75220:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000d8e037e1. 00000020:00000010:3.0:1761313472.996937:0:75220:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000086999017. 00000020:00000010:3.0:1761313472.996941:0:75220:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f3442800. 00000800:00000200:3.0:1761313472.997008:0:15826:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761313472.997011:0:15826:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c12329df (tot 82351578). 00000400:00000200:3.0:1761313472.997014:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313472.997017:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:3.0:1761313472.997020:0:15826:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000077a0ef2 00000400:00000010:3.0:1761313472.997021:0:15826:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000077a0ef2. 00000400:00000010:0.0:1761313472.999376:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000686d1fa3. 00000100:00000200:0.0:1761313472.999386:0:77239:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869138379520, offset 0 00000400:00000200:0.0:1761313472.999395:0:77239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:0.0:1761313472.999409:0:77239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:0.0:1761313472.999416:0:77239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:0.0:1761313472.999420:0:77239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761313472.999423:0:77239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:0.0:1761313472.999426:0:77239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [89909:89909:256:4294967295] 192.168.204.38@tcp LPNI seq info [89909:89909:8:4294967295] 00000400:00000200:0.0:1761313472.999436:0:77239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:0.0:1761313472.999441:0:77239:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:0.0:1761313472.999446:0:77239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000fc26fb22 (tot 82351826). 00000800:00000200:0.0:1761313472.999454:0:77239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:0.0:1761313472.999461:0:77239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:0.0:1761313472.999465:0:77239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000fc26fb22 type 1, nob 424 niov 1 nkiov 1 00010000:00000010:0.1:1761313473.006679:0:78445:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000231b9761. 00010000:00000010:0.1:1761313473.006693:0:78445:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006fbaf355. 00010000:00000010:1.1:1761313473.007517:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000093073153. 00010000:00000010:1.1:1761313473.007523:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000001d7b889. 00010000:00000010:1.1:1761313473.007527:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000dca39cc. 00000400:00000200:0.0:1761313473.007765:0:15827:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:0.0:1761313473.007781:0:15827:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x68fb7baf09300 00000400:00000200:0.0:1761313473.007788:0:15827:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb0429 [1] + 224 00000400:00000200:0.0:1761313473.007797:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313473.007801:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:0.0:1761313473.007820:0:15827:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000771a630e x1846869138379520/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313516 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761313473.007854:0:15827:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:0.0:1761313473.007859:0:15827:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x68fb7ba859f00 00000400:00000200:0.0:1761313473.007863:0:15827:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xaed45 [2] + 1968 00000400:00000010:0.0:1761313473.007867:0:15827:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000c50d88c5. 00000400:00000200:0.0:1761313473.007870:0:15827:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 000000008e5e52a5 00000400:00000200:0.0:1761313473.012471:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313473.012485:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:0.0:1761313473.012492:0:15827:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008e5e52a5 00000400:00000010:0.0:1761313473.012496:0:15827:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 000000008e5e52a5 (tot 82351426). 00000100:00000200:0.0:1761313473.012502:0:15827:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:0.0:1761313473.012570:0:64710:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000069590ce0. 00000020:00000010:0.0:1761313473.012576:0:64710:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000036663de0. 00000020:00000010:0.0:1761313473.012580:0:64710:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000070a37cfb. 00000100:00000200:0.0:1761313473.012605:0:64710:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000079a12896 x1846869131370240/t0(0) o103->78617949-0e11-4ca2-94c2-d809f91deaa9@192.168.204.38@tcp:404/0 lens 328/0 e 0 to 0 dl 1761313479 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:0.0:1761313473.012644:0:64710:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869131370240 02000000:00000010:0.0:1761313473.012655:0:64710:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000dc166cd7. 00010000:00000010:0.0:1761313473.012690:0:64710:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000d48850f3. 00000100:00000010:0.0:1761313473.012697:0:64710:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000009f4de780. 00000100:00000010:0.0:1761313473.012703:0:64710:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000009f4de780. 00010000:00000010:0.0:1761313473.012706:0:64710:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000d48850f3. 00000400:00000010:0.0:1761313473.012718:0:64710:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b0337f11. 00000100:00000200:0.0:1761313473.012723:0:64710:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869131370240, offset 224 00000400:00000200:0.0:1761313473.012731:0:64710:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:0.0:1761313473.012744:0:64710:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:0.0:1761313473.012750:0:64710:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [89910:89910:256:4294967295] 192.168.204.38@tcp LPNI seq info [89910:89910:8:4294967295] 00000400:00000200:0.0:1761313473.012760:0:64710:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:0.0:1761313473.012765:0:64710:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:0.0:1761313473.012769:0:64710:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000bf9711e7 (tot 82351674). 00000800:00000200:0.0:1761313473.012776:0:64710:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:0.0:1761313473.012782:0:64710:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:0.0:1761313473.012785:0:64710:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000bf9711e7 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761313473.012800:0:64710:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000036663de0. 00000020:00000010:0.0:1761313473.012817:0:64710:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000070a37cfb. 00000020:00000010:0.0:1761313473.012820:0:64710:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000069590ce0. 02000000:00000010:0.0:1761313473.012828:0:64710:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000238ad8d3. 00000100:00000010:0.0:1761313473.012832:0:64710:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ba613791. 02000000:00000010:0.0:1761313473.012836:0:64710:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000490fd4a1. 00000100:00000010:0.0:1761313473.012839:0:64710:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000000b5a18e1. 02000000:00000010:0.0:1761313473.012842:0:64710:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000007363d03a. 00000100:00000010:0.0:1761313473.012844:0:64710:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e4555adc. 02000000:00000010:0.0:1761313473.012847:0:64710:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000007ae6a672. 00000100:00000010:0.0:1761313473.012849:0:64710:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000dfcb6cbf. 02000000:00000010:0.0:1761313473.012852:0:64710:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000094bb4eaa. 00000100:00000010:0.0:1761313473.012853:0:64710:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000a5ef76cf. 02000000:00000010:0.0:1761313473.012856:0:64710:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000001e7ba379. 00000100:00000010:0.0:1761313473.012860:0:64710:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000c18fc9d0. 00000100:00000200:0.0:1761313473.012865:0:64710:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1761313473.012870:0:64710:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000c4e5c3f2. 00000400:00000010:0.0:1761313473.012874:0:64710:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 000000009f4de780 (tot 82351826). 00000400:00000010:3.0:1761313473.013222:0:77239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000791aecc6. 00000400:00000200:3.0:1761313473.013226:0:77239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000965e87ce 00000400:00000010:3.0:1761313473.013228:0:77239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000965e87ce. 00000100:00000200:3.0:1761313473.013234:0:77239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000771a630e x1846869138379520/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313516 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761313473.013242:0:77239:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000771a630e x1846869138379520/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313516 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.0:1761313473.013264:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000054d5cf03. 02000000:00000010:3.0:1761313473.013277:0:77239:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000491ad1ae. 02000000:00000010:3.0:1761313473.013281:0:77239:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000019e0d5c0. 00000100:00000010:3.0:1761313473.013285:0:77239:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000771a630e. 00000100:00000010:3.0:1761313473.013287:0:77239:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000000ade966c. 00010000:00000010:3.0:1761313473.013291:0:77239:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000012efb3ba. 00080000:00000010:3.0:1761313473.013306:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 0000000094f361b2. 00010000:00000010:3.1:1761313473.013390:0:77239:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000eb47b0a9. 00010000:00000010:3.0:1761313473.013460:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000f282e86b. 00010000:00000010:3.0:1761313473.013467:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e2678346. 00010000:00000010:3.0:1761313473.013549:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000cf461480. 00010000:00000010:3.0:1761313473.013555:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000041e31c7b. 00010000:00000010:3.0:1761313473.013565:0:77239:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000c9d6bc0e. 00000100:00000010:3.0:1761313473.013569:0:77239:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000009a778f53. 00000100:00000010:3.0:1761313473.013575:0:77239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000008be944fb. 02000000:00000010:3.0:1761313473.013586:0:77239:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000007363d03a. 02000000:00000010:3.0:1761313473.013606:0:77239:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f3442800. 00000400:00000010:3.0:1761313473.013611:0:77239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000c50d88c5. 00000400:00000010:3.0:1761313473.013614:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000077a0ef2. 00000100:00000200:3.0:1761313473.013617:0:77239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869138379584, portal 16 00000400:00000010:3.0:1761313473.013621:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003d312476. 00000100:00000200:3.0:1761313473.013622:0:77239:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869138379584, offset 0 00000400:00000200:3.0:1761313473.013628:0:77239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:3.0:1761313473.013648:0:77239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:3.0:1761313473.013654:0:77239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:3.0:1761313473.013657:0:77239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761313473.013660:0:77239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:3.0:1761313473.013663:0:77239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [89911:89911:255:4294967295] 192.168.204.38@tcp LPNI seq info [89911:89911:7:4294967295] 00000400:00000200:3.0:1761313473.013671:0:77239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:3.0:1761313473.013676:0:77239:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:3.0:1761313473.013680:0:77239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c12329df (tot 82352074). 00000800:00000200:3.0:1761313473.013684:0:77239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:3.0:1761313473.013689:0:77239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:3.0:1761313473.013691:0:77239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c12329df type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761313473.013856:0:15826:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761313473.013860:0:15826:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000bf9711e7 (tot 82351826). 00000400:00000200:0.0:1761313473.013864:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313473.013868:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:0.0:1761313473.013871:0:15826:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b0337f11 00000400:00000010:0.0:1761313473.013873:0:15826:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b0337f11. 02000000:00000010:0.0:1761313473.013877:0:15826:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000dc166cd7. 00000800:00000200:0.0:1761313473.013909:0:15826:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761313473.013911:0:15826:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c12329df (tot 82351578). 00000400:00000200:0.0:1761313473.013914:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313473.013917:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:0.0:1761313473.013919:0:15826:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003d312476 00000400:00000010:0.0:1761313473.013920:0:15826:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003d312476. 00000100:00000200:0.0:1761313473.013925:0:15826:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000008be944fb x1846869138379584/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313517 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000020:00000010:0.0:1761313473.022288:0:75220:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000dc166cd7. 00000020:00000010:0.0:1761313473.022296:0:75220:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000036663de0. 00000020:00000010:0.0:1761313473.022300:0:75220:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000070a37cfb. 00000100:00000200:0.0:1761313473.022327:0:75220:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000db5c2442 x1846869131370304/t0(0) o103->78617949-0e11-4ca2-94c2-d809f91deaa9@192.168.204.38@tcp:404/0 lens 328/0 e 0 to 0 dl 1761313479 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:0.0:1761313473.022386:0:75220:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869131370304 02000000:00000010:0.0:1761313473.022398:0:75220:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000069590ce0. 00010000:00000010:0.0:1761313473.022436:0:75220:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000d48850f3. 00000100:00000010:0.0:1761313473.022443:0:75220:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000034a849e2. 00000100:00000010:0.0:1761313473.022448:0:75220:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000034a849e2. 00010000:00000010:0.0:1761313473.022451:0:75220:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000d48850f3. 00000400:00000010:0.0:1761313473.022465:0:75220:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b0337f11. 00000100:00000200:0.0:1761313473.022469:0:75220:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869131370304, offset 224 00000400:00000200:0.0:1761313473.022477:0:75220:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:0.0:1761313473.022488:0:75220:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:0.0:1761313473.022493:0:75220:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [89912:89912:256:4294967295] 192.168.204.38@tcp LPNI seq info [89912:89912:8:4294967295] 00000400:00000200:0.0:1761313473.022503:0:75220:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:0.0:1761313473.022512:0:75220:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:0.0:1761313473.022517:0:75220:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000bf9711e7 (tot 82351826). 00000800:00000200:0.0:1761313473.022522:0:75220:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:0.0:1761313473.022529:0:75220:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:0.0:1761313473.022533:0:75220:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000bf9711e7 type 1, nob 320 niov 1 nkiov 1 00000400:00000010:3.0:1761313473.022942:0:77239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000c50d88c5. 00000400:00000200:3.0:1761313473.022947:0:77239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000077a0ef2 00000400:00000010:3.0:1761313473.022949:0:77239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000077a0ef2. 00000100:00000200:3.0:1761313473.022956:0:77239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000008be944fb x1846869138379584/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313517 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761313473.022964:0:77239:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000008be944fb x1846869138379584/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313517 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.0:1761313473.022987:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000009704f29. 02000000:00000010:3.0:1761313473.023003:0:77239:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f3442800. 02000000:00000010:3.0:1761313473.023009:0:77239:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000007363d03a. 00000100:00000010:3.0:1761313473.023012:0:77239:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000008be944fb. 00000100:00000010:3.0:1761313473.023015:0:77239:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000009a778f53. 00010000:00000010:3.0:1761313473.023017:0:77239:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000c9d6bc0e. 00080000:00000010:3.0:1761313473.023035:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000bda857df. 00010000:00000010:3.0:1761313473.023117:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000041e31c7b. 00010000:00000010:3.0:1761313473.023123:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006d7e6834. 00010000:00000010:3.0:1761313473.023199:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000398c3ef8. 00010000:00000010:3.0:1761313473.023203:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000041e31c7b. 00010000:00000010:3.0:1761313473.023212:0:77239:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000c9d6bc0e. 00000100:00000010:3.0:1761313473.023215:0:77239:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000009a778f53. 00000100:00000010:3.0:1761313473.023221:0:77239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000008be944fb. 02000000:00000010:3.0:1761313473.023232:0:77239:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000007363d03a. 02000000:00000010:3.0:1761313473.023254:0:77239:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f3442800. 00000400:00000010:3.0:1761313473.023259:0:77239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000c50d88c5. 00000400:00000010:3.0:1761313473.023263:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000077a0ef2. 00000100:00000200:3.0:1761313473.023267:0:77239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869138379648, portal 16 00000400:00000010:3.0:1761313473.023271:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003eba4967. 00000100:00000200:3.0:1761313473.023273:0:77239:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869138379648, offset 0 00000400:00000200:3.0:1761313473.023278:0:77239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:3.0:1761313473.023285:0:77239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:3.0:1761313473.023291:0:77239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:3.0:1761313473.023295:0:77239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761313473.023298:0:77239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:3.0:1761313473.023302:0:77239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [89913:89913:255:4294967295] 192.168.204.38@tcp LPNI seq info [89913:89913:7:4294967295] 00000400:00000200:3.0:1761313473.023309:0:77239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:3.0:1761313473.023314:0:77239:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:3.0:1761313473.023318:0:77239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000fef2aa8a (tot 82352074). 00000800:00000200:3.0:1761313473.023322:0:77239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:3.0:1761313473.023326:0:77239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:3.0:1761313473.023328:0:77239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000fef2aa8a type 1, nob 424 niov 1 nkiov 1 00000020:00000010:0.0:1761313473.023460:0:75220:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000036663de0. 00000020:00000010:0.0:1761313473.023467:0:75220:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000070a37cfb. 00000020:00000010:0.0:1761313473.023470:0:75220:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000dc166cd7. 00000800:00000200:0.0:1761313473.023520:0:15827:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761313473.023523:0:15827:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000bf9711e7 (tot 82351826). 00000400:00000200:0.0:1761313473.023526:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313473.023530:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:0.0:1761313473.023534:0:15827:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b0337f11 00000400:00000010:0.0:1761313473.023535:0:15827:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b0337f11. 00000800:00000200:0.0:1761313473.023591:0:15827:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761313473.023593:0:15827:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000fef2aa8a (tot 82351578). 00000400:00000200:0.0:1761313473.023597:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313473.023600:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:0.0:1761313473.023602:0:15827:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003eba4967 00000400:00000010:0.0:1761313473.023603:0:15827:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003eba4967. 00000100:00000200:0.0:1761313473.023607:0:15827:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000008be944fb x1846869138379648/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313517 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1761313473.024755:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005885ba64. 00010000:00000010:3.1:1761313473.024763:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000336e55fa. 00010000:00000010:3.1:1761313473.024766:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000754be480. 00000400:00000200:3.0:1761313473.028030:0:15826:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:3.0:1761313473.028049:0:15826:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x68fb7baf09380 00000400:00000200:3.0:1761313473.028058:0:15826:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb0445 [1] + 224 00000400:00000200:3.0:1761313473.028070:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313473.028074:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:3.0:1761313473.028085:0:15826:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000008be944fb x1846869138379648/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313517 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761313473.028122:0:15826:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:3.0:1761313473.028127:0:15826:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x68fb7ba859f80 00000400:00000200:3.0:1761313473.028132:0:15826:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xaed9d [2] + 328 00000400:00000200:3.0:1761313473.028185:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313473.028189:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:3.0:1761313473.028193:0:15826:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761313473.028199:0:15826:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000a90c5c2d. 00000400:00000200:3.0:1761313473.032167:0:15827:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:3.0:1761313473.032187:0:15827:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x68fb7baf093c0 00000400:00000200:3.0:1761313473.032195:0:15827:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb0451 [1] + 224 00000400:00000200:3.0:1761313473.032209:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313473.032214:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:3.0:1761313473.032224:0:15827:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000678f995f x1846869138379712/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313517 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761313473.035460:0:15826:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:0.0:1761313473.035478:0:15826:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x68fb7ba859fc0 00000400:00000200:0.0:1761313473.035485:0:15826:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xaed9d [2] + 656 00000400:00000200:0.0:1761313473.035553:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313473.035559:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:0.0:1761313473.035564:0:15826:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761313473.035570:0:15826:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000000982dbcf. 00000800:00000200:3.0:1761313473.036590:0:15827:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761313473.036593:0:15827:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000022da4b1d (tot 82351578). 00000400:00000200:3.0:1761313473.036596:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313473.036600:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:3.0:1761313473.036602:0:15827:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000093201eee 00000400:00000010:3.0:1761313473.036604:0:15827:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000093201eee. 00000100:00000200:3.0:1761313473.036609:0:15827:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000d68bc362 x1846869138379776/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313517 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1761313473.037727:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000057411a85. 00010000:00000010:3.1:1761313473.037738:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000083ec87eb. 00010000:00000010:3.1:1761313473.037742:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cf461480. 00010000:00000010:1.1:1761313473.039795:0:78448:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000eda2acca. 00010000:00000010:1.1:1761313473.039816:0:78448:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000644662cb. 00010000:00000010:1.1:1761313473.039820:0:78448:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000398c3ef8. 00010000:00000010:2.1:1761313473.040584:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008d2bdc21. 00010000:00000010:2.1:1761313473.040590:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000052a351bb. 00010000:00000010:2.1:1761313473.040594:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a027f558. 00000400:00000200:3.0:1761313473.044795:0:15826:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:3.0:1761313473.044823:0:15826:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x68fb7baf09400 00000400:00000200:3.0:1761313473.044830:0:15826:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb045d [1] + 224 00000400:00000200:3.0:1761313473.044841:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313473.044844:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:3.0:1761313473.044854:0:15826:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000d68bc362 x1846869138379776/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313517 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761313473.044888:0:15826:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:3.0:1761313473.044893:0:15826:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x68fb7ba85a000 00000400:00000200:3.0:1761313473.044897:0:15826:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xaed9d [2] + 984 00000400:00000200:3.0:1761313473.044945:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313473.044948:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:3.0:1761313473.044951:0:15826:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761313473.044958:0:15826:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000008be944fb. 00000020:00000010:3.0:1761313473.045002:0:75220:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007363d03a. 00000020:00000010:3.0:1761313473.045007:0:75220:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000d8e037e1. 00000020:00000010:3.0:1761313473.045011:0:75220:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000086999017. 00000100:00000200:3.0:1761313473.045034:0:75220:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000008be944fb x1846869131370496/t0(0) o103->78617949-0e11-4ca2-94c2-d809f91deaa9@192.168.204.38@tcp:404/0 lens 328/0 e 0 to 0 dl 1761313479 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:3.0:1761313473.045057:0:75220:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869131370496 02000000:00000010:3.0:1761313473.045067:0:75220:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000f3442800. 00010000:00000010:3.0:1761313473.045100:0:75220:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000989be21c. 00000100:00000010:3.0:1761313473.045105:0:75220:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000009a778f53. 00000100:00000010:3.0:1761313473.045111:0:75220:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000009a778f53. 00010000:00000010:3.0:1761313473.045114:0:75220:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000989be21c. 00000400:00000010:3.0:1761313473.045128:0:75220:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fc523d55. 00000100:00000200:3.0:1761313473.045131:0:75220:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869131370496, offset 224 00000400:00000200:3.0:1761313473.045137:0:75220:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:3.0:1761313473.045147:0:75220:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:3.0:1761313473.045152:0:75220:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [89918:89918:256:4294967295] 192.168.204.38@tcp LPNI seq info [89918:89918:8:4294967295] 00000400:00000200:3.0:1761313473.045161:0:75220:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:3.0:1761313473.045165:0:75220:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:3.0:1761313473.045170:0:75220:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000fef2aa8a (tot 82351826). 00000800:00000200:3.0:1761313473.045174:0:75220:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:3.0:1761313473.045180:0:75220:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:3.0:1761313473.045183:0:75220:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000fef2aa8a type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761313473.045198:0:75220:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000d8e037e1. 00000020:00000010:3.0:1761313473.045202:0:75220:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000086999017. 00000020:00000010:3.0:1761313473.045206:0:75220:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007363d03a. 00000800:00000200:3.0:1761313473.045268:0:15825:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761313473.045271:0:15825:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000fef2aa8a (tot 82351578). 00000400:00000200:3.0:1761313473.045275:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313473.045278:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:3.0:1761313473.045281:0:15825:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fc523d55 00000400:00000010:3.0:1761313473.045283:0:15825:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fc523d55. 00000800:00000200:3.0:1761313473.046129:0:15827:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761313473.046132:0:15827:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e18dda97 (tot 82351578). 00000400:00000200:3.0:1761313473.046135:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313473.046139:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:3.0:1761313473.046141:0:15827:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b3d96425 00000400:00000010:3.0:1761313473.046142:0:15827:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b3d96425. 00000100:00000200:3.0:1761313473.046147:0:15827:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000c5b18b3c x1846869138379840/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313517 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761313473.048686:0:15826:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:3.0:1761313473.048704:0:15826:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x68fb7baf09440 00000400:00000200:3.0:1761313473.048712:0:15826:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb0469 [1] + 224 00000400:00000200:3.0:1761313473.048725:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313473.048728:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:3.0:1761313473.048737:0:15826:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000c5b18b3c x1846869138379840/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313517 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761313473.050977:0:15826:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:3.0:1761313473.050991:0:15826:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x68fb7ba85a040 00000400:00000200:3.0:1761313473.051000:0:15826:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xaed9d [2] + 1312 00000400:00000200:3.0:1761313473.051058:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313473.051063:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:3.0:1761313473.051068:0:15826:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761313473.051075:0:15826:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000000b5a18e1. 00000020:00000010:3.0:1761313473.051136:0:64710:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007363d03a. 00000020:00000010:3.0:1761313473.051142:0:64710:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000d8e037e1. 00000020:00000010:3.0:1761313473.051146:0:64710:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000086999017. 00000100:00000200:3.0:1761313473.051213:0:64710:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000000b5a18e1 x1846869131370560/t0(0) o103->78617949-0e11-4ca2-94c2-d809f91deaa9@192.168.204.38@tcp:404/0 lens 328/0 e 0 to 0 dl 1761313479 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:3.0:1761313473.051243:0:64710:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869131370560 02000000:00000010:3.0:1761313473.051255:0:64710:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000001b863178. 00010000:00000010:3.0:1761313473.051295:0:64710:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000989be21c. 00000100:00000010:3.0:1761313473.051301:0:64710:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000009a778f53. 00000100:00000010:3.0:1761313473.051308:0:64710:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000009a778f53. 00010000:00000010:3.0:1761313473.051311:0:64710:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000989be21c. 00000400:00000010:3.0:1761313473.051326:0:64710:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fc523d55. 00000100:00000200:3.0:1761313473.051330:0:64710:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869131370560, offset 224 00000400:00000200:3.0:1761313473.051337:0:64710:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:3.0:1761313473.051348:0:64710:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:3.0:1761313473.051353:0:64710:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [89920:89920:256:4294967295] 192.168.204.38@tcp LPNI seq info [89920:89920:8:4294967295] 00000400:00000200:3.0:1761313473.051380:0:64710:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:3.0:1761313473.051385:0:64710:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:3.0:1761313473.051390:0:64710:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000fef2aa8a (tot 82351826). 00000800:00000200:3.0:1761313473.051396:0:64710:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:3.0:1761313473.051402:0:64710:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:3.0:1761313473.051405:0:64710:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000fef2aa8a type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761313473.051420:0:64710:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000d8e037e1. 00000020:00000010:3.0:1761313473.051423:0:64710:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000086999017. 00000020:00000010:3.0:1761313473.051427:0:64710:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007363d03a. 00000800:00000200:3.0:1761313473.051496:0:15825:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761313473.051498:0:15825:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000fef2aa8a (tot 82351578). 00000400:00000200:3.0:1761313473.051502:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313473.051506:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:3.0:1761313473.051509:0:15825:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fc523d55 00000400:00000010:3.0:1761313473.051511:0:15825:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fc523d55. 00000800:00000200:3.0:1761313473.052863:0:15827:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761313473.052867:0:15827:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000abc6288c (tot 82351578). 00000400:00000200:3.0:1761313473.052871:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313473.052875:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:3.0:1761313473.052878:0:15827:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000017f94afa 00000400:00000010:3.0:1761313473.052879:0:15827:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000017f94afa. 00000100:00000200:3.0:1761313473.052885:0:15827:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000c5b18b3c x1846869138379904/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313517 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761313473.056797:0:15826:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:3.0:1761313473.056826:0:15826:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x68fb7baf09480 00000400:00000200:3.0:1761313473.056836:0:15826:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb0475 [1] + 224 00000400:00000200:3.0:1761313473.056850:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313473.056853:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:3.0:1761313473.056864:0:15826:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000c5b18b3c x1846869138379904/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313517 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761313473.058613:0:15825:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:3.0:1761313473.058628:0:15825:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x68fb7ba85a080 00000400:00000200:3.0:1761313473.058636:0:15825:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xaed9d [2] + 1640 00000400:00000200:3.0:1761313473.059208:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313473.059214:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:3.0:1761313473.059219:0:15825:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761313473.059224:0:15825:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000b2f36f43. 00000800:00000200:3.0:1761313473.060388:0:15827:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761313473.060392:0:15827:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f3be7fa6 (tot 82351826). 00000400:00000200:3.0:1761313473.060396:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313473.060401:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:3.0:1761313473.060405:0:15827:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000965e87ce 00000400:00000010:3.0:1761313473.060407:0:15827:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000965e87ce. 00000800:00000200:3.0:1761313473.060460:0:15827:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761313473.060462:0:15827:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004eeb71e1 (tot 82351578). 00000400:00000200:3.0:1761313473.060465:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313473.060468:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:3.0:1761313473.060470:0:15827:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004d58991b 00000400:00000010:3.0:1761313473.060472:0:15827:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004d58991b. 00000100:00000200:3.0:1761313473.060477:0:15827:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000c5b18b3c x1846869138379968/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313517 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1761313473.065526:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007542417c. 00010000:00000010:1.1:1761313473.065540:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d982c471. 00010000:00000010:1.1:1761313473.065544:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006ef72c2c. 00000400:00000200:3.0:1761313473.065999:0:15826:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:3.0:1761313473.066016:0:15826:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x68fb7baf094c0 00000400:00000200:3.0:1761313473.066025:0:15826:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb0481 [1] + 224 00000400:00000200:3.0:1761313473.066036:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313473.066041:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:3.0:1761313473.066052:0:15826:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000c5b18b3c x1846869138379968/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313517 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761313473.068470:0:15826:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:3.0:1761313473.068484:0:15826:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x68fb7ba85a0c0 00000400:00000200:3.0:1761313473.068492:0:15826:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xaed9d [2] + 1968 00000400:00000010:3.0:1761313473.068496:0:15826:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000ce3cdfcf. 00000400:00000200:3.0:1761313473.068500:0:15826:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 00000000528add57 00000400:00000200:3.0:1761313473.068512:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313473.068516:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:3.0:1761313473.068520:0:15826:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000528add57 00000400:00000010:3.0:1761313473.068522:0:15826:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 00000000528add57 (tot 82351426). 00000100:00000200:3.0:1761313473.068527:0:15826:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:3.0:1761313473.069041:0:64710:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007363d03a. 00000020:00000010:3.0:1761313473.069048:0:64710:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000d8e037e1. 00000020:00000010:3.0:1761313473.069052:0:64710:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000086999017. 00000100:00000200:3.0:1761313473.069081:0:64710:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000003c22a5c7 x1846869131370688/t0(0) o103->78617949-0e11-4ca2-94c2-d809f91deaa9@192.168.204.38@tcp:404/0 lens 328/0 e 0 to 0 dl 1761313479 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:3.0:1761313473.069123:0:64710:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869131370688 02000000:00000010:3.0:1761313473.069135:0:64710:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000004daddb0a. 00010000:00000010:3.0:1761313473.069172:0:64710:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000989be21c. 00000100:00000010:3.0:1761313473.069179:0:64710:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000009a778f53. 00000100:00000010:3.0:1761313473.069185:0:64710:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000009a778f53. 00010000:00000010:3.0:1761313473.069188:0:64710:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000989be21c. 00000400:00000010:3.0:1761313473.069202:0:64710:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fc523d55. 00000100:00000200:3.0:1761313473.069208:0:64710:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869131370688, offset 224 00000400:00000200:3.0:1761313473.069214:0:64710:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:3.0:1761313473.069224:0:64710:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:3.0:1761313473.069230:0:64710:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [89924:89924:256:4294967295] 192.168.204.38@tcp LPNI seq info [89924:89924:8:4294967295] 00000400:00000200:3.0:1761313473.069239:0:64710:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:3.0:1761313473.069244:0:64710:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:3.0:1761313473.069249:0:64710:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000fef2aa8a (tot 82351674). 00000800:00000200:3.0:1761313473.069254:0:64710:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:3.0:1761313473.069260:0:64710:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:3.0:1761313473.069263:0:64710:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000fef2aa8a type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761313473.069279:0:64710:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000d8e037e1. 00000020:00000010:3.0:1761313473.069283:0:64710:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000086999017. 00000020:00000010:3.0:1761313473.069287:0:64710:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007363d03a. 02000000:00000010:3.0:1761313473.069296:0:64710:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000d7790864. 00000100:00000010:3.0:1761313473.069300:0:64710:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000b2f36f43. 02000000:00000010:3.0:1761313473.069303:0:64710:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000001b863178. 00000100:00000010:3.0:1761313473.069306:0:64710:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000000b5a18e1. 02000000:00000010:3.0:1761313473.069308:0:64710:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000f3442800. 00000100:00000010:3.0:1761313473.069310:0:64710:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000008be944fb. 02000000:00000010:3.0:1761313473.069312:0:64710:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000f3202589. 00000100:00000010:3.0:1761313473.069315:0:64710:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000000982dbcf. 02000000:00000010:3.0:1761313473.069318:0:64710:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000006042189. 00000100:00000010:3.0:1761313473.069319:0:64710:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000a90c5c2d. 02000000:00000010:3.0:1761313473.069322:0:64710:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000069590ce0. 00000100:00000010:3.0:1761313473.069324:0:64710:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000db5c2442. 00000100:00000200:3.0:1761313473.069330:0:64710:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1761313473.069334:0:64710:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000ce3cdfcf. 00000400:00000010:3.0:1761313473.069338:0:64710:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 000000009a778f53 (tot 82351826). 00000800:00000200:3.0:1761313473.069435:0:15825:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761313473.069438:0:15825:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000fef2aa8a (tot 82351578). 00000400:00000200:3.0:1761313473.069442:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313473.069446:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:3.0:1761313473.069449:0:15825:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fc523d55 00000400:00000010:3.0:1761313473.069451:0:15825:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fc523d55. 02000000:00000010:3.0:1761313473.069454:0:15825:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000004daddb0a. 00010000:00000010:1.1:1761313473.075152:0:77239:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008bdfa7a6. 00010000:00000010:1.1:1761313473.075166:0:77239:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000592eea97. 00010000:00000010:1.1:1761313473.075171:0:77239:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ab41a3cc. 00010000:00000010:1.1:1761313473.075174:0:77239:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000541cc222. 00010000:00000010:1.1:1761313473.075179:0:77239:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000dceaa15f. 00010000:00000010:1.1:1761313473.075181:0:77239:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b0633623. 00000100:00000200:1.0:1761313473.075625:0:77239:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869138380032, offset 0 00000400:00000200:1.0:1761313473.075633:0:77239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:1.0:1761313473.075646:0:77239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:1.0:1761313473.075653:0:77239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:1.0:1761313473.075657:0:77239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761313473.075660:0:77239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:1.0:1761313473.075663:0:77239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [89925:89925:256:4294967295] 192.168.204.38@tcp LPNI seq info [89925:89925:8:4294967295] 00000400:00000200:1.0:1761313473.075672:0:77239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:1.0:1761313473.075678:0:77239:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:1.0:1761313473.075683:0:77239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d1fdb818 (tot 82351826). 00000800:00000200:1.0:1761313473.075689:0:77239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:1.0:1761313473.075696:0:77239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:1.0:1761313473.075700:0:77239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000d1fdb818 type 1, nob 424 niov 1 nkiov 1 00000400:00000200:1.0:1761313473.093211:0:15826:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:1.0:1761313473.093233:0:15826:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x68fb7baf09500 00000400:00000200:1.0:1761313473.093242:0:15826:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb0491 [1] + 224 00000400:00000200:1.0:1761313473.093255:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313473.093258:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:1.0:1761313473.093270:0:15826:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000c5b18b3c x1846869138380032/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313517 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761313473.093301:0:15826:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:1.0:1761313473.093307:0:15826:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x68fb7ba85a100 00000400:00000200:1.0:1761313473.093312:0:15826:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xaedf5 [2] + 0 00000400:00000200:1.0:1761313473.093418:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313473.093422:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:1.0:1761313473.093427:0:15826:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761313473.093433:0:15826:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000db5c2442. 00000400:00000010:1.0:1761313473.093469:0:77239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000c35fa50f. 00000400:00000200:1.0:1761313473.093474:0:77239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e88f20fc 00000400:00000010:1.0:1761313473.093476:0:77239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e88f20fc. 00000100:00000200:1.0:1761313473.093482:0:77239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000c5b18b3c x1846869138380032/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313517 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761313473.093490:0:77239:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000c5b18b3c x1846869138380032/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313517 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761313473.093521:0:77239:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d7790864. 02000000:00000010:1.0:1761313473.093529:0:77239:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000019e0d5c0. 00000100:00000010:1.0:1761313473.093533:0:77239:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000c5b18b3c. 00000100:00000010:1.0:1761313473.093536:0:77239:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000daad153c. 00010000:00000010:1.0:1761313473.093540:0:77239:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000b893fbd8. 00000020:00000010:0.0:1761313473.094334:0:75220:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000239f1489. 00000020:00000010:0.0:1761313473.094341:0:75220:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000196cbe29. 00000020:00000010:0.0:1761313473.094345:0:75220:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000070a37cfb. 00000100:00000200:0.0:1761313473.094395:0:75220:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000db5c2442 x1846869131370752/t0(0) o103->78617949-0e11-4ca2-94c2-d809f91deaa9@192.168.204.38@tcp:404/0 lens 328/0 e 0 to 0 dl 1761313479 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:0.0:1761313473.094423:0:75220:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869131370752 02000000:00000010:0.0:1761313473.094432:0:75220:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000008d417d1a. 00010000:00000010:0.0:1761313473.094466:0:75220:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000006531e5a7. 00010000:00000010:0.0:1761313473.094483:0:75220:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000d48850f3. 00000100:00000010:0.0:1761313473.094489:0:75220:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000034a849e2. 00000100:00000010:0.0:1761313473.094495:0:75220:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000034a849e2. 00010000:00000010:0.0:1761313473.094497:0:75220:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000d48850f3. 00000400:00000010:0.0:1761313473.094508:0:75220:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b0337f11. 00000100:00000200:0.0:1761313473.094512:0:75220:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869131370752, offset 224 00000400:00000200:0.0:1761313473.094519:0:75220:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:0.0:1761313473.094529:0:75220:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:0.0:1761313473.094534:0:75220:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [89926:89926:256:4294967295] 192.168.204.38@tcp LPNI seq info [89926:89926:8:4294967295] 00000400:00000200:0.0:1761313473.094543:0:75220:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:0.0:1761313473.094547:0:75220:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:0.0:1761313473.094551:0:75220:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000bf9711e7 (tot 82351826). 00000800:00000200:0.0:1761313473.094556:0:75220:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:0.0:1761313473.094561:0:75220:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:0.0:1761313473.094565:0:75220:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000bf9711e7 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761313473.094578:0:75220:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000196cbe29. 00000020:00000010:0.0:1761313473.094582:0:75220:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000070a37cfb. 00000020:00000010:0.0:1761313473.094585:0:75220:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000239f1489. 00000800:00000200:0.0:1761313473.095046:0:15825:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761313473.095050:0:15825:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000bf9711e7 (tot 82351578). 00000400:00000200:0.0:1761313473.095054:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313473.095060:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:0.0:1761313473.095064:0:15825:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b0337f11 00000400:00000010:0.0:1761313473.095067:0:15825:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b0337f11. 00080000:00000010:1.0:1761313473.095770:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 0000000019e0d5c0. 00010000:00000010:1.0:1761313473.095869:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000204cdabf. 00010000:00000010:1.0:1761313473.095878:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000a25807f6. 00010000:00000010:1.0:1761313473.095962:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ab41a3cc. 00010000:00000010:1.0:1761313473.095968:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000204cdabf. 00010000:00000010:1.0:1761313473.095979:0:77239:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000b893fbd8. 00000100:00000010:1.0:1761313473.095986:0:77239:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000daad153c. 00000100:00000010:1.0:1761313473.095995:0:77239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000c5b18b3c. 02000000:00000010:1.0:1761313473.096007:0:77239:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000d7790864. 02000000:00000010:1.0:1761313473.096032:0:77239:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000491ad1ae. 00000400:00000010:1.0:1761313473.096037:0:77239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000c35fa50f. 00000400:00000010:1.0:1761313473.096042:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e88f20fc. 00000100:00000200:1.0:1761313473.096048:0:77239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869138380096, portal 16 00000400:00000010:1.0:1761313473.096053:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f67f39f5. 00000100:00000200:1.0:1761313473.096055:0:77239:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869138380096, offset 0 00000400:00000200:1.0:1761313473.096062:0:77239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:1.0:1761313473.096073:0:77239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:1.0:1761313473.096080:0:77239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:1.0:1761313473.096084:0:77239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761313473.096088:0:77239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:1.0:1761313473.096091:0:77239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [89927:89927:256:4294967295] 192.168.204.38@tcp LPNI seq info [89927:89927:8:4294967295] 00000400:00000200:1.0:1761313473.096100:0:77239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:1.0:1761313473.096106:0:77239:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:1.0:1761313473.096112:0:77239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000926e98a9 (tot 82351826). 00000800:00000200:1.0:1761313473.096119:0:77239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:1.0:1761313473.096124:0:77239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:1.0:1761313473.096127:0:77239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000926e98a9 type 1, nob 424 niov 1 nkiov 1 00010000:00000010:1.1:1761313473.096884:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f65c182f. 00010000:00000010:0.1:1761313473.108910:0:45867:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000503dcdc2. 00010000:00000010:1.1:1761313473.109227:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004542fcbf. 00010000:00000010:1.1:1761313473.109235:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000072518f62. 00000400:00000200:1.0:1761313473.109269:0:15826:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:1.0:1761313473.109285:0:15826:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x68fb7baf09540 00000400:00000200:1.0:1761313473.109294:0:15826:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb049d [1] + 224 00000400:00000200:1.0:1761313473.109306:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313473.109310:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:1.0:1761313473.109321:0:15826:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000c5b18b3c x1846869138380096/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313517 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761313473.109377:0:15826:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:1.0:1761313473.109385:0:15826:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x68fb7ba85a140 00000400:00000200:1.0:1761313473.109391:0:15826:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xaedf5 [2] + 328 00000400:00000200:1.0:1761313473.109407:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313473.109411:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000010:0.0:1761313473.109452:0:77239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000c35fa50f. 00000400:00000200:0.0:1761313473.109458:0:77239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e88f20fc 00000400:00000010:0.0:1761313473.109460:0:77239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e88f20fc. 00000100:00000200:0.0:1761313473.109467:0:77239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000c5b18b3c x1846869138380096/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313517 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761313473.109475:0:77239:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000c5b18b3c x1846869138380096/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313517 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761313473.109506:0:77239:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000491ad1ae. 02000000:00000010:0.0:1761313473.109512:0:77239:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000d7790864. 00000100:00000010:0.0:1761313473.109517:0:77239:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000c5b18b3c. 00000100:00000010:0.0:1761313473.109520:0:77239:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000daad153c. 00010000:00000010:0.0:1761313473.109525:0:77239:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000b893fbd8. 00000100:00000200:1.0:1761313473.109910:0:15826:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761313473.109916:0:15826:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000678f995f. 00000020:00000010:0.0:1761313473.109976:0:64710:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000239f1489. 00000020:00000010:0.0:1761313473.109983:0:64710:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000196cbe29. 00000020:00000010:0.0:1761313473.109987:0:64710:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000070a37cfb. 00000100:00000200:0.0:1761313473.110011:0:64710:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000678f995f x1846869131370816/t0(0) o103->78617949-0e11-4ca2-94c2-d809f91deaa9@192.168.204.38@tcp:404/0 lens 328/0 e 0 to 0 dl 1761313479 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:0.0:1761313473.110050:0:64710:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869131370816 02000000:00000010:0.0:1761313473.110061:0:64710:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000706a6915. 00010000:00000010:0.0:1761313473.110086:0:64710:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008bb26583. 00010000:00000010:0.0:1761313473.110103:0:64710:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000d48850f3. 00000100:00000010:0.0:1761313473.110108:0:64710:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000034a849e2. 00000100:00000010:0.0:1761313473.110122:0:64710:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000034a849e2. 00010000:00000010:0.0:1761313473.110125:0:64710:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000d48850f3. 00000400:00000010:0.0:1761313473.110136:0:64710:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b0337f11. 00000100:00000200:0.0:1761313473.110140:0:64710:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869131370816, offset 224 00000400:00000200:0.0:1761313473.110147:0:64710:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:0.0:1761313473.110157:0:64710:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:0.0:1761313473.110163:0:64710:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [89928:89928:256:4294967295] 192.168.204.38@tcp LPNI seq info [89928:89928:8:4294967295] 00000400:00000200:0.0:1761313473.110173:0:64710:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:0.0:1761313473.110181:0:64710:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:0.0:1761313473.110186:0:64710:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000bf9711e7 (tot 82351826). 00000800:00000200:0.0:1761313473.110191:0:64710:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:0.0:1761313473.110197:0:64710:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:0.0:1761313473.110200:0:64710:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000bf9711e7 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761313473.110215:0:64710:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000196cbe29. 00000020:00000010:0.0:1761313473.110221:0:64710:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000070a37cfb. 00000020:00000010:0.0:1761313473.110223:0:64710:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000239f1489. 00000800:00000200:0.0:1761313473.111355:0:15825:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761313473.111370:0:15825:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000bf9711e7 (tot 82351578). 00000400:00000200:0.0:1761313473.111375:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313473.111380:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:0.0:1761313473.111384:0:15825:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b0337f11 00000400:00000010:0.0:1761313473.111386:0:15825:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b0337f11. 00080000:00000010:3.0:1761313473.111445:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 000000004daddb0a. 00010000:00000010:3.0:1761313473.111525:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000204cdabf. 00010000:00000010:3.0:1761313473.111532:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000671fe04f. 00010000:00000010:3.0:1761313473.111592:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000cf461480. 00010000:00000010:3.0:1761313473.111596:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000fa038a37. 00010000:00000010:3.0:1761313473.111604:0:77239:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000005184e384. 00000100:00000010:3.0:1761313473.111609:0:77239:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000373cc026. 00000100:00000010:3.0:1761313473.111616:0:77239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000a90c5c2d. 02000000:00000010:3.0:1761313473.111625:0:77239:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000301fe8ca. 02000000:00000010:3.0:1761313473.111649:0:77239:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000004622a50f. 00000400:00000010:3.0:1761313473.111654:0:77239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000006c765f6c. 00000400:00000010:3.0:1761313473.111658:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fc523d55. 00000100:00000200:3.0:1761313473.111663:0:77239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869138380160, portal 16 00000400:00000010:3.0:1761313473.111666:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002d5c7cf4. 00000100:00000200:3.0:1761313473.111668:0:77239:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869138380160, offset 0 00000400:00000200:3.0:1761313473.111674:0:77239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:3.0:1761313473.111681:0:77239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:3.0:1761313473.111688:0:77239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:3.0:1761313473.111691:0:77239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761313473.111693:0:77239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:3.0:1761313473.111696:0:77239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [89929:89929:256:4294967295] 192.168.204.38@tcp LPNI seq info [89929:89929:8:4294967295] 00000400:00000200:3.0:1761313473.111704:0:77239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:3.0:1761313473.111708:0:77239:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:3.0:1761313473.111711:0:77239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000fef2aa8a (tot 82351826). 00000800:00000200:3.0:1761313473.111715:0:77239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:3.0:1761313473.111720:0:77239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:3.0:1761313473.111722:0:77239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000fef2aa8a type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761313473.112240:0:15827:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761313473.112243:0:15827:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000fef2aa8a (tot 82351578). 00000400:00000200:0.0:1761313473.112247:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313473.112251:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:0.0:1761313473.112253:0:15827:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002d5c7cf4 00000400:00000010:0.0:1761313473.112255:0:15827:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002d5c7cf4. 00000100:00000200:0.0:1761313473.112260:0:15827:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000a90c5c2d x1846869138380160/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313517 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1761313473.115403:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f91fd5ae. 00010000:00000010:1.1:1761313473.115416:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b0633623. 00000400:00000200:1.0:1761313473.116273:0:15826:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:1.0:1761313473.116289:0:15826:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x68fb7baf09580 00000400:00000200:1.0:1761313473.116297:0:15826:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb04a9 [1] + 224 00000400:00000200:1.0:1761313473.116308:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313473.116312:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:1.0:1761313473.116321:0:15826:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000a90c5c2d x1846869138380160/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313517 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1761313473.116785:0:77239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000006c765f6c. 00000400:00000200:3.0:1761313473.116790:0:77239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fc523d55 00000400:00000010:3.0:1761313473.116792:0:77239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fc523d55. 00000100:00000200:3.0:1761313473.116799:0:77239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000a90c5c2d x1846869138380160/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313517 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761313473.116817:0:77239:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000a90c5c2d x1846869138380160/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313517 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1761313473.116847:0:77239:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000004622a50f. 02000000:00000010:3.0:1761313473.116853:0:77239:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000301fe8ca. 00000100:00000010:3.0:1761313473.116857:0:77239:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000a90c5c2d. 00000100:00000010:3.0:1761313473.116861:0:77239:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000373cc026. 00010000:00000010:3.0:1761313473.116865:0:77239:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000005184e384. 00000400:00000200:0.0:1761313473.116912:0:15825:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:0.0:1761313473.116922:0:15825:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x68fb7ba85a180 00000400:00000200:0.0:1761313473.116927:0:15825:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xaedf5 [2] + 656 00000400:00000200:0.0:1761313473.116975:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313473.116979:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:0.0:1761313473.116983:0:15825:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761313473.116988:0:15825:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000000ef172a3. 00000020:00000010:1.0:1761313473.117093:0:75220:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d7790864. 00000020:00000010:1.0:1761313473.117099:0:75220:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000ee6c533a. 00000020:00000010:1.0:1761313473.117104:0:75220:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000368466cd. 00000100:00000200:1.0:1761313473.117124:0:75220:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000000ef172a3 x1846869131370880/t0(0) o103->78617949-0e11-4ca2-94c2-d809f91deaa9@192.168.204.38@tcp:404/0 lens 328/0 e 0 to 0 dl 1761313479 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:1.0:1761313473.117153:0:75220:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869131370880 02000000:00000010:1.0:1761313473.117163:0:75220:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000491ad1ae. 00010000:00000010:1.0:1761313473.117187:0:75220:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000070efc389. 00010000:00000010:1.0:1761313473.117203:0:75220:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000042ac8c86. 00000100:00000010:1.0:1761313473.117209:0:75220:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b720884c. 00000100:00000010:1.0:1761313473.117218:0:75220:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b720884c. 00010000:00000010:1.0:1761313473.117221:0:75220:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000042ac8c86. 00000400:00000010:1.0:1761313473.117231:0:75220:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009cf941ad. 00000100:00000200:1.0:1761313473.117235:0:75220:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869131370880, offset 224 00000400:00000200:1.0:1761313473.117241:0:75220:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:1.0:1761313473.117250:0:75220:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:1.0:1761313473.117255:0:75220:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [89930:89930:256:4294967295] 192.168.204.38@tcp LPNI seq info [89930:89930:8:4294967295] 00000400:00000200:1.0:1761313473.117264:0:75220:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:1.0:1761313473.117268:0:75220:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:1.0:1761313473.117273:0:75220:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000926e98a9 (tot 82351826). 00000800:00000200:1.0:1761313473.117278:0:75220:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:1.0:1761313473.117283:0:75220:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:1.0:1761313473.117286:0:75220:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000926e98a9 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761313473.117308:0:75220:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000ee6c533a. 00000020:00000010:1.0:1761313473.117312:0:75220:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000368466cd. 00000020:00000010:1.0:1761313473.117315:0:75220:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d7790864. 00010000:00000010:0.1:1761313473.118760:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a8b02ded. 00000800:00000200:1.0:1761313473.125166:0:15826:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313473.125173:0:15826:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001293a8d4 (tot 82351578). 00000400:00000200:1.0:1761313473.125181:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313473.125190:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:1.0:1761313473.125196:0:15826:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000028f7c384 00000400:00000010:1.0:1761313473.125198:0:15826:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000028f7c384. 00000100:00000200:1.0:1761313473.125209:0:15826:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000026d75e8 x1846869138380224/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313517 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1761313473.125582:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003f549ddb. 00010000:00000010:3.1:1761313473.125589:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ab41a3cc. 00010000:00000010:1.1:1761313473.127516:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c52367f6. 00000400:00000200:0.0:1761313473.128215:0:15825:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:0.0:1761313473.128234:0:15825:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x68fb7baf095c0 00000400:00000200:0.0:1761313473.128242:0:15825:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb04b5 [1] + 224 00000400:00000200:0.0:1761313473.128255:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313473.128259:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:0.0:1761313473.128268:0:15825:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000026d75e8 x1846869138380224/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313517 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761313473.128306:0:15825:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:0.0:1761313473.128311:0:15825:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x68fb7ba85a1c0 00000400:00000200:0.0:1761313473.128316:0:15825:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xaedf5 [2] + 984 00000400:00000200:0.0:1761313473.128323:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313473.128326:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:0.0:1761313473.128329:0:15825:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761313473.128334:0:15825:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000002527802e. 00000020:00000010:3.0:1761313473.128588:0:64710:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001b863178. 00000020:00000010:3.0:1761313473.128594:0:64710:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000d8e037e1. 00000020:00000010:3.0:1761313473.128598:0:64710:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000086999017. 00000100:00000200:3.0:1761313473.128622:0:64710:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000002527802e x1846869131370944/t0(0) o103->78617949-0e11-4ca2-94c2-d809f91deaa9@192.168.204.38@tcp:404/0 lens 328/0 e 0 to 0 dl 1761313479 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:3.0:1761313473.128656:0:64710:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869131370944 02000000:00000010:3.0:1761313473.128669:0:64710:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000301fe8ca. 00010000:00000010:3.0:1761313473.128693:0:64710:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000043320219. 00010000:00000010:3.0:1761313473.128711:0:64710:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000005184e384. 00000100:00000010:3.0:1761313473.128716:0:64710:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000373cc026. 00000100:00000010:3.0:1761313473.128730:0:64710:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000373cc026. 00010000:00000010:3.0:1761313473.128733:0:64710:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000005184e384. 00000400:00000010:3.0:1761313473.128745:0:64710:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fc523d55. 00000100:00000200:3.0:1761313473.128748:0:64710:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869131370944, offset 224 00000400:00000200:3.0:1761313473.128755:0:64710:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:3.0:1761313473.128763:0:64710:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:3.0:1761313473.128768:0:64710:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [89932:89932:256:4294967295] 192.168.204.38@tcp LPNI seq info [89932:89932:8:4294967295] 00000400:00000200:3.0:1761313473.128777:0:64710:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:3.0:1761313473.128781:0:64710:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:3.0:1761313473.128785:0:64710:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005a2664b3 (tot 82351826). 00000800:00000200:3.0:1761313473.128791:0:64710:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:3.0:1761313473.128797:0:64710:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:3.0:1761313473.128810:0:64710:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000005a2664b3 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761313473.128830:0:64710:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000d8e037e1. 00000020:00000010:3.0:1761313473.128834:0:64710:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000086999017. 00000020:00000010:3.0:1761313473.128838:0:64710:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001b863178. 00000800:00000200:0.0:1761313473.128955:0:15827:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761313473.128959:0:15827:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005a2664b3 (tot 82351578). 00000400:00000200:0.0:1761313473.128962:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313473.128966:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:0.0:1761313473.128968:0:15827:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fc523d55 00000400:00000010:0.0:1761313473.128970:0:15827:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fc523d55. 00000800:00000200:1.0:1761313473.129496:0:15826:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313473.129501:0:15826:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c737f52d (tot 82351578). 00000400:00000200:1.0:1761313473.129506:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313473.129509:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:1.0:1761313473.129512:0:15826:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005b8744b4 00000400:00000010:1.0:1761313473.129513:0:15826:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005b8744b4. 00000100:00000200:1.0:1761313473.129518:0:15826:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000026d75e8 x1846869138380288/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313517 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761313473.132243:0:15825:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:0.0:1761313473.132262:0:15825:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x68fb7baf09600 00000400:00000200:0.0:1761313473.132270:0:15825:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb04c1 [1] + 224 00000400:00000200:0.0:1761313473.132281:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313473.132285:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:0.0:1761313473.132296:0:15825:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000026d75e8 x1846869138380288/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313517 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761313473.132332:0:15825:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:0.0:1761313473.132338:0:15825:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x68fb7ba85a200 00000400:00000200:0.0:1761313473.132342:0:15825:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xaedf5 [2] + 1312 00000400:00000200:0.0:1761313473.132351:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313473.132354:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:0.0:1761313473.132389:0:15825:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761313473.132395:0:15825:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000f33f9db7. 00000020:00000010:3.0:1761313473.132450:0:64710:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001b863178. 00000020:00000010:3.0:1761313473.132461:0:64710:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000d8e037e1. 00000020:00000010:3.0:1761313473.132466:0:64710:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000086999017. 00000100:00000200:3.0:1761313473.132490:0:64710:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000f33f9db7 x1846869131371008/t0(0) o103->78617949-0e11-4ca2-94c2-d809f91deaa9@192.168.204.38@tcp:404/0 lens 328/0 e 0 to 0 dl 1761313479 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:3.0:1761313473.132520:0:64710:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869131371008 02000000:00000010:3.0:1761313473.132535:0:64710:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000004622a50f. 00010000:00000010:3.0:1761313473.132559:0:64710:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b34051f1. 00010000:00000010:3.0:1761313473.132584:0:64710:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000005184e384. 00000100:00000010:3.0:1761313473.132590:0:64710:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000373cc026. 00000100:00000010:3.0:1761313473.132604:0:64710:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000373cc026. 00010000:00000010:3.0:1761313473.132606:0:64710:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000005184e384. 00000400:00000010:3.0:1761313473.132623:0:64710:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006cc90287. 00000100:00000200:3.0:1761313473.132627:0:64710:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869131371008, offset 224 00000400:00000200:3.0:1761313473.132641:0:64710:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:3.0:1761313473.132651:0:64710:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:3.0:1761313473.132657:0:64710:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [89934:89934:256:4294967295] 192.168.204.38@tcp LPNI seq info [89934:89934:8:4294967295] 00000400:00000200:3.0:1761313473.132672:0:64710:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:3.0:1761313473.132677:0:64710:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:3.0:1761313473.132681:0:64710:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c12329df (tot 82351826). 00000800:00000200:3.0:1761313473.132685:0:64710:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:3.0:1761313473.132691:0:64710:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:3.0:1761313473.132694:0:64710:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c12329df type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761313473.132717:0:64710:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000d8e037e1. 00000020:00000010:3.0:1761313473.132720:0:64710:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000086999017. 00000020:00000010:3.0:1761313473.132724:0:64710:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001b863178. 00000800:00000200:0.0:1761313473.133107:0:15827:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761313473.133111:0:15827:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c12329df (tot 82351826). 00000400:00000200:0.0:1761313473.133115:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313473.133118:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:0.0:1761313473.133121:0:15827:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006cc90287 00000400:00000010:0.0:1761313473.133123:0:15827:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006cc90287. 00000800:00000200:0.0:1761313473.133186:0:15827:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761313473.133188:0:15827:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000044feb42c (tot 82351578). 00000400:00000200:0.0:1761313473.133192:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313473.133195:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:0.0:1761313473.133197:0:15827:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e985dd66 00000400:00000010:0.0:1761313473.133199:0:15827:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e985dd66. 00000100:00000200:0.0:1761313473.133204:0:15827:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000026d75e8 x1846869138380352/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313517 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1761313473.138417:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000036c36597. 00010000:00000010:2.1:1761313473.138435:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cf461480. 00000400:00000200:0.0:1761313473.138858:0:15826:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:0.0:1761313473.138878:0:15826:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x68fb7baf09640 00000400:00000200:0.0:1761313473.138889:0:15826:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb04cd [1] + 224 00000400:00000200:0.0:1761313473.138905:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313473.138908:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:0.0:1761313473.138919:0:15826:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000026d75e8 x1846869138380352/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313517 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761313473.139832:0:15826:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:0.0:1761313473.139842:0:15826:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x68fb7ba85a240 00000400:00000200:0.0:1761313473.139848:0:15826:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xaedf5 [2] + 1640 00000400:00000200:0.0:1761313473.139903:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313473.139907:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:0.0:1761313473.139912:0:15826:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761313473.139917:0:15826:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000b73eaae5. 00000020:00000010:1.0:1761313473.140700:0:75220:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d7790864. 00000020:00000010:1.0:1761313473.140709:0:75220:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000ee6c533a. 00000020:00000010:1.0:1761313473.140713:0:75220:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000368466cd. 00000100:00000200:1.0:1761313473.140945:0:75220:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000b73eaae5 x1846869131371072/t0(0) o103->78617949-0e11-4ca2-94c2-d809f91deaa9@192.168.204.38@tcp:404/0 lens 328/0 e 0 to 0 dl 1761313479 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:1.0:1761313473.140985:0:75220:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869131371072 02000000:00000010:1.0:1761313473.140999:0:75220:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000323860f0. 00010000:00000010:1.0:1761313473.141035:0:75220:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000042ac8c86. 00000100:00000010:1.0:1761313473.141042:0:75220:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b720884c. 00000100:00000010:1.0:1761313473.141048:0:75220:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b720884c. 00010000:00000010:1.0:1761313473.141052:0:75220:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000042ac8c86. 00000400:00000010:1.0:1761313473.141065:0:75220:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ccaef716. 00000100:00000200:1.0:1761313473.141071:0:75220:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869131371072, offset 224 00000400:00000200:1.0:1761313473.141079:0:75220:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:1.0:1761313473.141089:0:75220:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:1.0:1761313473.141093:0:75220:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [89936:89936:256:4294967295] 192.168.204.38@tcp LPNI seq info [89936:89936:8:4294967295] 00000400:00000200:1.0:1761313473.141103:0:75220:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:1.0:1761313473.141107:0:75220:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:1.0:1761313473.141111:0:75220:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d1fdb818 (tot 82351826). 00000800:00000200:1.0:1761313473.141116:0:75220:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:1.0:1761313473.141123:0:75220:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:1.0:1761313473.141126:0:75220:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000d1fdb818 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761313473.141151:0:75220:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000ee6c533a. 00000020:00000010:1.0:1761313473.141155:0:75220:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000368466cd. 00000020:00000010:1.0:1761313473.141158:0:75220:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d7790864. 00000800:00000200:0.0:1761313473.141893:0:15825:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761313473.141897:0:15825:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d1fdb818 (tot 82351826). 00000400:00000200:0.0:1761313473.141900:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313473.141904:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:0.0:1761313473.141907:0:15825:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ccaef716 00000400:00000010:0.0:1761313473.141908:0:15825:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ccaef716. 00000800:00000200:0.0:1761313473.141957:0:15825:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761313473.141959:0:15825:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000044feb42c (tot 82351578). 00000400:00000200:0.0:1761313473.141964:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313473.141967:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:0.0:1761313473.141969:0:15825:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e985dd66 00000400:00000010:0.0:1761313473.141970:0:15825:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e985dd66. 00000100:00000200:0.0:1761313473.141975:0:15825:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000026d75e8 x1846869138380416/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313517 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1761313473.145400:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ef926146. 00010000:00000010:2.1:1761313473.145417:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000013c85ea5. 00010000:00000010:2.1:1761313473.145422:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ee4e5118. 00010000:00000010:2.1:1761313473.145425:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000405b961. 00010000:00000010:2.1:1761313473.145429:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e136f099. 00010000:00000010:2.1:1761313473.145434:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000097e21150. 00010000:00000010:3.1:1761313473.146534:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006be9d31c. 00010000:00000010:3.1:1761313473.146543:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000ea0fbc5. 00000400:00000200:0.0:1761313473.146837:0:15827:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:0.0:1761313473.146861:0:15827:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x68fb7baf09680 00000400:00000200:0.0:1761313473.146869:0:15827:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb04d9 [1] + 224 00000400:00000200:0.0:1761313473.146879:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313473.146883:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:0.0:1761313473.146892:0:15827:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000026d75e8 x1846869138380416/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313517 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761313473.146922:0:15827:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:0.0:1761313473.146927:0:15827:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x68fb7ba85a280 00000400:00000200:0.0:1761313473.146931:0:15827:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xaedf5 [2] + 1968 00000400:00000010:0.0:1761313473.146935:0:15827:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000df3fca90. 00000400:00000200:0.0:1761313473.146939:0:15827:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 000000006f22f08a 00000400:00000200:0.0:1761313473.146944:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313473.146947:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:0.0:1761313473.146949:0:15827:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006f22f08a 00000400:00000010:0.0:1761313473.146951:0:15827:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 000000006f22f08a (tot 82351426). 00000100:00000200:0.0:1761313473.146956:0:15827:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:1.0:1761313473.147030:0:75220:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006e4f405f. 00000020:00000010:1.0:1761313473.147036:0:75220:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000ee6c533a. 00000020:00000010:1.0:1761313473.147040:0:75220:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000368466cd. 00000100:00000200:1.0:1761313473.147061:0:75220:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000003382f34f x1846869131371136/t0(0) o103->78617949-0e11-4ca2-94c2-d809f91deaa9@192.168.204.38@tcp:404/0 lens 328/0 e 0 to 0 dl 1761313479 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:1.0:1761313473.147095:0:75220:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869131371136 02000000:00000010:1.0:1761313473.147106:0:75220:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000a442ad07. 00010000:00000010:1.0:1761313473.147135:0:75220:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000093148772. 00010000:00000010:1.0:1761313473.147151:0:75220:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000042ac8c86. 00000100:00000010:1.0:1761313473.147156:0:75220:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b720884c. 00000100:00000010:1.0:1761313473.147172:0:75220:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b720884c. 00010000:00000010:1.0:1761313473.147175:0:75220:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000042ac8c86. 00000400:00000010:1.0:1761313473.147186:0:75220:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000074b1fc4e. 00000100:00000200:1.0:1761313473.147191:0:75220:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869131371136, offset 224 00000400:00000200:1.0:1761313473.147198:0:75220:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:1.0:1761313473.147207:0:75220:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:1.0:1761313473.147213:0:75220:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [89938:89938:256:4294967295] 192.168.204.38@tcp LPNI seq info [89938:89938:8:4294967295] 00000400:00000200:1.0:1761313473.147222:0:75220:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:1.0:1761313473.147227:0:75220:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:1.0:1761313473.147231:0:75220:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004eeb71e1 (tot 82351674). 00000800:00000200:1.0:1761313473.147237:0:75220:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:1.0:1761313473.147242:0:75220:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:1.0:1761313473.147246:0:75220:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000004eeb71e1 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761313473.147269:0:75220:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000ee6c533a. 00000020:00000010:1.0:1761313473.147274:0:75220:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000368466cd. 00000020:00000010:1.0:1761313473.147276:0:75220:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006e4f405f. 02000000:00000010:1.0:1761313473.147283:0:75220:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000323860f0. 00000100:00000010:1.0:1761313473.147285:0:75220:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000b73eaae5. 02000000:00000010:1.0:1761313473.147288:0:75220:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000004622a50f. 00000100:00000010:1.0:1761313473.147291:0:75220:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000f33f9db7. 02000000:00000010:1.0:1761313473.147293:0:75220:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000301fe8ca. 00000100:00000010:1.0:1761313473.147295:0:75220:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000002527802e. 02000000:00000010:1.0:1761313473.147298:0:75220:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000491ad1ae. 00000100:00000010:1.0:1761313473.147300:0:75220:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000000ef172a3. 02000000:00000010:1.0:1761313473.147302:0:75220:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000706a6915. 00000100:00000010:1.0:1761313473.147304:0:75220:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000678f995f. 02000000:00000010:1.0:1761313473.147307:0:75220:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000008d417d1a. 00000100:00000010:1.0:1761313473.147309:0:75220:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000db5c2442. 00000100:00000200:1.0:1761313473.147315:0:75220:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1761313473.147319:0:75220:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000791aecc6. 00000400:00000010:1.0:1761313473.147323:0:75220:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000b720884c (tot 82351826). 00000800:00000200:0.0:1761313473.147717:0:15826:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761313473.147720:0:15826:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004eeb71e1 (tot 82351826). 00000400:00000200:0.0:1761313473.147723:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313473.147726:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:0.0:1761313473.147740:0:15826:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000074b1fc4e 00000400:00000010:0.0:1761313473.147742:0:15826:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000074b1fc4e. 02000000:00000010:0.0:1761313473.147746:0:15826:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000a442ad07. 00000800:00000200:0.0:1761313473.147812:0:15826:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761313473.147814:0:15826:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c737f52d (tot 82351578). 00000400:00000200:0.0:1761313473.147819:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313473.147822:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:0.0:1761313473.147824:0:15826:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005b8744b4 00000400:00000010:0.0:1761313473.147825:0:15826:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005b8744b4. 00000100:00000200:0.0:1761313473.147829:0:15826:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000026d75e8 x1846869138380480/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313517 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1761313473.149401:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000088276eae. 00010000:00000010:2.1:1761313473.149410:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000fda2d16. 00010000:00000010:2.1:1761313473.149415:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d0a6b310. 00010000:00000010:2.1:1761313473.153413:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ebf1f0a7. 00010000:00000010:2.1:1761313473.153429:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a633bc9a. 00010000:00000010:1.1:1761313473.154315:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f59f9473. 00000400:00000200:0.0:1761313473.163916:0:15825:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:0.0:1761313473.163938:0:15825:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x68fb7baf096c0 00000400:00000200:0.0:1761313473.163946:0:15825:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb04e9 [1] + 224 00000400:00000200:0.0:1761313473.163956:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313473.163959:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:0.0:1761313473.163969:0:15825:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000026d75e8 x1846869138380480/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313517 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761313473.164013:0:15825:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:0.0:1761313473.164018:0:15825:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x68fb7ba85a2c0 00000400:00000200:0.0:1761313473.164022:0:15825:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xaef05 [2] + 0 00000400:00000200:0.0:1761313473.164032:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313473.164035:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:0.0:1761313473.164039:0:15825:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761313473.164044:0:15825:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001375339a. 00000020:00000010:3.0:1761313473.164137:0:64710:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004622a50f. 00000020:00000010:3.0:1761313473.164145:0:64710:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000d8e037e1. 00000020:00000010:3.0:1761313473.164150:0:64710:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000086999017. 00000100:00000200:3.0:1761313473.164178:0:64710:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000001375339a x1846869131371200/t0(0) o103->78617949-0e11-4ca2-94c2-d809f91deaa9@192.168.204.38@tcp:404/0 lens 328/0 e 0 to 0 dl 1761313479 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:3.0:1761313473.164219:0:64710:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869131371200 02000000:00000010:3.0:1761313473.164232:0:64710:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000001b863178. 00010000:00000010:3.0:1761313473.164275:0:64710:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000005184e384. 00000100:00000010:3.0:1761313473.164283:0:64710:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000373cc026. 00000100:00000010:3.0:1761313473.164290:0:64710:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000373cc026. 00010000:00000010:3.0:1761313473.164295:0:64710:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000005184e384. 00000400:00000010:3.0:1761313473.164311:0:64710:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005a482a69. 00000100:00000200:3.0:1761313473.164328:0:64710:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869131371200, offset 224 00000400:00000200:3.0:1761313473.164339:0:64710:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:3.0:1761313473.164394:0:64710:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:3.0:1761313473.164401:0:64710:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [89940:89940:256:4294967295] 192.168.204.38@tcp LPNI seq info [89940:89940:8:4294967295] 00000400:00000200:3.0:1761313473.164416:0:64710:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:3.0:1761313473.164423:0:64710:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:3.0:1761313473.164430:0:64710:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000050f99130 (tot 82351826). 00000800:00000200:3.0:1761313473.164441:0:64710:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:3.0:1761313473.164451:0:64710:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:3.0:1761313473.164455:0:64710:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000050f99130 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761313473.164470:0:64710:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000d8e037e1. 00000020:00000010:3.0:1761313473.164476:0:64710:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000086999017. 00000020:00000010:3.0:1761313473.164480:0:64710:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004622a50f. 00000800:00000200:0.0:1761313473.164833:0:15827:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761313473.164836:0:15827:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000050f99130 (tot 82351826). 00000400:00000200:0.0:1761313473.164840:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313473.164843:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:0.0:1761313473.164846:0:15827:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005a482a69 00000400:00000010:0.0:1761313473.164848:0:15827:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005a482a69. 00000800:00000200:0.0:1761313473.164913:0:15827:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761313473.164915:0:15827:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001293a8d4 (tot 82351578). 00000400:00000200:0.0:1761313473.164920:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313473.164923:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:0.0:1761313473.164925:0:15827:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000028f7c384 00000400:00000010:0.0:1761313473.164926:0:15827:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000028f7c384. 00000100:00000200:0.0:1761313473.164931:0:15827:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000026d75e8 x1846869138380544/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313517 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761313473.167876:0:15826:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:0.0:1761313473.167896:0:15826:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x68fb7baf09700 00000400:00000200:0.0:1761313473.167904:0:15826:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb04f5 [1] + 224 00000400:00000200:1.0:1761313473.167963:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313473.167970:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:1.0:1761313473.167980:0:15826:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000026d75e8 x1846869138380544/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313517 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761313473.168013:0:15826:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:1.0:1761313473.168020:0:15826:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x68fb7ba85a300 00000400:00000200:1.0:1761313473.168026:0:15826:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xaef05 [2] + 328 00000400:00000200:1.0:1761313473.168082:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313473.168087:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:1.0:1761313473.168090:0:15826:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761313473.168096:0:15826:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000db5c2442. 00000020:00000010:3.0:1761313473.168168:0:64710:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004622a50f. 00000020:00000010:3.0:1761313473.168175:0:64710:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000d8e037e1. 00000020:00000010:3.0:1761313473.168179:0:64710:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000086999017. 00000100:00000200:3.0:1761313473.168199:0:64710:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000db5c2442 x1846869131371264/t0(0) o103->78617949-0e11-4ca2-94c2-d809f91deaa9@192.168.204.38@tcp:404/0 lens 328/0 e 0 to 0 dl 1761313479 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:1.0:1761313473.168258:0:75220:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869131371264 02000000:00000010:1.0:1761313473.168270:0:75220:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000323860f0. 00010000:00000010:1.0:1761313473.168310:0:75220:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000042ac8c86. 00000100:00000010:1.0:1761313473.168317:0:75220:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000e1a21ea7. 00000100:00000010:1.0:1761313473.168324:0:75220:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000e1a21ea7. 00010000:00000010:1.0:1761313473.168328:0:75220:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000042ac8c86. 00000400:00000010:1.0:1761313473.168341:0:75220:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b6c604dc. 00000100:00000200:1.0:1761313473.168346:0:75220:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869131371264, offset 224 00000400:00000200:1.0:1761313473.168353:0:75220:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:1.0:1761313473.168383:0:75220:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:1.0:1761313473.168388:0:75220:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [89942:89942:256:4294967295] 192.168.204.38@tcp LPNI seq info [89942:89942:8:4294967295] 00000400:00000200:1.0:1761313473.168397:0:75220:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:1.0:1761313473.168402:0:75220:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:1.0:1761313473.168407:0:75220:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f3be7fa6 (tot 82351826). 00000800:00000200:1.0:1761313473.168412:0:75220:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:1.0:1761313473.168418:0:75220:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:1.0:1761313473.168422:0:75220:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000f3be7fa6 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761313473.168448:0:75220:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000d8e037e1. 00000020:00000010:1.0:1761313473.168453:0:75220:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000086999017. 00000020:00000010:1.0:1761313473.168458:0:75220:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004622a50f. 00000800:00000200:0.0:1761313473.168508:0:15825:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761313473.168512:0:15825:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f3be7fa6 (tot 82351578). 00000400:00000200:0.0:1761313473.168515:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313473.168519:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:0.0:1761313473.168522:0:15825:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b6c604dc 00000400:00000010:0.0:1761313473.168524:0:15825:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b6c604dc. 00000800:00000200:1.0:1761313473.175496:0:15827:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313473.175502:0:15827:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001293a8d4 (tot 82351578). 00000400:00000200:1.0:1761313473.175512:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313473.175521:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:1.0:1761313473.175526:0:15827:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fcdf887f 00000400:00000010:1.0:1761313473.175528:0:15827:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fcdf887f. 00000100:00000200:1.0:1761313473.175545:0:15827:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000026d75e8 x1846869138380608/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313517 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1761313473.180424:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cc73cb40. 00010000:00000010:2.1:1761313473.180441:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000719ac60c. 00010000:00000010:2.1:1761313473.180446:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000097e21150. 00010000:00000010:2.1:1761313473.180449:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006270a2dd. 00010000:00000010:2.1:1761313473.180453:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001e5e7a4a. 00010000:00000010:2.1:1761313473.180456:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a633bc9a. 00010000:00000010:2.1:1761313473.184419:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ee4e5118. 00010000:00000010:2.1:1761313473.184433:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d0a6b310. 00000400:00000200:1.0:1761313473.184664:0:15826:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:1.0:1761313473.184682:0:15826:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x68fb7baf09740 00000400:00000200:1.0:1761313473.184691:0:15826:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb0501 [1] + 224 00000400:00000200:1.0:1761313473.184702:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313473.184710:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:1.0:1761313473.184721:0:15826:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000026d75e8 x1846869138380608/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313517 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761313473.184756:0:15826:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:1.0:1761313473.184761:0:15826:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x68fb7ba85a340 00000400:00000200:1.0:1761313473.184766:0:15826:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xaef05 [2] + 656 00000400:00000200:1.0:1761313473.184776:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313473.184778:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:1.0:1761313473.184792:0:15826:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761313473.184797:0:15826:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000678f995f. 00000020:00000010:3.0:1761313473.184900:0:64710:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004622a50f. 00000020:00000010:3.0:1761313473.184907:0:64710:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000007bf9114. 00000020:00000010:3.0:1761313473.184911:0:64710:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000001fad5fbb. 00000100:00000200:3.0:1761313473.184934:0:64710:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000678f995f x1846869131371328/t0(0) o103->78617949-0e11-4ca2-94c2-d809f91deaa9@192.168.204.38@tcp:404/0 lens 328/0 e 0 to 0 dl 1761313479 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:3.0:1761313473.184965:0:64710:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869131371328 02000000:00000010:3.0:1761313473.184978:0:64710:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000f3442800. 00010000:00000010:3.0:1761313473.185002:0:64710:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005aff0f8e. 00010000:00000010:3.0:1761313473.185018:0:64710:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000005184e384. 00000100:00000010:3.0:1761313473.185024:0:64710:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000373cc026. 00000100:00000010:3.0:1761313473.185040:0:64710:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000373cc026. 00010000:00000010:3.0:1761313473.185042:0:64710:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000005184e384. 00000400:00000010:3.0:1761313473.185056:0:64710:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000000a5a7d. 00000100:00000200:3.0:1761313473.185061:0:64710:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869131371328, offset 224 00000400:00000200:3.0:1761313473.185068:0:64710:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:3.0:1761313473.185078:0:64710:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:3.0:1761313473.185083:0:64710:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [89944:89944:256:4294967295] 192.168.204.38@tcp LPNI seq info [89944:89944:8:4294967295] 00000400:00000200:3.0:1761313473.185092:0:64710:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:3.0:1761313473.185097:0:64710:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:3.0:1761313473.185101:0:64710:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000090e74ba2 (tot 82351826). 00000800:00000200:3.0:1761313473.185106:0:64710:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:3.0:1761313473.185112:0:64710:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:3.0:1761313473.185116:0:64710:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000090e74ba2 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761313473.185143:0:64710:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000007bf9114. 00000020:00000010:3.0:1761313473.185147:0:64710:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000001fad5fbb. 00000020:00000010:3.0:1761313473.185150:0:64710:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004622a50f. 00000800:00000200:0.0:1761313473.185326:0:15825:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761313473.185330:0:15825:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000090e74ba2 (tot 82351578). 00000400:00000200:0.0:1761313473.185334:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313473.185337:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:0.0:1761313473.185339:0:15825:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000000a5a7d 00000400:00000010:0.0:1761313473.185341:0:15825:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000000a5a7d. 00000800:00000200:1.0:1761313473.185475:0:15827:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313473.185478:0:15827:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c737f52d (tot 82351578). 00000400:00000200:1.0:1761313473.185482:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313473.185486:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:1.0:1761313473.185488:0:15827:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000093201eee 00000400:00000010:1.0:1761313473.185490:0:15827:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000093201eee. 00000100:00000200:1.0:1761313473.185494:0:15827:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000026d75e8 x1846869138380672/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313517 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761313473.196942:0:15826:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:1.0:1761313473.196965:0:15826:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x68fb7baf09780 00000400:00000200:1.0:1761313473.196974:0:15826:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb050d [1] + 224 00000400:00000200:1.0:1761313473.196986:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313473.196990:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:1.0:1761313473.197001:0:15826:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000026d75e8 x1846869138380672/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313517 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761313473.197033:0:15826:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:1.0:1761313473.197040:0:15826:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x68fb7ba85a380 00000400:00000200:1.0:1761313473.197044:0:15826:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xaef05 [2] + 984 00000400:00000200:1.0:1761313473.197068:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313473.197072:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:1.0:1761313473.197078:0:15826:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761313473.197084:0:15826:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000771a630e. 00000020:00000010:1.0:1761313473.197136:0:75220:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006e4f405f. 00000020:00000010:1.0:1761313473.197142:0:75220:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000ee6c533a. 00000020:00000010:1.0:1761313473.197146:0:75220:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000368466cd. 00000100:00000200:1.0:1761313473.197172:0:75220:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000771a630e x1846869131371392/t0(0) o103->78617949-0e11-4ca2-94c2-d809f91deaa9@192.168.204.38@tcp:404/0 lens 328/0 e 0 to 0 dl 1761313479 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:1.0:1761313473.197200:0:75220:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869131371392 02000000:00000010:1.0:1761313473.197211:0:75220:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000fb1a107d. 00010000:00000010:1.0:1761313473.197254:0:75220:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000042ac8c86. 00000100:00000010:1.0:1761313473.197262:0:75220:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000e1a21ea7. 00000100:00000010:1.0:1761313473.197269:0:75220:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000e1a21ea7. 00010000:00000010:1.0:1761313473.197274:0:75220:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000042ac8c86. 00000400:00000010:1.0:1761313473.197288:0:75220:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003b591177. 00000100:00000200:1.0:1761313473.197293:0:75220:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869131371392, offset 224 00000400:00000200:1.0:1761313473.197300:0:75220:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:1.0:1761313473.197312:0:75220:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:1.0:1761313473.197317:0:75220:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [89946:89946:256:4294967295] 192.168.204.38@tcp LPNI seq info [89946:89946:8:4294967295] 00000400:00000200:1.0:1761313473.197343:0:75220:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:1.0:1761313473.197350:0:75220:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:1.0:1761313473.197356:0:75220:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000abc6288c (tot 82351826). 00000800:00000200:1.0:1761313473.197393:0:75220:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:1.0:1761313473.197401:0:75220:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:1.0:1761313473.197405:0:75220:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000abc6288c type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761313473.197423:0:75220:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000ee6c533a. 00000020:00000010:1.0:1761313473.197428:0:75220:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000368466cd. 00000020:00000010:1.0:1761313473.197431:0:75220:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006e4f405f. 00000800:00000200:1.0:1761313473.197539:0:15826:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313473.197542:0:15826:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000abc6288c (tot 82351578). 00000400:00000200:1.0:1761313473.197545:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313473.197549:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:1.0:1761313473.197552:0:15826:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003b591177 00000400:00000010:1.0:1761313473.197554:0:15826:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003b591177. 00010000:00000010:2.1:1761313473.198698:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000195c86d3. 00010000:00000010:2.1:1761313473.198706:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000405b961. 00000800:00000200:0.0:1761313473.198979:0:15825:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761313473.198983:0:15825:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000044feb42c (tot 82351578). 00000400:00000200:0.0:1761313473.198990:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313473.198995:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:0.0:1761313473.199000:0:15825:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e3e27e8e 00000400:00000010:0.0:1761313473.199001:0:15825:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e3e27e8e. 00000100:00000200:0.0:1761313473.199008:0:15825:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000026d75e8 x1846869138380736/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313517 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1761313473.202402:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000073c8af0e. 00000400:00000200:1.0:1761313473.203827:0:15826:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:1.0:1761313473.203848:0:15826:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x68fb7baf097c0 00000400:00000200:1.0:1761313473.203857:0:15826:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb0519 [1] + 224 00000400:00000200:1.0:1761313473.203867:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313473.203871:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:1.0:1761313473.203881:0:15826:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000026d75e8 x1846869138380736/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313517 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761313473.203943:0:15826:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:1.0:1761313473.203948:0:15826:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x68fb7ba85a3c0 00000400:00000200:1.0:1761313473.203954:0:15826:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xaef05 [2] + 1312 00000400:00000200:1.0:1761313473.203962:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313473.203965:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:1.0:1761313473.203968:0:15826:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761313473.203973:0:15826:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000c18fc9d0. 00000020:00000010:3.0:1761313473.204076:0:64710:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007363d03a. 00000020:00000010:3.0:1761313473.204085:0:64710:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000007bf9114. 00000020:00000010:3.0:1761313473.204090:0:64710:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000001fad5fbb. 00000100:00000200:3.0:1761313473.204116:0:64710:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000c18fc9d0 x1846869131371456/t0(0) o103->78617949-0e11-4ca2-94c2-d809f91deaa9@192.168.204.38@tcp:404/0 lens 328/0 e 0 to 0 dl 1761313479 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:3.0:1761313473.204151:0:64710:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869131371456 02000000:00000010:3.0:1761313473.204163:0:64710:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000004622a50f. 00010000:00000010:3.0:1761313473.204198:0:64710:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000005184e384. 00000100:00000010:3.0:1761313473.204205:0:64710:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000373cc026. 00000100:00000010:3.0:1761313473.204211:0:64710:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000373cc026. 00010000:00000010:3.0:1761313473.204214:0:64710:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000005184e384. 00000400:00000010:3.0:1761313473.204228:0:64710:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009195ec4b. 00000100:00000200:3.0:1761313473.204233:0:64710:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869131371456, offset 224 00000400:00000200:3.0:1761313473.204241:0:64710:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:3.0:1761313473.204251:0:64710:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:3.0:1761313473.204257:0:64710:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [89948:89948:256:4294967295] 192.168.204.38@tcp LPNI seq info [89948:89948:8:4294967295] 00000400:00000200:3.0:1761313473.204266:0:64710:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:3.0:1761313473.204271:0:64710:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:3.0:1761313473.204275:0:64710:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000572c2ec6 (tot 82351826). 00000800:00000200:3.0:1761313473.204280:0:64710:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:3.0:1761313473.204286:0:64710:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:3.0:1761313473.204289:0:64710:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000572c2ec6 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761313473.204314:0:64710:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000007bf9114. 00000020:00000010:3.0:1761313473.204318:0:64710:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000001fad5fbb. 00000020:00000010:3.0:1761313473.204322:0:64710:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007363d03a. 00000800:00000200:0.0:1761313473.204460:0:15825:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761313473.204464:0:15825:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000572c2ec6 (tot 82351578). 00000400:00000200:0.0:1761313473.204467:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313473.204470:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:0.0:1761313473.204472:0:15825:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009195ec4b 00000400:00000010:0.0:1761313473.204473:0:15825:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009195ec4b. 00000800:00000200:1.0:1761313473.205117:0:15827:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313473.205120:0:15827:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000044feb42c (tot 82351578). 00000400:00000200:1.0:1761313473.205125:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313473.205129:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:1.0:1761313473.205131:0:15827:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000060537b9b 00000400:00000010:1.0:1761313473.205133:0:15827:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000060537b9b. 00000100:00000200:1.0:1761313473.205138:0:15827:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000026d75e8 x1846869138380800/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313517 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1761313473.206416:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e89bfa27. 00010000:00000010:2.1:1761313473.206428:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009ad15efc. 00010000:00000010:2.1:1761313473.206432:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d0a6b310. 00000400:00000200:1.0:1761313473.208669:0:15826:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:1.0:1761313473.208689:0:15826:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x68fb7baf09800 00000400:00000200:1.0:1761313473.208697:0:15826:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb0525 [1] + 224 00000400:00000200:1.0:1761313473.208707:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313473.208711:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:1.0:1761313473.208721:0:15826:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000026d75e8 x1846869138380800/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313517 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761313473.208753:0:15826:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:1.0:1761313473.208758:0:15826:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x68fb7ba85a400 00000400:00000200:1.0:1761313473.208762:0:15826:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xaef05 [2] + 1640 00000400:00000200:1.0:1761313473.208772:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313473.208775:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:1.0:1761313473.208778:0:15826:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761313473.208783:0:15826:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000a5ef76cf. 00000020:00000010:3.0:1761313473.209060:0:75220:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007363d03a. 00000020:00000010:3.0:1761313473.209068:0:75220:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000007bf9114. 00000020:00000010:3.0:1761313473.209072:0:75220:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000001fad5fbb. 00000100:00000200:3.0:1761313473.209096:0:75220:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000a5ef76cf x1846869131371520/t0(0) o103->78617949-0e11-4ca2-94c2-d809f91deaa9@192.168.204.38@tcp:404/0 lens 328/0 e 0 to 0 dl 1761313479 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:3.0:1761313473.210386:0:75220:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869131371520 02000000:00000010:3.0:1761313473.210406:0:75220:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000622c1d89. 00010000:00000010:3.0:1761313473.210437:0:75220:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000089e0e9da. 00010000:00000010:3.0:1761313473.210461:0:75220:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000005184e384. 00000100:00000010:3.0:1761313473.210468:0:75220:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000373cc026. 00000100:00000010:3.0:1761313473.210483:0:75220:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000373cc026. 00010000:00000010:3.0:1761313473.210487:0:75220:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000005184e384. 00000400:00000010:3.0:1761313473.210502:0:75220:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004930bf94. 00000100:00000200:3.0:1761313473.210507:0:75220:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869131371520, offset 224 00000400:00000200:3.0:1761313473.210516:0:75220:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:3.0:1761313473.210533:0:75220:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:3.0:1761313473.210539:0:75220:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [89950:89950:256:4294967295] 192.168.204.38@tcp LPNI seq info [89950:89950:8:4294967295] 00000400:00000200:3.0:1761313473.210549:0:75220:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:3.0:1761313473.210554:0:75220:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:3.0:1761313473.210559:0:75220:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000896a3ffd (tot 82351826). 00000800:00000200:3.0:1761313473.210566:0:75220:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:3.0:1761313473.210573:0:75220:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:3.0:1761313473.210577:0:75220:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000896a3ffd type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761313473.210609:0:75220:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000007bf9114. 00000020:00000010:3.0:1761313473.210614:0:75220:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000001fad5fbb. 00000020:00000010:3.0:1761313473.210619:0:75220:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007363d03a. 00000800:00000200:1.0:1761313473.210724:0:15825:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313473.210729:0:15825:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000896a3ffd (tot 82351578). 00000400:00000200:1.0:1761313473.210734:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313473.210739:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:1.0:1761313473.210742:0:15825:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004930bf94 00000400:00000010:1.0:1761313473.210745:0:15825:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004930bf94. 00000800:00000200:1.0:1761313473.212931:0:15827:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313473.212935:0:15827:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c737f52d (tot 82351578). 00000400:00000200:1.0:1761313473.212942:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313473.212948:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:1.0:1761313473.212953:0:15827:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002c0ac683 00000400:00000010:1.0:1761313473.212955:0:15827:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002c0ac683. 00000100:00000200:1.0:1761313473.212963:0:15827:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000026d75e8 x1846869138380864/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313517 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1761313473.214900:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000b2c681c. 00010000:00000010:2.1:1761313473.214914:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a00ea312. 00010000:00000010:2.1:1761313473.214918:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a633bc9a. 00000400:00000200:1.0:1761313473.216667:0:15826:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:1.0:1761313473.216688:0:15826:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x68fb7baf09840 00000400:00000200:1.0:1761313473.216697:0:15826:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb0531 [1] + 224 00000400:00000200:1.0:1761313473.216709:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313473.216713:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:1.0:1761313473.216725:0:15826:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000026d75e8 x1846869138380864/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313517 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761313473.216768:0:15826:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:1.0:1761313473.216774:0:15826:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x68fb7ba85a440 00000400:00000200:1.0:1761313473.216779:0:15826:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xaef05 [2] + 1968 00000400:00000010:1.0:1761313473.216783:0:15826:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000001e48e561. 00000400:00000200:1.0:1761313473.216788:0:15826:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 000000000d0c38c1 00000400:00000200:1.0:1761313473.216853:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313473.216858:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:1.0:1761313473.216861:0:15826:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000d0c38c1 00000400:00000010:1.0:1761313473.216863:0:15826:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 000000000d0c38c1 (tot 82351426). 00000100:00000200:1.0:1761313473.216869:0:15826:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:3.0:1761313473.217936:0:75220:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007363d03a. 00000020:00000010:3.0:1761313473.217944:0:75220:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000007bf9114. 00000020:00000010:3.0:1761313473.217948:0:75220:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000001fad5fbb. 00000100:00000200:3.0:1761313473.217971:0:75220:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000006a4714c3 x1846869131371584/t0(0) o103->78617949-0e11-4ca2-94c2-d809f91deaa9@192.168.204.38@tcp:404/0 lens 328/0 e 0 to 0 dl 1761313479 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00010000:00000010:3.1:1761313473.218555:0:75220:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001dc32354. 00000100:00000200:3.0:1761313473.218581:0:75220:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869131371584 02000000:00000010:3.0:1761313473.218595:0:75220:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000045eaad2. 00010000:00000010:3.0:1761313473.218623:0:75220:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000806200b. 00010000:00000010:3.0:1761313473.218643:0:75220:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000005184e384. 00000100:00000010:3.0:1761313473.218650:0:75220:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000373cc026. 00000100:00000010:3.0:1761313473.218663:0:75220:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000373cc026. 00010000:00000010:3.0:1761313473.218666:0:75220:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000005184e384. 00000400:00000010:3.0:1761313473.218681:0:75220:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000072ca0382. 00000100:00000200:3.0:1761313473.218686:0:75220:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869131371584, offset 224 00000400:00000200:3.0:1761313473.218694:0:75220:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:3.0:1761313473.218706:0:75220:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:3.0:1761313473.218712:0:75220:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [89952:89952:256:4294967295] 192.168.204.38@tcp LPNI seq info [89952:89952:8:4294967295] 00000400:00000200:3.0:1761313473.218722:0:75220:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:3.0:1761313473.218727:0:75220:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:3.0:1761313473.218732:0:75220:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000633d13cc (tot 82351674). 00000800:00000200:3.0:1761313473.218737:0:75220:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:3.0:1761313473.218743:0:75220:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:3.0:1761313473.218747:0:75220:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000633d13cc type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761313473.218774:0:75220:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000007bf9114. 00000020:00000010:3.0:1761313473.218778:0:75220:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000001fad5fbb. 00000020:00000010:3.0:1761313473.218783:0:75220:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007363d03a. 02000000:00000010:3.0:1761313473.218791:0:75220:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000622c1d89. 00000100:00000010:3.0:1761313473.218794:0:75220:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000a5ef76cf. 02000000:00000010:3.0:1761313473.218797:0:75220:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000004622a50f. 00000100:00000010:3.0:1761313473.218811:0:75220:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000c18fc9d0. 02000000:00000010:3.0:1761313473.218814:0:75220:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000fb1a107d. 00000100:00000010:3.0:1761313473.218815:0:75220:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000771a630e. 02000000:00000010:3.0:1761313473.218818:0:75220:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000f3442800. 00000100:00000010:3.0:1761313473.218820:0:75220:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000678f995f. 02000000:00000010:3.0:1761313473.218823:0:75220:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000323860f0. 00000100:00000010:3.0:1761313473.218825:0:75220:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000db5c2442. 02000000:00000010:3.0:1761313473.218827:0:75220:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000001b863178. 00000100:00000010:3.0:1761313473.218829:0:75220:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001375339a. 00000100:00000200:3.0:1761313473.218835:0:75220:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1761313473.218840:0:75220:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000006c765f6c. 00000400:00000010:3.0:1761313473.218844:0:75220:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000373cc026 (tot 82351826). 00000800:00000200:1.0:1761313473.219121:0:15825:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313473.219125:0:15825:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000633d13cc (tot 82351578). 00000400:00000200:1.0:1761313473.219129:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313473.219133:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:1.0:1761313473.219137:0:15825:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000072ca0382 00000400:00000010:1.0:1761313473.219139:0:15825:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000072ca0382. 02000000:00000010:1.0:1761313473.219143:0:15825:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000045eaad2. 00010000:00000010:2.1:1761313473.219641:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006818aeac. 00010000:00000010:2.1:1761313473.219650:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000405b961. 00000800:00000200:1.0:1761313473.220599:0:15827:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313473.220602:0:15827:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001293a8d4 (tot 82351578). 00000400:00000200:1.0:1761313473.220608:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313473.220612:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:1.0:1761313473.220616:0:15827:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000082ff5abb 00000400:00000010:1.0:1761313473.220617:0:15827:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000082ff5abb. 00000100:00000200:1.0:1761313473.220624:0:15827:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000026d75e8 x1846869138380928/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313517 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761313473.223421:0:15826:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:1.0:1761313473.223846:0:15826:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x68fb7baf09880 00000400:00000200:1.0:1761313473.223855:0:15826:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb0541 [1] + 224 00000400:00000200:1.0:1761313473.223867:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313473.223871:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:1.0:1761313473.223883:0:15826:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000026d75e8 x1846869138380928/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313517 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761313473.224761:0:15826:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:1.0:1761313473.224770:0:15826:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x68fb7ba85a480 00000400:00000200:1.0:1761313473.224776:0:15826:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xaef5d [2] + 0 00000400:00000200:1.0:1761313473.224843:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313473.224847:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:1.0:1761313473.224852:0:15826:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761313473.224857:0:15826:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000dfcb6cbf. 00000020:00000010:0.0:1761313473.225264:0:64710:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000dc166cd7. 00000020:00000010:0.0:1761313473.225270:0:64710:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000036663de0. 00000020:00000010:0.0:1761313473.225274:0:64710:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000070a37cfb. 00000100:00000200:0.0:1761313473.225297:0:64710:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000dfcb6cbf x1846869131371648/t0(0) o103->78617949-0e11-4ca2-94c2-d809f91deaa9@192.168.204.38@tcp:404/0 lens 328/0 e 0 to 0 dl 1761313479 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:0.0:1761313473.225774:0:64710:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869131371648 02000000:00000010:0.0:1761313473.225787:0:64710:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000239f1489. 00010000:00000010:0.0:1761313473.225823:0:64710:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000059a1defe. 00010000:00000010:0.0:1761313473.225844:0:64710:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000000ae44d87. 00000100:00000010:0.0:1761313473.225851:0:64710:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000034a849e2. 00000100:00000010:0.0:1761313473.225864:0:64710:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000034a849e2. 00010000:00000010:0.0:1761313473.225867:0:64710:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000000ae44d87. 00000400:00000010:0.0:1761313473.225880:0:64710:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b0337f11. 00000100:00000200:0.0:1761313473.225885:0:64710:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869131371648, offset 224 00000400:00000200:0.0:1761313473.225893:0:64710:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:0.0:1761313473.225905:0:64710:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:0.0:1761313473.225910:0:64710:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [89954:89954:256:4294967295] 192.168.204.38@tcp LPNI seq info [89954:89954:8:4294967295] 00000400:00000200:0.0:1761313473.225920:0:64710:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:0.0:1761313473.225925:0:64710:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:0.0:1761313473.225930:0:64710:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000bf9711e7 (tot 82351826). 00000800:00000200:0.0:1761313473.225935:0:64710:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:0.0:1761313473.225942:0:64710:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:0.0:1761313473.225945:0:64710:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000bf9711e7 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761313473.225970:0:64710:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000036663de0. 00000020:00000010:0.0:1761313473.225975:0:64710:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000070a37cfb. 00000020:00000010:0.0:1761313473.225978:0:64710:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000dc166cd7. 00000800:00000200:1.0:1761313473.226467:0:15825:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313473.226471:0:15825:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000bf9711e7 (tot 82351826). 00000400:00000200:1.0:1761313473.226474:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313473.226478:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:1.0:1761313473.226481:0:15825:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b0337f11 00000400:00000010:1.0:1761313473.226483:0:15825:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b0337f11. 00000800:00000200:1.0:1761313473.226542:0:15825:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313473.226544:0:15825:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001293a8d4 (tot 82351578). 00000400:00000200:1.0:1761313473.226547:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313473.226550:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:1.0:1761313473.226552:0:15825:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000042ef5faf 00000400:00000010:1.0:1761313473.226553:0:15825:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000042ef5faf. 00000100:00000200:1.0:1761313473.226559:0:15825:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000026d75e8 x1846869138380992/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313517 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1761313473.226672:0:75220:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b1332319. 00010000:00000010:2.1:1761313473.229672:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000038df5032. 00010000:00000010:2.1:1761313473.229685:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d0a6b310. 00010000:00000010:2.1:1761313473.229689:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ee4e5118. 00010000:00000010:2.1:1761313473.229692:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000405b961. 00000400:00000200:1.0:1761313473.229986:0:15827:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:1.0:1761313473.230003:0:15827:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x68fb7baf098c0 00000400:00000200:1.0:1761313473.230012:0:15827:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb054d [1] + 224 00000400:00000200:1.0:1761313473.230027:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313473.230031:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:1.0:1761313473.230042:0:15827:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000026d75e8 x1846869138380992/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313517 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761313473.230832:0:15827:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:1.0:1761313473.230841:0:15827:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x68fb7ba85a4c0 00000400:00000200:1.0:1761313473.230846:0:15827:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xaef5d [2] + 328 00000400:00000200:1.0:1761313473.230898:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313473.230902:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:1.0:1761313473.230906:0:15827:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761313473.230912:0:15827:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ba613791. 00000020:00000010:0.0:1761313473.232262:0:64710:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000dc166cd7. 00000020:00000010:0.0:1761313473.232269:0:64710:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000036663de0. 00000020:00000010:0.0:1761313473.232274:0:64710:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000070a37cfb. 00000100:00000200:0.0:1761313473.232297:0:64710:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000ba613791 x1846869131371712/t0(0) o103->78617949-0e11-4ca2-94c2-d809f91deaa9@192.168.204.38@tcp:404/0 lens 328/0 e 0 to 0 dl 1761313479 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:3.0:1761313473.232629:0:75220:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869131371712 00010000:00000010:2.0:1761313473.237439:0:75220:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000002b44dbd3. 00000100:00000010:2.0:1761313473.237448:0:75220:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c4174eb1. 00000100:00000010:2.0:1761313473.237461:0:75220:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000c4174eb1. 00010000:00000010:2.0:1761313473.237464:0:75220:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000002b44dbd3. 00000400:00000010:2.0:1761313473.237478:0:75220:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000043b2001f. 00000100:00000200:2.0:1761313473.237483:0:75220:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869131371712, offset 224 00000400:00000200:2.0:1761313473.237494:0:75220:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:2.0:1761313473.237510:0:75220:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:2.0:1761313473.237516:0:75220:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [89956:89956:256:4294967295] 192.168.204.38@tcp LPNI seq info [89956:89956:8:4294967295] 00000400:00000200:2.0:1761313473.237527:0:75220:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:2.0:1761313473.237532:0:75220:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:2.0:1761313473.237537:0:75220:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c737f52d (tot 82351826). 00000800:00000200:2.0:1761313473.237543:0:75220:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:2.0:1761313473.237549:0:75220:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:2.0:1761313473.237553:0:75220:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c737f52d type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761313473.237578:0:75220:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000036663de0. 00000020:00000010:2.0:1761313473.237584:0:75220:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000070a37cfb. 00000020:00000010:2.0:1761313473.237588:0:75220:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000dc166cd7. 00080000:00000010:3.0:1761313473.237657:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000bb979ac2. 00010000:00000010:3.0:1761313473.237745:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d80378c8. 00010000:00000010:3.0:1761313473.237751:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000d23265a1. 00010000:00000010:3.0:1761313473.237865:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000000bba83c1. 00010000:00000010:3.0:1761313473.237870:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000001f3762f6. 00010000:00000010:3.0:1761313473.237880:0:77239:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000005184e384. 00000100:00000010:3.0:1761313473.237885:0:77239:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000070062ae9. 00000100:00000010:3.0:1761313473.237893:0:77239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000a90c5c2d. 02000000:00000010:3.0:1761313473.237904:0:77239:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000d7fb6e05. 02000000:00000010:3.0:1761313473.237931:0:77239:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000004f13a525. 00000400:00000010:3.0:1761313473.237936:0:77239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000065c2fa25. 00000400:00000010:3.0:1761313473.237942:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000072ca0382. 00000100:00000200:3.0:1761313473.237946:0:77239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869138381056, portal 16 00000400:00000010:3.0:1761313473.237951:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004930bf94. 00000100:00000200:3.0:1761313473.237953:0:77239:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869138381056, offset 0 00000400:00000200:3.0:1761313473.237958:0:77239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:3.0:1761313473.237966:0:77239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:3.0:1761313473.237973:0:77239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:3.0:1761313473.237976:0:77239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761313473.237979:0:77239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:3.0:1761313473.237981:0:77239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [89957:89957:255:4294967295] 192.168.204.38@tcp LPNI seq info [89957:89957:7:4294967295] 00000400:00000200:3.0:1761313473.237988:0:77239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:3.0:1761313473.237992:0:77239:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:3.0:1761313473.237995:0:77239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006eaa0fc9 (tot 82352074). 00000800:00000200:3.0:1761313473.237998:0:77239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:3.0:1761313473.238002:0:77239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:3.0:1761313473.238004:0:77239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000006eaa0fc9 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761313473.238106:0:15826:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761313473.238110:0:15826:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c737f52d (tot 82351826). 00000400:00000200:0.0:1761313473.238116:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313473.238120:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:0.0:1761313473.238125:0:15826:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000043b2001f 00000400:00000010:0.0:1761313473.238126:0:15826:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000043b2001f. 00000800:00000200:0.0:1761313473.238198:0:15826:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761313473.238200:0:15826:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006eaa0fc9 (tot 82351578). 00000400:00000200:0.0:1761313473.238203:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313473.238205:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:0.0:1761313473.238207:0:15826:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004930bf94 00000400:00000010:0.0:1761313473.238208:0:15826:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004930bf94. 00000100:00000200:0.0:1761313473.238215:0:15826:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000a90c5c2d x1846869138381056/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313517 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761313473.241545:0:15825:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:3.0:1761313473.241567:0:15825:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x68fb7baf09900 00000400:00000200:3.0:1761313473.241576:0:15825:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb0559 [1] + 224 00000400:00000200:3.0:1761313473.241589:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313473.241593:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:3.0:1761313473.241602:0:15825:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000a90c5c2d x1846869138381056/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313517 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1761313473.241737:0:77239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000065c2fa25. 00000400:00000200:2.0:1761313473.241742:0:77239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000072ca0382 00000400:00000010:2.0:1761313473.241744:0:77239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000072ca0382. 00000100:00000200:2.0:1761313473.241751:0:77239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000a90c5c2d x1846869138381056/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313517 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761313473.241758:0:77239:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000a90c5c2d x1846869138381056/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313517 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761313473.241786:0:77239:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000004f13a525. 02000000:00000010:2.0:1761313473.241791:0:77239:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000d7fb6e05. 00000100:00000010:2.0:1761313473.241794:0:77239:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000a90c5c2d. 00000100:00000010:2.0:1761313473.241805:0:77239:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000070062ae9. 00010000:00000010:2.0:1761313473.241810:0:77239:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000005184e384. 00010000:00000010:0.1:1761313473.243402:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d84b3743. 00010000:00000010:2.1:1761313473.243497:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008d7b4770. 00010000:00000010:2.1:1761313473.243503:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a633bc9a. 00000400:00000200:1.0:1761313473.244506:0:15827:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:1.0:1761313473.244525:0:15827:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x68fb7ba85a500 00000400:00000200:1.0:1761313473.244533:0:15827:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xaef5d [2] + 656 00000400:00000200:1.0:1761313473.244594:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313473.244598:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:1.0:1761313473.244604:0:15827:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761313473.244610:0:15827:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d93d7538. 00000020:00000010:2.0:1761313473.244703:0:75220:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000044919959. 00000020:00000010:2.0:1761313473.244712:0:75220:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000808b90b0. 00000020:00000010:2.0:1761313473.244716:0:75220:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000002a2a212e. 00000100:00000200:2.0:1761313473.244742:0:75220:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000d93d7538 x1846869131371776/t0(0) o103->78617949-0e11-4ca2-94c2-d809f91deaa9@192.168.204.38@tcp:404/0 lens 328/0 e 0 to 0 dl 1761313479 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:2.0:1761313473.244778:0:75220:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869131371776 02000000:00000010:2.0:1761313473.244790:0:75220:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000d251cb3a. 00010000:00000010:2.0:1761313473.244829:0:75220:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a5a68be7. 00010000:00000010:2.0:1761313473.244851:0:75220:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000002b44dbd3. 00000100:00000010:2.0:1761313473.244858:0:75220:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c4174eb1. 00000100:00000010:2.0:1761313473.244880:0:75220:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000c4174eb1. 00010000:00000010:2.0:1761313473.244885:0:75220:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000002b44dbd3. 00000400:00000010:2.0:1761313473.244898:0:75220:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000032f4837. 00000100:00000200:2.0:1761313473.244904:0:75220:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869131371776, offset 224 00000400:00000200:2.0:1761313473.244911:0:75220:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:2.0:1761313473.244922:0:75220:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:2.0:1761313473.244927:0:75220:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [89958:89958:256:4294967295] 192.168.204.38@tcp LPNI seq info [89958:89958:8:4294967295] 00000400:00000200:2.0:1761313473.244939:0:75220:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:2.0:1761313473.244944:0:75220:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:2.0:1761313473.244948:0:75220:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000044feb42c (tot 82351826). 00000800:00000200:2.0:1761313473.244952:0:75220:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:2.0:1761313473.244959:0:75220:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:2.0:1761313473.244963:0:75220:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000044feb42c type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761313473.244988:0:75220:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000808b90b0. 00000020:00000010:2.0:1761313473.244992:0:75220:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000002a2a212e. 00000020:00000010:2.0:1761313473.244995:0:75220:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000044919959. 00080000:00000010:3.0:1761313473.245093:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d57da5c1. 00010000:00000010:3.0:1761313473.245169:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000001f3762f6. 00010000:00000010:3.0:1761313473.245176:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000003a79467e. 00010000:00000010:3.0:1761313473.245244:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000e4d70e9b. 00010000:00000010:3.0:1761313473.245249:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000001f3762f6. 00010000:00000010:3.0:1761313473.245259:0:77239:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000037cfa27c. 00000100:00000010:3.0:1761313473.245263:0:77239:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a069c63b. 00000100:00000010:3.0:1761313473.245269:0:77239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000008be944fb. 02000000:00000010:3.0:1761313473.245279:0:77239:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000006c11c8fb. 02000000:00000010:3.0:1761313473.245301:0:77239:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000233a92a5. 00000400:00000010:3.0:1761313473.245306:0:77239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000b3fb8c08. 00000400:00000010:3.0:1761313473.245310:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009195ec4b. 00000100:00000200:3.0:1761313473.245315:0:77239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869138381120, portal 16 00000400:00000010:3.0:1761313473.245319:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000000a5a7d. 00000100:00000200:3.0:1761313473.245321:0:77239:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869138381120, offset 0 00000400:00000200:3.0:1761313473.245326:0:77239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:3.0:1761313473.245333:0:77239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:3.0:1761313473.245340:0:77239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:3.0:1761313473.245343:0:77239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761313473.245346:0:77239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:3.0:1761313473.245348:0:77239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [89959:89959:255:4294967295] 192.168.204.38@tcp LPNI seq info [89959:89959:7:4294967295] 00000400:00000200:3.0:1761313473.245355:0:77239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:3.0:1761313473.245404:0:77239:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:3.0:1761313473.245408:0:77239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000986d3ed7 (tot 82352074). 00000800:00000200:3.0:1761313473.245411:0:77239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:3.0:1761313473.245415:0:77239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:3.0:1761313473.245417:0:77239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000986d3ed7 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761313473.245527:0:15826:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313473.245530:0:15826:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000044feb42c (tot 82351826). 00000400:00000200:1.0:1761313473.245535:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313473.245539:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:1.0:1761313473.245543:0:15826:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000032f4837 00000400:00000010:1.0:1761313473.245545:0:15826:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000032f4837. 00000800:00000200:1.0:1761313473.245583:0:15826:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313473.245585:0:15826:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000986d3ed7 (tot 82351578). 00000400:00000200:1.0:1761313473.245588:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313473.245591:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:1.0:1761313473.245593:0:15826:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000000a5a7d 00000400:00000010:1.0:1761313473.245594:0:15826:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000000a5a7d. 00000100:00000200:1.0:1761313473.245599:0:15826:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000008be944fb x1846869138381120/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313517 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1761313473.247518:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b3c38226. 00010000:00000010:3.1:1761313473.247567:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000053abc843. 00010000:00000010:3.1:1761313473.247573:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000097e21150. 00000400:00000200:3.0:1761313473.249237:0:15825:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:3.0:1761313473.249255:0:15825:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x68fb7baf09940 00000400:00000200:3.0:1761313473.249263:0:15825:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb0565 [1] + 224 00000400:00000200:3.0:1761313473.249278:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313473.249283:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:3.0:1761313473.249294:0:15825:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000008be944fb x1846869138381120/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313517 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1761313473.249409:0:77239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000b3fb8c08. 00000400:00000200:2.0:1761313473.249414:0:77239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009195ec4b 00000400:00000010:2.0:1761313473.249416:0:77239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009195ec4b. 00000100:00000200:2.0:1761313473.249421:0:77239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000008be944fb x1846869138381120/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313517 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761313473.249434:0:77239:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000008be944fb x1846869138381120/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313517 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761313473.249461:0:77239:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000233a92a5. 02000000:00000010:2.0:1761313473.249468:0:77239:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000006c11c8fb. 00000100:00000010:2.0:1761313473.249471:0:77239:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000008be944fb. 00000100:00000010:2.0:1761313473.249475:0:77239:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a069c63b. 00010000:00000010:2.0:1761313473.249478:0:77239:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000037cfa27c. 00000400:00000200:1.0:1761313473.255236:0:15827:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:1.0:1761313473.255260:0:15827:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x68fb7ba85a540 00000400:00000200:1.0:1761313473.255268:0:15827:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xaef5d [2] + 984 00000400:00000200:1.0:1761313473.255339:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313473.255353:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:1.0:1761313473.255378:0:15827:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761313473.255384:0:15827:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000eabf7b6f. 00000020:00000010:3.0:1761313473.255519:0:64710:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002cec0390. 00000020:00000010:3.0:1761313473.255526:0:64710:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000007bf9114. 00000020:00000010:3.0:1761313473.255530:0:64710:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000001fad5fbb. 00000100:00000200:3.0:1761313473.255567:0:64710:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000eabf7b6f x1846869131371840/t0(0) o103->78617949-0e11-4ca2-94c2-d809f91deaa9@192.168.204.38@tcp:404/0 lens 328/0 e 0 to 0 dl 1761313479 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:3.0:1761313473.255599:0:64710:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869131371840 02000000:00000010:3.0:1761313473.255610:0:64710:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000071f932b6. 00010000:00000010:3.0:1761313473.255636:0:64710:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000534612bb. 00010000:00000010:3.0:1761313473.255658:0:64710:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000989be21c. 00000100:00000010:3.0:1761313473.255664:0:64710:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000009a487346. 00000100:00000010:3.0:1761313473.255676:0:64710:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000009a487346. 00010000:00000010:3.0:1761313473.255679:0:64710:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000989be21c. 00000400:00000010:3.0:1761313473.255693:0:64710:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005a482a69. 00000100:00000200:3.0:1761313473.255698:0:64710:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869131371840, offset 224 00000400:00000200:3.0:1761313473.255705:0:64710:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:3.0:1761313473.255716:0:64710:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:3.0:1761313473.255721:0:64710:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [89960:89960:256:4294967295] 192.168.204.38@tcp LPNI seq info [89960:89960:8:4294967295] 00000400:00000200:3.0:1761313473.255731:0:64710:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:3.0:1761313473.255735:0:64710:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:3.0:1761313473.255739:0:64710:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000006d74909 (tot 82351826). 00000800:00000200:3.0:1761313473.255744:0:64710:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:3.0:1761313473.255750:0:64710:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:3.0:1761313473.255754:0:64710:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000006d74909 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761313473.255768:0:64710:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000007bf9114. 00000020:00000010:3.0:1761313473.255771:0:64710:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000001fad5fbb. 00000020:00000010:3.0:1761313473.255775:0:64710:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000002cec0390. 00000800:00000200:1.0:1761313473.256047:0:15826:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313473.256051:0:15826:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000006d74909 (tot 82351578). 00000400:00000200:1.0:1761313473.256055:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313473.256058:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:1.0:1761313473.256062:0:15826:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005a482a69 00000400:00000010:1.0:1761313473.256064:0:15826:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005a482a69. 00080000:00000010:1.0:1761313473.256088:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 000000006e4f405f. 00010000:00000010:1.0:1761313473.256172:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000001f3762f6. 00010000:00000010:1.0:1761313473.256178:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000007a2aeded. 00010000:00000010:1.0:1761313473.256247:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b0633623. 00010000:00000010:1.0:1761313473.256252:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000967e4f86. 00010000:00000010:1.0:1761313473.256262:0:77239:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000042ac8c86. 00000100:00000010:1.0:1761313473.256265:0:77239:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000e1a21ea7. 00000100:00000010:1.0:1761313473.256271:0:77239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000088da404. 02000000:00000010:1.0:1761313473.256281:0:77239:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000ac767c4e. 02000000:00000010:1.0:1761313473.256302:0:77239:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000dbb416b7. 00000400:00000010:1.0:1761313473.256307:0:77239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000071fbb7b. 00000400:00000010:1.0:1761313473.256311:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003b591177. 00000100:00000200:1.0:1761313473.256315:0:77239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869138381184, portal 16 00000400:00000010:1.0:1761313473.256319:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e7bbe35e. 00000100:00000200:1.0:1761313473.256321:0:77239:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869138381184, offset 0 00000400:00000200:1.0:1761313473.256325:0:77239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:1.0:1761313473.256330:0:77239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:1.0:1761313473.256337:0:77239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:1.0:1761313473.256340:0:77239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761313473.256342:0:77239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:1.0:1761313473.256505:0:77239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [89961:89961:256:4294967295] 192.168.204.38@tcp LPNI seq info [89961:89961:8:4294967295] 00000400:00000200:1.0:1761313473.256513:0:77239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:1.0:1761313473.256519:0:77239:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:1.0:1761313473.256523:0:77239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000abc6288c (tot 82351826). 00000800:00000200:1.0:1761313473.256527:0:77239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:1.0:1761313473.256531:0:77239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:1.0:1761313473.256533:0:77239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000abc6288c type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761313473.257269:0:15825:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761313473.257272:0:15825:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000abc6288c (tot 82351578). 00000400:00000200:3.0:1761313473.257276:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313473.257281:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:3.0:1761313473.257284:0:15825:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e7bbe35e 00000400:00000010:3.0:1761313473.257285:0:15825:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e7bbe35e. 00000100:00000200:3.0:1761313473.257291:0:15825:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000088da404 x1846869138381184/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313517 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761313473.262991:0:15827:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:1.0:1761313473.263012:0:15827:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x68fb7baf09980 00000400:00000200:1.0:1761313473.263021:0:15827:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb0571 [1] + 224 00000400:00000200:1.0:1761313473.263040:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313473.263044:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:1.0:1761313473.263056:0:15827:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000088da404 x1846869138381184/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313517 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1761313473.263250:0:77239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000071fbb7b. 00000400:00000200:2.0:1761313473.263255:0:77239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003b591177 00000400:00000010:2.0:1761313473.263257:0:77239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003b591177. 00000100:00000200:2.0:1761313473.263264:0:77239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000088da404 x1846869138381184/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313517 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761313473.263271:0:77239:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000088da404 x1846869138381184/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313517 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761313473.263300:0:77239:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000dbb416b7. 02000000:00000010:2.0:1761313473.263306:0:77239:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000ac767c4e. 00000100:00000010:2.0:1761313473.263309:0:77239:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000088da404. 00000100:00000010:2.0:1761313473.263312:0:77239:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000e1a21ea7. 00010000:00000010:2.0:1761313473.263316:0:77239:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000042ac8c86. 00010000:00000010:2.1:1761313473.263696:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009747fc9a. 00010000:00000010:3.1:1761313473.263896:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002fbe183d. 00010000:00000010:3.1:1761313473.263902:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000bba83c1. 00000400:00000200:1.0:1761313473.263934:0:15826:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:1.0:1761313473.263943:0:15826:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x68fb7ba85a580 00000400:00000200:1.0:1761313473.263948:0:15826:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xaef5d [2] + 1312 00000400:00000200:1.0:1761313473.264191:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313473.264196:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:1.0:1761313473.264200:0:15826:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761313473.264205:0:15826:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000242da0db. 00000020:00000010:2.0:1761313473.264445:0:75220:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000044919959. 00000020:00000010:2.0:1761313473.264452:0:75220:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000808b90b0. 00000020:00000010:2.0:1761313473.264457:0:75220:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000002a2a212e. 00000100:00000200:2.0:1761313473.264479:0:75220:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000242da0db x1846869131371904/t0(0) o103->78617949-0e11-4ca2-94c2-d809f91deaa9@192.168.204.38@tcp:404/0 lens 328/0 e 0 to 0 dl 1761313479 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:2.0:1761313473.264508:0:75220:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869131371904 02000000:00000010:2.0:1761313473.264520:0:75220:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000000c77c6f0. 00010000:00000010:2.0:1761313473.264545:0:75220:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000df76bff8. 00010000:00000010:2.0:1761313473.264566:0:75220:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000002b44dbd3. 00000100:00000010:2.0:1761313473.264572:0:75220:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c4174eb1. 00000100:00000010:2.0:1761313473.264586:0:75220:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000c4174eb1. 00010000:00000010:2.0:1761313473.264589:0:75220:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000002b44dbd3. 00000400:00000010:2.0:1761313473.264604:0:75220:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000081eaf8d3. 00000100:00000200:2.0:1761313473.264608:0:75220:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869131371904, offset 224 00000400:00000200:2.0:1761313473.264617:0:75220:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:2.0:1761313473.264627:0:75220:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:2.0:1761313473.264632:0:75220:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [89962:89962:256:4294967295] 192.168.204.38@tcp LPNI seq info [89962:89962:8:4294967295] 00000400:00000200:2.0:1761313473.264642:0:75220:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:2.0:1761313473.264646:0:75220:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:2.0:1761313473.264651:0:75220:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000044feb42c (tot 82351826). 00000800:00000200:2.0:1761313473.264658:0:75220:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:2.0:1761313473.264664:0:75220:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:2.0:1761313473.264667:0:75220:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000044feb42c type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761313473.264692:0:75220:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000808b90b0. 00000020:00000010:2.0:1761313473.264696:0:75220:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000002a2a212e. 00000020:00000010:2.0:1761313473.264698:0:75220:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000044919959. 00080000:00000010:1.0:1761313473.264783:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e8282d79. 00010000:00000010:1.0:1761313473.264876:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000967e4f86. 00010000:00000010:1.0:1761313473.264884:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b2be9521. 00010000:00000010:1.0:1761313473.264956:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000bdd37982. 00010000:00000010:1.0:1761313473.264960:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000ee6c533a. 00010000:00000010:1.0:1761313473.264965:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000072518f62. 00010000:00000010:1.0:1761313473.264969:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000967e4f86. 00080000:00000010:1.0:1761313473.264980:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d4d32c9b. 00010000:00000010:1.0:1761313473.265005:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000967e4f86. 00010000:00000010:1.0:1761313473.265009:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000ee6c533a. 00010000:00000010:1.0:1761313473.265060:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000003ca1f465. 00010000:00000010:1.0:1761313473.265064:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000967e4f86. 00010000:00000010:1.0:1761313473.265072:0:77239:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000b21f17c4. 00000100:00000010:1.0:1761313473.265076:0:77239:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000730e02fd. 00000100:00000010:1.0:1761313473.265082:0:77239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000022227f6e. 02000000:00000010:1.0:1761313473.265092:0:77239:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000ccd1f1f7. 02000000:00000010:1.0:1761313473.265114:0:77239:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000009c4b1f9a. 00000400:00000010:1.0:1761313473.265119:0:77239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000009bd8d2b4. 00000400:00000010:1.0:1761313473.265124:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a1e30d26. 00000100:00000200:1.0:1761313473.265130:0:77239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869138381248, portal 16 00000400:00000010:1.0:1761313473.265134:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009f44a341. 00000100:00000200:1.0:1761313473.265136:0:77239:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869138381248, offset 0 00000400:00000200:1.0:1761313473.265140:0:77239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:1.0:1761313473.265146:0:77239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:1.0:1761313473.265152:0:77239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:1.0:1761313473.265156:0:77239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761313473.265159:0:77239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:1.0:1761313473.265161:0:77239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [89963:89963:255:4294967295] 192.168.204.38@tcp LPNI seq info [89963:89963:7:4294967295] 00000400:00000200:1.0:1761313473.265168:0:77239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:1.0:1761313473.265173:0:77239:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:1.0:1761313473.265176:0:77239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e18dda97 (tot 82352074). 00000800:00000200:1.0:1761313473.265180:0:77239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:1.0:1761313473.265184:0:77239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:1.0:1761313473.265186:0:77239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000e18dda97 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761313473.265583:0:15825:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761313473.265587:0:15825:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000044feb42c (tot 82351826). 00000400:00000200:0.0:1761313473.265591:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313473.265595:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:0.0:1761313473.265599:0:15825:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000081eaf8d3 00000400:00000010:0.0:1761313473.265600:0:15825:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000081eaf8d3. 00000800:00000200:0.0:1761313473.265650:0:15825:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761313473.265652:0:15825:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e18dda97 (tot 82351578). 00000400:00000200:0.0:1761313473.265655:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313473.265659:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:0.0:1761313473.265661:0:15825:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009f44a341 00000400:00000010:0.0:1761313473.265662:0:15825:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009f44a341. 00000100:00000200:0.0:1761313473.265668:0:15825:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000022227f6e x1846869138381248/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313517 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1761313473.267661:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004de60ffe. 00010000:00000010:1.1:1761313473.267674:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e4d70e9b. 00000400:00000200:1.0:1761313473.270081:0:15827:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:1.0:1761313473.270101:0:15827:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x68fb7baf099c0 00000400:00000200:1.0:1761313473.270111:0:15827:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb057d [1] + 224 00000400:00000200:1.0:1761313473.270127:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313473.270131:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:1.0:1761313473.270142:0:15827:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000022227f6e x1846869138381248/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313517 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761313473.271183:0:15827:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:1.0:1761313473.271194:0:15827:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x68fb7ba85a5c0 00000400:00000200:1.0:1761313473.271200:0:15827:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xaef5d [2] + 1640 00000400:00000200:1.0:1761313473.271272:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313473.271277:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:1.0:1761313473.271282:0:15827:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761313473.271287:0:15827:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007fc08122. 00000400:00000010:2.0:1761313473.271343:0:77239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000009bd8d2b4. 00000400:00000200:2.0:1761313473.271380:0:77239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a1e30d26 00000400:00000010:2.0:1761313473.271382:0:77239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a1e30d26. 00000100:00000200:2.0:1761313473.271389:0:77239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000022227f6e x1846869138381248/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313517 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761313473.271397:0:77239:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000022227f6e x1846869138381248/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313517 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761313473.271427:0:77239:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000009c4b1f9a. 02000000:00000010:2.0:1761313473.271433:0:77239:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000ccd1f1f7. 00000100:00000010:2.0:1761313473.271437:0:77239:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000022227f6e. 00000100:00000010:2.0:1761313473.271441:0:77239:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000730e02fd. 00010000:00000010:2.0:1761313473.271445:0:77239:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000b21f17c4. 00010000:00000010:1.1:1761313473.271763:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000095a69e71. 00010000:00000010:1.1:1761313473.271770:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b0633623. 00010000:00000010:1.1:1761313473.271774:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bdd37982. 00010000:00000010:1.1:1761313473.271779:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000072518f62. 00010000:00000010:3.1:1761313473.271877:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000675e2fd6. 00000020:00000010:3.0:1761313473.271924:0:64710:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002cec0390. 00000020:00000010:3.0:1761313473.271930:0:64710:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000007bf9114. 00000020:00000010:3.0:1761313473.271934:0:64710:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000001fad5fbb. 00000100:00000200:3.0:1761313473.271957:0:64710:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000007fc08122 x1846869131371968/t0(0) o103->78617949-0e11-4ca2-94c2-d809f91deaa9@192.168.204.38@tcp:404/0 lens 328/0 e 0 to 0 dl 1761313479 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:3.0:1761313473.271992:0:64710:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869131371968 02000000:00000010:3.0:1761313473.272003:0:64710:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000226e391c. 00010000:00000010:3.0:1761313473.272030:0:64710:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000066a3eeff. 00010000:00000010:3.0:1761313473.272048:0:64710:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000989be21c. 00000100:00000010:3.0:1761313473.272054:0:64710:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000009a487346. 00000100:00000010:3.0:1761313473.272072:0:64710:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000009a487346. 00010000:00000010:3.0:1761313473.272075:0:64710:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000989be21c. 00000400:00000010:3.0:1761313473.272088:0:64710:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006cc90287. 00000100:00000200:3.0:1761313473.272092:0:64710:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869131371968, offset 224 00000400:00000200:3.0:1761313473.272100:0:64710:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:3.0:1761313473.272111:0:64710:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:3.0:1761313473.272117:0:64710:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [89964:89964:256:4294967295] 192.168.204.38@tcp LPNI seq info [89964:89964:8:4294967295] 00000400:00000200:3.0:1761313473.272126:0:64710:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:3.0:1761313473.272131:0:64710:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:3.0:1761313473.272135:0:64710:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a77805d3 (tot 82351826). 00000800:00000200:3.0:1761313473.272141:0:64710:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:3.0:1761313473.272146:0:64710:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:3.0:1761313473.272150:0:64710:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000a77805d3 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761313473.272166:0:64710:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000007bf9114. 00000020:00000010:3.0:1761313473.272171:0:64710:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000001fad5fbb. 00000020:00000010:3.0:1761313473.272174:0:64710:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000002cec0390. 00000800:00000200:0.0:1761313473.272534:0:15826:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761313473.272538:0:15826:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a77805d3 (tot 82351578). 00000400:00000200:0.0:1761313473.272542:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313473.272546:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:0.0:1761313473.272549:0:15826:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006cc90287 00000400:00000010:0.0:1761313473.272551:0:15826:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006cc90287. 00010000:00000010:2.1:1761313473.272673:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001803c990. 00080000:00000010:1.0:1761313473.272840:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 0000000076ca4f40. 00010000:00000010:1.0:1761313473.272925:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000967e4f86. 00010000:00000010:1.0:1761313473.272932:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002d8ff428. 00010000:00000010:1.0:1761313473.273000:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000072518f62. 00010000:00000010:1.0:1761313473.273006:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000967e4f86. 00010000:00000010:1.0:1761313473.273017:0:77239:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000e3799789. 00000100:00000010:1.0:1761313473.273021:0:77239:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000563dc28c. 00000100:00000010:1.0:1761313473.273027:0:77239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001286135a. 02000000:00000010:1.0:1761313473.273037:0:77239:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000024ae41d3. 02000000:00000010:1.0:1761313473.273058:0:77239:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a4f0d83c. 00000400:00000010:1.0:1761313473.273064:0:77239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000007fd0d538. 00000400:00000010:1.0:1761313473.273068:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004a139d93. 00000100:00000200:1.0:1761313473.273073:0:77239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869138381312, portal 16 00000400:00000010:1.0:1761313473.273077:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e95cb506. 00000100:00000200:1.0:1761313473.273079:0:77239:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869138381312, offset 0 00000400:00000200:1.0:1761313473.273084:0:77239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:1.0:1761313473.273090:0:77239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:1.0:1761313473.273095:0:77239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:1.0:1761313473.273099:0:77239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761313473.273102:0:77239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:1.0:1761313473.273104:0:77239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [89965:89965:256:4294967295] 192.168.204.38@tcp LPNI seq info [89965:89965:8:4294967295] 00000400:00000200:1.0:1761313473.273114:0:77239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:1.0:1761313473.273119:0:77239:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:1.0:1761313473.273122:0:77239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000665e1d46 (tot 82351826). 00000800:00000200:1.0:1761313473.273127:0:77239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:1.0:1761313473.273131:0:77239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:1.0:1761313473.273134:0:77239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000665e1d46 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761313473.273956:0:15825:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761313473.273961:0:15825:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000665e1d46 (tot 82351578). 00000400:00000200:0.0:1761313473.273967:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313473.273972:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:0.0:1761313473.273976:0:15825:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e95cb506 00000400:00000010:0.0:1761313473.273977:0:15825:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e95cb506. 00000100:00000200:0.0:1761313473.273984:0:15825:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000001286135a x1846869138381312/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313517 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761313473.277275:0:15827:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:1.0:1761313473.277296:0:15827:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x68fb7baf09a00 00000400:00000200:1.0:1761313473.277305:0:15827:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb0589 [1] + 224 00000400:00000200:1.0:1761313473.277322:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313473.277326:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:1.0:1761313473.277338:0:15827:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000001286135a x1846869138381312/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313517 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1761313473.277652:0:77239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000007fd0d538. 00000400:00000200:2.0:1761313473.277659:0:77239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004a139d93 00000400:00000010:2.0:1761313473.277661:0:77239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004a139d93. 00000100:00000200:2.0:1761313473.277667:0:77239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000001286135a x1846869138381312/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313517 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761313473.277680:0:77239:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000001286135a x1846869138381312/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313517 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761313473.277706:0:77239:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a4f0d83c. 02000000:00000010:2.0:1761313473.277712:0:77239:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000024ae41d3. 00000100:00000010:2.0:1761313473.277716:0:77239:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001286135a. 00000100:00000010:2.0:1761313473.277721:0:77239:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000563dc28c. 00010000:00000010:2.0:1761313473.277725:0:77239:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000e3799789. 00000400:00000200:0.0:1761313473.279516:0:15826:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:0.0:1761313473.279534:0:15826:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x68fb7ba85a600 00000400:00000200:0.0:1761313473.279542:0:15826:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xaef5d [2] + 1968 00000400:00000010:0.0:1761313473.279546:0:15826:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000ed5603a2. 00000400:00000200:0.0:1761313473.279552:0:15826:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 000000006e837e80 00000400:00000200:0.0:1761313473.279611:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313473.279616:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:0.0:1761313473.279620:0:15826:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006e837e80 00000400:00000010:0.0:1761313473.279622:0:15826:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 000000006e837e80 (tot 82351426). 00000100:00000200:0.0:1761313473.279627:0:15826:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:2.0:1761313473.280205:0:75220:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000044919959. 00000020:00000010:2.0:1761313473.280213:0:75220:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000808b90b0. 00000020:00000010:2.0:1761313473.280218:0:75220:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000002a2a212e. 00000100:00000200:2.0:1761313473.280245:0:75220:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000fb5aabd2 x1846869131372032/t0(0) o103->78617949-0e11-4ca2-94c2-d809f91deaa9@192.168.204.38@tcp:404/0 lens 328/0 e 0 to 0 dl 1761313479 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:2.0:1761313473.280277:0:75220:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869131372032 02000000:00000010:2.0:1761313473.280289:0:75220:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000076254396. 00010000:00000010:2.0:1761313473.280318:0:75220:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ce9db35b. 00010000:00000010:2.0:1761313473.280341:0:75220:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000002b44dbd3. 00000100:00000010:2.0:1761313473.280391:0:75220:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c4174eb1. 00000100:00000010:2.0:1761313473.280405:0:75220:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000c4174eb1. 00010000:00000010:2.0:1761313473.280409:0:75220:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000002b44dbd3. 00000400:00000010:2.0:1761313473.280423:0:75220:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f19b9931. 00000100:00000200:2.0:1761313473.280428:0:75220:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869131372032, offset 224 00000400:00000200:2.0:1761313473.280435:0:75220:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:2.0:1761313473.280447:0:75220:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:2.0:1761313473.280451:0:75220:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [89966:89966:256:4294967295] 192.168.204.38@tcp LPNI seq info [89966:89966:8:4294967295] 00000400:00000200:2.0:1761313473.280462:0:75220:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:2.0:1761313473.280467:0:75220:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:2.0:1761313473.280471:0:75220:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c737f52d (tot 82351674). 00000800:00000200:2.0:1761313473.280477:0:75220:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:2.0:1761313473.280483:0:75220:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:2.0:1761313473.280487:0:75220:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c737f52d type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761313473.280502:0:75220:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000808b90b0. 00000020:00000010:2.0:1761313473.280506:0:75220:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000002a2a212e. 00000020:00000010:2.0:1761313473.280509:0:75220:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000044919959. 02000000:00000010:2.0:1761313473.280516:0:75220:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000226e391c. 00000100:00000010:2.0:1761313473.280520:0:75220:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007fc08122. 02000000:00000010:2.0:1761313473.280524:0:75220:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000000c77c6f0. 00000100:00000010:2.0:1761313473.280526:0:75220:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000242da0db. 02000000:00000010:2.0:1761313473.280529:0:75220:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000071f932b6. 00000100:00000010:2.0:1761313473.280531:0:75220:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000eabf7b6f. 02000000:00000010:2.0:1761313473.280534:0:75220:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000d251cb3a. 00000100:00000010:2.0:1761313473.280535:0:75220:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d93d7538. 02000000:00000010:2.0:1761313473.280538:0:75220:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000766acbd2. 00000100:00000010:2.0:1761313473.280539:0:75220:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ba613791. 02000000:00000010:2.0:1761313473.280542:0:75220:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000239f1489. 00000100:00000010:2.0:1761313473.280544:0:75220:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000dfcb6cbf. 00000100:00000200:2.0:1761313473.280549:0:75220:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1761313473.280555:0:75220:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000e0ed0c89. 00000400:00000010:2.0:1761313473.280558:0:75220:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000c4174eb1 (tot 82351826). 00000800:00000200:0.0:1761313473.280793:0:15825:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761313473.280796:0:15825:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c737f52d (tot 82351578). 00000400:00000200:0.0:1761313473.280811:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313473.280816:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:0.0:1761313473.280818:0:15825:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f19b9931 00000400:00000010:0.0:1761313473.280820:0:15825:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f19b9931. 02000000:00000010:0.0:1761313473.280824:0:15825:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000076254396. 00080000:00000010:0.0:1761313473.280851:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f2d56638. 00010000:00000010:0.0:1761313473.280937:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000967e4f86. 00010000:00000010:0.0:1761313473.280944:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006e817a59. 00010000:00000010:0.0:1761313473.281018:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000006fbaf355. 00010000:00000010:0.0:1761313473.281024:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000cda17473. 00010000:00000010:0.0:1761313473.281034:0:77239:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000000ae44d87. 00000100:00000010:0.0:1761313473.281038:0:77239:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000034a849e2. 00000100:00000010:0.0:1761313473.281044:0:77239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000251ce4d5. 02000000:00000010:0.0:1761313473.281054:0:77239:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000ec17e919. 02000000:00000010:0.0:1761313473.281077:0:77239:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000239f1489. 00000400:00000010:0.0:1761313473.281081:0:77239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000df3fca90. 00000400:00000010:0.0:1761313473.281085:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000cca6299d. 00000100:00000200:0.0:1761313473.281088:0:77239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869138381376, portal 16 00000400:00000010:0.0:1761313473.281092:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006c51a6d2. 00000100:00000200:0.0:1761313473.281094:0:77239:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869138381376, offset 0 00000400:00000200:0.0:1761313473.281099:0:77239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:0.0:1761313473.281105:0:77239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:0.0:1761313473.281111:0:77239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:0.0:1761313473.281115:0:77239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761313473.281117:0:77239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:0.0:1761313473.281119:0:77239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [89967:89967:256:4294967295] 192.168.204.38@tcp LPNI seq info [89967:89967:8:4294967295] 00000400:00000200:0.0:1761313473.281125:0:77239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:0.0:1761313473.281130:0:77239:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:0.0:1761313473.281133:0:77239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e03815c4 (tot 82351826). 00000800:00000200:0.0:1761313473.281137:0:77239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:0.0:1761313473.281141:0:77239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:0.0:1761313473.281144:0:77239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000e03815c4 type 1, nob 424 niov 1 nkiov 1 00010000:00000010:3.1:1761313473.281261:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005f4c143e. 00000800:00000200:1.0:1761313473.281597:0:15827:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313473.281600:0:15827:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e03815c4 (tot 82351578). 00000400:00000200:1.0:1761313473.281603:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313473.281607:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:1.0:1761313473.281610:0:15827:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006c51a6d2 00000400:00000010:1.0:1761313473.281612:0:15827:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006c51a6d2. 00000100:00000200:1.0:1761313473.281618:0:15827:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000251ce4d5 x1846869138381376/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313517 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1761313473.284408:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e38c3bfd. 00010000:00000010:1.1:1761313473.284589:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000077666bc4. 00010000:00000010:1.1:1761313473.284596:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003ca1f465. 00000400:00000200:0.0:1761313473.284823:0:15826:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:0.0:1761313473.284841:0:15826:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x68fb7baf09a40 00000400:00000200:0.0:1761313473.284849:0:15826:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb0599 [1] + 224 00000400:00000200:0.0:1761313473.284864:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313473.284868:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:0.0:1761313473.284877:0:15826:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000251ce4d5 x1846869138381376/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313517 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1761313473.285018:0:77239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000df3fca90. 00000400:00000200:2.0:1761313473.285024:0:77239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000cca6299d 00000400:00000010:2.0:1761313473.285026:0:77239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000cca6299d. 00000100:00000200:2.0:1761313473.285034:0:77239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000251ce4d5 x1846869138381376/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313517 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761313473.285040:0:77239:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000251ce4d5 x1846869138381376/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313517 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761313473.285071:0:77239:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000239f1489. 02000000:00000010:2.0:1761313473.285076:0:77239:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000ec17e919. 00000100:00000010:2.0:1761313473.285079:0:77239:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000251ce4d5. 00000100:00000010:2.0:1761313473.285083:0:77239:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000034a849e2. 00010000:00000010:2.0:1761313473.285087:0:77239:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000000ae44d87. 00000400:00000200:0.0:1761313473.285559:0:15825:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:0.0:1761313473.285568:0:15825:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x68fb7ba85a640 00000400:00000200:0.0:1761313473.285573:0:15825:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xaefb5 [2] + 0 00000400:00000200:0.0:1761313473.285621:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313473.285625:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:0.0:1761313473.285629:0:15825:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761313473.285633:0:15825:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000003efab3fb. 00000020:00000010:3.0:1761313473.285852:0:64710:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002cec0390. 00000020:00000010:3.0:1761313473.285859:0:64710:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000007bf9114. 00000020:00000010:3.0:1761313473.285863:0:64710:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000001fad5fbb. 00000100:00000200:3.0:1761313473.285885:0:64710:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000003efab3fb x1846869131372096/t0(0) o103->78617949-0e11-4ca2-94c2-d809f91deaa9@192.168.204.38@tcp:404/0 lens 328/0 e 0 to 0 dl 1761313479 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:3.0:1761313473.285920:0:64710:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869131372096 02000000:00000010:3.0:1761313473.285930:0:64710:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000d7843103. 00010000:00000010:3.0:1761313473.285956:0:64710:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007927ca3b. 00010000:00000010:3.0:1761313473.285976:0:64710:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000989be21c. 00000100:00000010:3.0:1761313473.285982:0:64710:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000009a487346. 00000100:00000010:3.0:1761313473.285998:0:64710:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000009a487346. 00010000:00000010:3.0:1761313473.286001:0:64710:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000989be21c. 00000400:00000010:3.0:1761313473.286016:0:64710:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fc523d55. 00000100:00000200:3.0:1761313473.286021:0:64710:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869131372096, offset 224 00000400:00000200:3.0:1761313473.286028:0:64710:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:3.0:1761313473.286039:0:64710:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:3.0:1761313473.286044:0:64710:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [89968:89968:256:4294967295] 192.168.204.38@tcp LPNI seq info [89968:89968:8:4294967295] 00000400:00000200:3.0:1761313473.286052:0:64710:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:3.0:1761313473.286057:0:64710:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:3.0:1761313473.286061:0:64710:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009f02d435 (tot 82351826). 00000800:00000200:3.0:1761313473.286066:0:64710:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:3.0:1761313473.286072:0:64710:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:3.0:1761313473.286076:0:64710:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009f02d435 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761313473.286097:0:64710:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000007bf9114. 00000020:00000010:3.0:1761313473.286100:0:64710:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000001fad5fbb. 00000020:00000010:3.0:1761313473.286103:0:64710:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000002cec0390. 00080000:00000010:0.0:1761313473.286233:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000dc166cd7. 00010000:00000010:0.0:1761313473.286312:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000cda17473. 00010000:00000010:0.0:1761313473.286317:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000003535fef8. 00010000:00000010:0.0:1761313473.286429:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000fca8e535. 00010000:00000010:0.0:1761313473.286435:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000cda17473. 00010000:00000010:0.0:1761313473.286445:0:77239:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000d48850f3. 00000100:00000010:0.0:1761313473.286449:0:77239:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000099d66a14. 00000100:00000010:0.0:1761313473.286455:0:77239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000db4b24ed. 02000000:00000010:0.0:1761313473.286467:0:77239:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000008d417d1a. 02000000:00000010:0.0:1761313473.286485:0:77239:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000706a6915. 00000400:00000010:0.0:1761313473.286490:0:77239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000000529ed51. 00000400:00000010:0.0:1761313473.286494:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b4a4da2f. 00000100:00000200:0.0:1761313473.286499:0:77239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869138381440, portal 16 00000400:00000010:0.0:1761313473.286503:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000070c25494. 00000100:00000200:0.0:1761313473.286505:0:77239:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869138381440, offset 0 00000400:00000200:0.0:1761313473.286510:0:77239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:0.0:1761313473.286516:0:77239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:0.0:1761313473.286522:0:77239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:0.0:1761313473.286525:0:77239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761313473.286528:0:77239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:0.0:1761313473.286530:0:77239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [89969:89969:255:4294967295] 192.168.204.38@tcp LPNI seq info [89969:89969:7:4294967295] 00000400:00000200:0.0:1761313473.286537:0:77239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:0.0:1761313473.286542:0:77239:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:0.0:1761313473.286545:0:77239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ed775b91 (tot 82352074). 00000800:00000200:0.0:1761313473.286549:0:77239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:0.0:1761313473.286553:0:77239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:0.0:1761313473.286555:0:77239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ed775b91 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761313473.286635:0:15827:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313473.286639:0:15827:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009f02d435 (tot 82351826). 00000400:00000200:1.0:1761313473.286643:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313473.286647:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:1.0:1761313473.286650:0:15827:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fc523d55 00000400:00000010:1.0:1761313473.286651:0:15827:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fc523d55. 00000800:00000200:1.0:1761313473.286695:0:15827:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313473.286696:0:15827:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ed775b91 (tot 82351578). 00000400:00000200:1.0:1761313473.286700:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313473.286704:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:1.0:1761313473.286706:0:15827:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000070c25494 00000400:00000010:1.0:1761313473.286707:0:15827:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000070c25494. 00000100:00000200:1.0:1761313473.286712:0:15827:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000db4b24ed x1846869138381440/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313517 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1761313473.289675:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a3faded5. 00010000:00000010:0.1:1761313473.289690:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000072518f62. 00000400:00000200:0.0:1761313473.289942:0:15826:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:0.0:1761313473.289959:0:15826:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x68fb7baf09a80 00000400:00000200:0.0:1761313473.289967:0:15826:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb05a5 [1] + 224 00000400:00000200:0.0:1761313473.289977:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313473.289981:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:0.0:1761313473.289992:0:15826:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000db4b24ed x1846869138381440/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313517 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761313473.290209:0:15826:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:0.0:1761313473.290215:0:15826:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x68fb7ba85a680 00000400:00000200:0.0:1761313473.290220:0:15826:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xaefb5 [2] + 328 00000400:00000200:0.0:1761313473.290227:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313473.290230:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:0.0:1761313473.290234:0:15826:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761313473.290239:0:15826:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000251ce4d5. 00000400:00000010:2.0:1761313473.290303:0:77239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000000529ed51. 00000400:00000200:2.0:1761313473.290309:0:77239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b4a4da2f 00000400:00000010:2.0:1761313473.290311:0:77239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b4a4da2f. 00000100:00000200:2.0:1761313473.290318:0:77239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000db4b24ed x1846869138381440/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313517 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761313473.290324:0:77239:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000db4b24ed x1846869138381440/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313517 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761313473.290489:0:77239:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000706a6915. 02000000:00000010:2.0:1761313473.290496:0:77239:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000008d417d1a. 00000100:00000010:2.0:1761313473.290500:0:77239:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000db4b24ed. 00000100:00000010:2.0:1761313473.290503:0:77239:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000099d66a14. 00010000:00000010:2.0:1761313473.290506:0:77239:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000d48850f3. 00000020:00000010:1.0:1761313473.290609:0:75220:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c68cadcd. 00000020:00000010:1.0:1761313473.290616:0:75220:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000ee6c533a. 00000020:00000010:1.0:1761313473.290621:0:75220:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000368466cd. 00000100:00000200:1.0:1761313473.290643:0:75220:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000251ce4d5 x1846869131372160/t0(0) o103->78617949-0e11-4ca2-94c2-d809f91deaa9@192.168.204.38@tcp:404/0 lens 328/0 e 0 to 0 dl 1761313479 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:1.0:1761313473.290676:0:75220:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869131372160 02000000:00000010:1.0:1761313473.290686:0:75220:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000024ae41d3. 00010000:00000010:1.0:1761313473.290710:0:75220:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d9f655e2. 00010000:00000010:1.0:1761313473.290731:0:75220:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000654d8b38. 00000100:00000010:1.0:1761313473.290736:0:75220:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000563dc28c. 00000100:00000010:1.0:1761313473.290751:0:75220:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000563dc28c. 00010000:00000010:1.0:1761313473.290755:0:75220:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000654d8b38. 00000400:00000010:1.0:1761313473.290767:0:75220:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a164eb02. 00000100:00000200:1.0:1761313473.290771:0:75220:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869131372160, offset 224 00000400:00000200:1.0:1761313473.290778:0:75220:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:1.0:1761313473.290789:0:75220:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:1.0:1761313473.290794:0:75220:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [89970:89970:256:4294967295] 192.168.204.38@tcp LPNI seq info [89970:89970:8:4294967295] 00000400:00000200:1.0:1761313473.290813:0:75220:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:1.0:1761313473.290819:0:75220:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:1.0:1761313473.290823:0:75220:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000233c2709 (tot 82351826). 00000800:00000200:1.0:1761313473.290829:0:75220:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:1.0:1761313473.290836:0:75220:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:1.0:1761313473.290839:0:75220:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000233c2709 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761313473.290861:0:75220:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000ee6c533a. 00000020:00000010:1.0:1761313473.290865:0:75220:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000368466cd. 00000020:00000010:1.0:1761313473.290868:0:75220:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c68cadcd. 00080000:00000010:2.0:1761313473.290948:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000766acbd2. 00010000:00000010:2.0:1761313473.291034:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000cda17473. 00010000:00000010:2.0:1761313473.291040:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000005bc52bb7. 00010000:00000010:2.0:1761313473.291109:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000a633bc9a. 00010000:00000010:2.0:1761313473.291114:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000025166a69. 00010000:00000010:2.0:1761313473.291123:0:77239:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000002b44dbd3. 00000100:00000010:2.0:1761313473.291127:0:77239:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000093feed79. 00000100:00000010:2.0:1761313473.291134:0:77239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000026d75e8. 02000000:00000010:2.0:1761313473.291143:0:77239:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000d251cb3a. 02000000:00000010:2.0:1761313473.291163:0:77239:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000000c77c6f0. 00000400:00000010:2.0:1761313473.291167:0:77239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000007476d97c. 00000400:00000010:2.0:1761313473.291171:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000018cdfd97. 00000100:00000200:2.0:1761313473.291176:0:77239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869138381504, portal 16 00000400:00000010:2.0:1761313473.291179:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000065b0a972. 00000100:00000200:2.0:1761313473.291181:0:77239:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869138381504, offset 0 00000400:00000200:2.0:1761313473.291186:0:77239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:2.0:1761313473.291192:0:77239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:2.0:1761313473.291198:0:77239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:2.0:1761313473.291202:0:77239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761313473.291204:0:77239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:2.0:1761313473.291207:0:77239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [89971:89971:255:4294967295] 192.168.204.38@tcp LPNI seq info [89971:89971:7:4294967295] 00000400:00000200:2.0:1761313473.291213:0:77239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:2.0:1761313473.291217:0:77239:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:2.0:1761313473.291220:0:77239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001293a8d4 (tot 82352074). 00000800:00000200:2.0:1761313473.291223:0:77239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:2.0:1761313473.291227:0:77239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:2.0:1761313473.291229:0:77239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000001293a8d4 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761313473.291297:0:15825:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761313473.291301:0:15825:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000233c2709 (tot 82351826). 00000400:00000200:0.0:1761313473.291304:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313473.291307:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:0.0:1761313473.291310:0:15825:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a164eb02 00000400:00000010:0.0:1761313473.291312:0:15825:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a164eb02. 00000800:00000200:0.0:1761313473.291396:0:15825:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761313473.291398:0:15825:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001293a8d4 (tot 82351578). 00000400:00000200:0.0:1761313473.291402:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313473.291405:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:0.0:1761313473.291407:0:15825:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000065b0a972 00000400:00000010:0.0:1761313473.291408:0:15825:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000065b0a972. 00000100:00000200:0.0:1761313473.291413:0:15825:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000026d75e8 x1846869138381504/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313517 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1761313473.293735:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000054d46dbe. 00000400:00000200:1.0:1761313473.294297:0:15827:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:1.0:1761313473.294314:0:15827:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x68fb7baf09ac0 00000400:00000200:1.0:1761313473.294322:0:15827:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb05b1 [1] + 224 00000400:00000200:1.0:1761313473.294332:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313473.294336:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:1.0:1761313473.294680:0:15827:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000026d75e8 x1846869138381504/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313517 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761313473.294753:0:15827:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:1.0:1761313473.294760:0:15827:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x68fb7ba85a6c0 00000400:00000200:1.0:1761313473.294765:0:15827:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xaefb5 [2] + 656 00000400:00000200:1.0:1761313473.294774:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313473.294778:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:1.0:1761313473.294781:0:15827:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761313473.294786:0:15827:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000003e4d9a3e. 00000400:00000010:2.0:1761313473.294840:0:77239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000007476d97c. 00000400:00000200:2.0:1761313473.294845:0:77239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000018cdfd97 00000400:00000010:2.0:1761313473.294847:0:77239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000018cdfd97. 00000100:00000200:2.0:1761313473.294853:0:77239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000026d75e8 x1846869138381504/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313517 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761313473.294861:0:77239:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000026d75e8 x1846869138381504/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313517 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761313473.294891:0:77239:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000000c77c6f0. 02000000:00000010:2.0:1761313473.294896:0:77239:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000d251cb3a. 00000100:00000010:2.0:1761313473.294899:0:77239:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000026d75e8. 00000100:00000010:2.0:1761313473.294903:0:77239:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000093feed79. 00010000:00000010:2.0:1761313473.294907:0:77239:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000002b44dbd3. 00000020:00000010:3.0:1761313473.294981:0:64710:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002cec0390. 00000020:00000010:3.0:1761313473.294989:0:64710:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000007bf9114. 00000020:00000010:3.0:1761313473.294993:0:64710:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000001fad5fbb. 00000100:00000200:3.0:1761313473.295017:0:64710:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000003e4d9a3e x1846869131372224/t0(0) o103->78617949-0e11-4ca2-94c2-d809f91deaa9@192.168.204.38@tcp:404/0 lens 328/0 e 0 to 0 dl 1761313479 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:3.0:1761313473.295051:0:64710:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869131372224 02000000:00000010:3.0:1761313473.295062:0:64710:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000bfc526b6. 00010000:00000010:3.0:1761313473.295088:0:64710:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d7e7f25e. 00010000:00000010:3.0:1761313473.295107:0:64710:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000989be21c. 00000100:00000010:3.0:1761313473.295113:0:64710:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000009a487346. 00000100:00000010:3.0:1761313473.295127:0:64710:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000009a487346. 00010000:00000010:3.0:1761313473.295130:0:64710:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000989be21c. 00000400:00000010:3.0:1761313473.295144:0:64710:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002d5c7cf4. 00000100:00000200:3.0:1761313473.295148:0:64710:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869131372224, offset 224 00000400:00000200:3.0:1761313473.295155:0:64710:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:3.0:1761313473.295165:0:64710:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:3.0:1761313473.295171:0:64710:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [89972:89972:256:4294967295] 192.168.204.38@tcp LPNI seq info [89972:89972:8:4294967295] 00000400:00000200:3.0:1761313473.295180:0:64710:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:3.0:1761313473.295185:0:64710:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:3.0:1761313473.295189:0:64710:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e7d56557 (tot 82351826). 00000800:00000200:3.0:1761313473.295195:0:64710:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:3.0:1761313473.295201:0:64710:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:3.0:1761313473.295205:0:64710:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000e7d56557 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761313473.295227:0:64710:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000007bf9114. 00000020:00000010:3.0:1761313473.295231:0:64710:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000001fad5fbb. 00000020:00000010:3.0:1761313473.295235:0:64710:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000002cec0390. 00000800:00000200:0.0:1761313473.295549:0:15826:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761313473.295552:0:15826:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e7d56557 (tot 82351578). 00000400:00000200:0.0:1761313473.295557:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313473.295561:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:0.0:1761313473.295564:0:15826:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002d5c7cf4 00000400:00000010:0.0:1761313473.295565:0:15826:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002d5c7cf4. 00080000:00000010:2.0:1761313473.295629:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d251cb3a. 00010000:00000010:2.0:1761313473.295719:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000025166a69. 00010000:00000010:2.0:1761313473.295726:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000042e33285. 00010000:00000010:2.0:1761313473.295815:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000ee4e5118. 00010000:00000010:2.0:1761313473.295819:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000808b90b0. 00010000:00000010:2.0:1761313473.295824:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000000405b961. 00010000:00000010:2.0:1761313473.295828:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000025166a69. 00080000:00000010:2.0:1761313473.295841:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 000000000c77c6f0. 00010000:00000010:2.0:1761313473.295866:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000025166a69. 00010000:00000010:2.0:1761313473.295870:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000808b90b0. 00010000:00000010:2.0:1761313473.295921:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000d0a6b310. 00010000:00000010:2.0:1761313473.295924:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000025166a69. 00010000:00000010:2.0:1761313473.295932:0:77239:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000002b44dbd3. 00000100:00000010:2.0:1761313473.295936:0:77239:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000093feed79. 00000100:00000010:2.0:1761313473.295942:0:77239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000026d75e8. 02000000:00000010:2.0:1761313473.295951:0:77239:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000044919959. 02000000:00000010:2.0:1761313473.295973:0:77239:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f31060db. 00000400:00000010:2.0:1761313473.295979:0:77239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000007476d97c. 00000400:00000010:2.0:1761313473.295982:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000018cdfd97. 00000100:00000200:2.0:1761313473.295987:0:77239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869138381568, portal 16 00000400:00000010:2.0:1761313473.295991:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ccfb6a06. 00000100:00000200:2.0:1761313473.295993:0:77239:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869138381568, offset 0 00000400:00000200:2.0:1761313473.295998:0:77239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:2.0:1761313473.296005:0:77239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:2.0:1761313473.296011:0:77239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:2.0:1761313473.296015:0:77239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761313473.296018:0:77239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:2.0:1761313473.296020:0:77239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [89973:89973:256:4294967295] 192.168.204.38@tcp LPNI seq info [89973:89973:8:4294967295] 00000400:00000200:2.0:1761313473.296028:0:77239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:2.0:1761313473.296032:0:77239:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:2.0:1761313473.296036:0:77239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001293a8d4 (tot 82351826). 00000800:00000200:2.0:1761313473.296040:0:77239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:2.0:1761313473.296045:0:77239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:2.0:1761313473.296047:0:77239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000001293a8d4 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761313473.296788:0:15825:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761313473.296792:0:15825:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001293a8d4 (tot 82351578). 00000400:00000200:0.0:1761313473.296806:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313473.296811:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:0.0:1761313473.296815:0:15825:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ccfb6a06 00000400:00000010:0.0:1761313473.296816:0:15825:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ccfb6a06. 00000100:00000200:0.0:1761313473.296823:0:15825:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000026d75e8 x1846869138381568/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313517 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1761313473.297314:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000070bbef3b. 00010000:00000010:2.1:1761313473.297321:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fca8e535. 00010000:00000010:1.1:1761313473.297469:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d7b73d82. 00010000:00000010:0.1:1761313473.297542:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009a98b7fc. 00010000:00000010:0.1:1761313473.297548:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006fbaf355. 00010000:00000010:3.1:1761313473.300738:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008fa062d6. 00000400:00000200:1.0:1761313473.301039:0:15827:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:1.0:1761313473.301058:0:15827:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x68fb7baf09b00 00000400:00000200:1.0:1761313473.301066:0:15827:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb05bd [1] + 224 00000400:00000200:1.0:1761313473.301080:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313473.301084:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:1.0:1761313473.301094:0:15827:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000026d75e8 x1846869138381568/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313517 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1761313473.301290:0:77239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000007476d97c. 00000400:00000200:2.0:1761313473.301295:0:77239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000018cdfd97 00000400:00000010:2.0:1761313473.301297:0:77239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000018cdfd97. 00000100:00000200:2.0:1761313473.301303:0:77239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000026d75e8 x1846869138381568/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313517 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761313473.301311:0:77239:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000026d75e8 x1846869138381568/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313517 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761313473.301337:0:77239:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f31060db. 02000000:00000010:2.0:1761313473.301343:0:77239:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000044919959. 00000100:00000010:2.0:1761313473.301387:0:77239:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000026d75e8. 00000100:00000010:2.0:1761313473.301393:0:77239:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000093feed79. 00010000:00000010:2.0:1761313473.301398:0:77239:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000002b44dbd3. 00000400:00000200:0.0:1761313473.301947:0:15826:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:0.0:1761313473.301958:0:15826:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x68fb7ba85a700 00000400:00000200:0.0:1761313473.301963:0:15826:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xaefb5 [2] + 984 00000400:00000200:0.0:1761313473.302011:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313473.302015:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:0.0:1761313473.302020:0:15826:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761313473.302025:0:15826:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001375339a. 00000020:00000010:1.0:1761313473.302194:0:75220:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c68cadcd. 00000020:00000010:1.0:1761313473.302200:0:75220:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000ee6c533a. 00000020:00000010:1.0:1761313473.302203:0:75220:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000368466cd. 00000100:00000200:1.0:1761313473.302226:0:75220:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000001375339a x1846869131372288/t0(0) o103->78617949-0e11-4ca2-94c2-d809f91deaa9@192.168.204.38@tcp:404/0 lens 328/0 e 0 to 0 dl 1761313479 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:1.0:1761313473.302251:0:75220:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869131372288 02000000:00000010:1.0:1761313473.302261:0:75220:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000a4f0d83c. 00010000:00000010:1.0:1761313473.302288:0:75220:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000f74b0f32. 00010000:00000010:1.0:1761313473.302310:0:75220:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000654d8b38. 00000100:00000010:1.0:1761313473.302315:0:75220:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000563dc28c. 00000100:00000010:1.0:1761313473.302331:0:75220:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000563dc28c. 00010000:00000010:1.0:1761313473.302335:0:75220:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000654d8b38. 00000400:00000010:1.0:1761313473.302378:0:75220:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d8d66e7a. 00000100:00000200:1.0:1761313473.302384:0:75220:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869131372288, offset 224 00000400:00000200:1.0:1761313473.302391:0:75220:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:1.0:1761313473.302401:0:75220:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:1.0:1761313473.302406:0:75220:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [89974:89974:256:4294967295] 192.168.204.38@tcp LPNI seq info [89974:89974:8:4294967295] 00000400:00000200:1.0:1761313473.302417:0:75220:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:1.0:1761313473.302422:0:75220:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:1.0:1761313473.302426:0:75220:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000002680ae0f (tot 82351826). 00000800:00000200:1.0:1761313473.302431:0:75220:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:1.0:1761313473.302438:0:75220:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:1.0:1761313473.302442:0:75220:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000002680ae0f type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761313473.302462:0:75220:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000ee6c533a. 00000020:00000010:1.0:1761313473.302466:0:75220:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000368466cd. 00000020:00000010:1.0:1761313473.302469:0:75220:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c68cadcd. 00000800:00000200:0.0:1761313473.302964:0:15825:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761313473.302968:0:15825:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000002680ae0f (tot 82351578). 00000400:00000200:0.0:1761313473.302972:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313473.302977:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:0.0:1761313473.302980:0:15825:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d8d66e7a 00000400:00000010:0.0:1761313473.302982:0:15825:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d8d66e7a. 00080000:00000010:2.0:1761313473.303124:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 0000000044919959. 00010000:00000010:2.0:1761313473.303209:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000025166a69. 00010000:00000010:2.0:1761313473.303216:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000566bca25. 00010000:00000010:2.0:1761313473.303282:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000013c85ea5. 00010000:00000010:2.0:1761313473.303287:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000025166a69. 00010000:00000010:2.0:1761313473.303297:0:77239:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000002b44dbd3. 00000100:00000010:2.0:1761313473.303301:0:77239:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000093feed79. 00000100:00000010:2.0:1761313473.303307:0:77239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000026d75e8. 02000000:00000010:2.0:1761313473.303316:0:77239:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000f31060db. 02000000:00000010:2.0:1761313473.303337:0:77239:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000001b4fb298. 00000400:00000010:2.0:1761313473.303342:0:77239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000007476d97c. 00000400:00000010:2.0:1761313473.303376:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000018cdfd97. 00000100:00000200:2.0:1761313473.303381:0:77239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869138381632, portal 16 00000400:00000010:2.0:1761313473.303385:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000160ba363. 00000100:00000200:2.0:1761313473.303387:0:77239:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869138381632, offset 0 00000400:00000200:2.0:1761313473.303392:0:77239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:2.0:1761313473.303401:0:77239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:2.0:1761313473.303407:0:77239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:2.0:1761313473.303410:0:77239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761313473.303412:0:77239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:2.0:1761313473.303414:0:77239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [89975:89975:256:4294967295] 192.168.204.38@tcp LPNI seq info [89975:89975:8:4294967295] 00000400:00000200:2.0:1761313473.303422:0:77239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:2.0:1761313473.303426:0:77239:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:2.0:1761313473.303428:0:77239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c737f52d (tot 82351826). 00000800:00000200:2.0:1761313473.303432:0:77239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:2.0:1761313473.303436:0:77239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:2.0:1761313473.303439:0:77239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c737f52d type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761313473.307949:0:15827:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313473.307956:0:15827:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c737f52d (tot 82351578). 00000400:00000200:1.0:1761313473.307966:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313473.307974:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:1.0:1761313473.307980:0:15827:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000160ba363 00000400:00000010:1.0:1761313473.307982:0:15827:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000160ba363. 00000100:00000200:1.0:1761313473.307991:0:15827:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000026d75e8 x1846869138381632/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313517 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761313473.311735:0:15826:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:1.0:1761313473.311755:0:15826:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x68fb7baf09b40 00000400:00000200:1.0:1761313473.311764:0:15826:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb05c9 [1] + 224 00000400:00000200:1.0:1761313473.311774:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313473.311778:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:1.0:1761313473.311787:0:15826:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000026d75e8 x1846869138381632/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313517 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761313473.311826:0:15826:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:1.0:1761313473.311830:0:15826:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x68fb7ba85a740 00000400:00000200:1.0:1761313473.311835:0:15826:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xaefb5 [2] + 1312 00000400:00000200:1.0:1761313473.311842:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313473.311844:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:1.0:1761313473.311847:0:15826:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761313473.311853:0:15826:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000064f8b87f. 00000400:00000010:2.0:1761313473.311904:0:77239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000007476d97c. 00000400:00000200:2.0:1761313473.311908:0:77239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000018cdfd97 00000400:00000010:2.0:1761313473.311911:0:77239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000018cdfd97. 00000100:00000200:2.0:1761313473.311916:0:77239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000026d75e8 x1846869138381632/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313517 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761313473.311923:0:77239:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000026d75e8 x1846869138381632/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313517 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761313473.311950:0:77239:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000001b4fb298. 02000000:00000010:2.0:1761313473.311955:0:77239:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000f31060db. 00000100:00000010:2.0:1761313473.311959:0:77239:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000026d75e8. 00000100:00000010:2.0:1761313473.311962:0:77239:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000093feed79. 00010000:00000010:2.0:1761313473.311965:0:77239:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000002b44dbd3. 00000020:00000010:3.0:1761313473.312024:0:64710:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002cec0390. 00000020:00000010:3.0:1761313473.312031:0:64710:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000007bf9114. 00000020:00000010:3.0:1761313473.312035:0:64710:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000001fad5fbb. 00000100:00000200:3.0:1761313473.312053:0:64710:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000064f8b87f x1846869131372352/t0(0) o103->78617949-0e11-4ca2-94c2-d809f91deaa9@192.168.204.38@tcp:404/0 lens 328/0 e 0 to 0 dl 1761313479 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:3.0:1761313473.312085:0:64710:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869131372352 02000000:00000010:3.0:1761313473.312095:0:64710:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000071f932b6. 00010000:00000010:3.0:1761313473.312118:0:64710:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000588cb5e0. 00010000:00000010:3.0:1761313473.312136:0:64710:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000989be21c. 00000100:00000010:3.0:1761313473.312141:0:64710:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000009a487346. 00000100:00000010:3.0:1761313473.312153:0:64710:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000009a487346. 00010000:00000010:3.0:1761313473.312155:0:64710:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000989be21c. 00000400:00000010:3.0:1761313473.312166:0:64710:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000077a0ef2. 00000100:00000200:3.0:1761313473.312169:0:64710:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869131372352, offset 224 00000400:00000200:3.0:1761313473.312175:0:64710:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:3.0:1761313473.312184:0:64710:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:3.0:1761313473.312189:0:64710:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [89976:89976:256:4294967295] 192.168.204.38@tcp LPNI seq info [89976:89976:8:4294967295] 00000400:00000200:3.0:1761313473.312198:0:64710:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:3.0:1761313473.312202:0:64710:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:3.0:1761313473.312205:0:64710:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001ffc5d96 (tot 82351826). 00000800:00000200:3.0:1761313473.312210:0:64710:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:3.0:1761313473.312216:0:64710:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:3.0:1761313473.312219:0:64710:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000001ffc5d96 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761313473.312234:0:64710:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000007bf9114. 00000020:00000010:3.0:1761313473.312238:0:64710:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000001fad5fbb. 00000020:00000010:3.0:1761313473.312241:0:64710:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000002cec0390. 00000800:00000200:3.0:1761313473.312312:0:15825:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761313473.312315:0:15825:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001ffc5d96 (tot 82351578). 00000400:00000200:3.0:1761313473.312318:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313473.312321:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:3.0:1761313473.312322:0:15825:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000077a0ef2 00000400:00000010:3.0:1761313473.312324:0:15825:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000077a0ef2. 00080000:00000010:2.0:1761313473.312398:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f31060db. 00010000:00000010:2.0:1761313473.312470:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000025166a69. 00010000:00000010:2.0:1761313473.312476:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000003446e5fa. 00010000:00000010:2.0:1761313473.312543:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000297ada48. 00010000:00000010:2.0:1761313473.312547:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000025166a69. 00010000:00000010:2.0:1761313473.312554:0:77239:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000002b44dbd3. 00000100:00000010:2.0:1761313473.312557:0:77239:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000093feed79. 00000100:00000010:2.0:1761313473.312562:0:77239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000026d75e8. 02000000:00000010:2.0:1761313473.312569:0:77239:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000001b4fb298. 02000000:00000010:2.0:1761313473.312588:0:77239:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d6f213b2. 00000400:00000010:2.0:1761313473.312591:0:77239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000007476d97c. 00000400:00000010:2.0:1761313473.312593:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000018cdfd97. 00000100:00000200:2.0:1761313473.312597:0:77239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869138381696, portal 16 00000400:00000010:2.0:1761313473.312600:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001bbc55d4. 00000100:00000200:2.0:1761313473.312602:0:77239:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869138381696, offset 0 00000400:00000200:2.0:1761313473.312606:0:77239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:2.0:1761313473.312612:0:77239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:2.0:1761313473.312618:0:77239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:2.0:1761313473.312621:0:77239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761313473.312623:0:77239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:2.0:1761313473.312625:0:77239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [89977:89977:256:4294967295] 192.168.204.38@tcp LPNI seq info [89977:89977:8:4294967295] 00000400:00000200:2.0:1761313473.312632:0:77239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:2.0:1761313473.312636:0:77239:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:2.0:1761313473.312639:0:77239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000044feb42c (tot 82351826). 00000800:00000200:2.0:1761313473.312642:0:77239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:2.0:1761313473.312646:0:77239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:2.0:1761313473.312648:0:77239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000044feb42c type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761313473.313120:0:15827:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761313473.313123:0:15827:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000044feb42c (tot 82351578). 00000400:00000200:3.0:1761313473.313128:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313473.313131:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:3.0:1761313473.313134:0:15827:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001bbc55d4 00000400:00000010:3.0:1761313473.313135:0:15827:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001bbc55d4. 00000100:00000200:3.0:1761313473.313140:0:15827:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000026d75e8 x1846869138381696/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313517 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761313473.315102:0:15826:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:1.0:1761313473.315119:0:15826:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x68fb7baf09b80 00000400:00000200:1.0:1761313473.315127:0:15826:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb05d5 [1] + 224 00000400:00000200:1.0:1761313473.315135:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313473.315138:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:1.0:1761313473.315145:0:15826:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000026d75e8 x1846869138381696/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313517 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761313473.315175:0:15826:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:1.0:1761313473.315179:0:15826:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x68fb7ba85a780 00000400:00000200:1.0:1761313473.315183:0:15826:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xaefb5 [2] + 1640 00000400:00000200:1.0:1761313473.315190:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313473.315192:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:1.0:1761313473.315195:0:15826:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761313473.315200:0:15826:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007de1a361. 00000400:00000010:2.0:1761313473.315254:0:77239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000007476d97c. 00000400:00000200:2.0:1761313473.315258:0:77239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000018cdfd97 00000400:00000010:2.0:1761313473.315259:0:77239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000018cdfd97. 00000100:00000200:2.0:1761313473.315264:0:77239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000026d75e8 x1846869138381696/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313517 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761313473.315271:0:77239:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000026d75e8 x1846869138381696/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313517 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761313473.315294:0:77239:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d6f213b2. 02000000:00000010:2.0:1761313473.315298:0:77239:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000001b4fb298. 00000100:00000010:2.0:1761313473.315301:0:77239:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000026d75e8. 00000100:00000010:2.0:1761313473.315303:0:77239:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000093feed79. 00010000:00000010:2.0:1761313473.315307:0:77239:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000002b44dbd3. 00000020:00000010:3.0:1761313473.315381:0:75220:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002cec0390. 00000020:00000010:3.0:1761313473.315387:0:75220:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000007bf9114. 00000020:00000010:3.0:1761313473.315391:0:75220:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000001fad5fbb. 00000100:00000200:3.0:1761313473.315409:0:75220:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000007de1a361 x1846869131372416/t0(0) o103->78617949-0e11-4ca2-94c2-d809f91deaa9@192.168.204.38@tcp:404/0 lens 328/0 e 0 to 0 dl 1761313479 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:3.0:1761313473.315432:0:75220:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869131372416 02000000:00000010:3.0:1761313473.315441:0:75220:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000226e391c. 00010000:00000010:3.0:1761313473.315463:0:75220:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000dbbb5465. 00010000:00000010:3.0:1761313473.315479:0:75220:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000989be21c. 00000100:00000010:3.0:1761313473.315484:0:75220:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000009a487346. 00000100:00000010:3.0:1761313473.315494:0:75220:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000009a487346. 00010000:00000010:3.0:1761313473.315496:0:75220:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000989be21c. 00000400:00000010:3.0:1761313473.315506:0:75220:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000077a0ef2. 00000100:00000200:3.0:1761313473.315510:0:75220:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869131372416, offset 224 00000400:00000200:3.0:1761313473.315516:0:75220:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:3.0:1761313473.315525:0:75220:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:3.0:1761313473.315529:0:75220:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [89978:89978:256:4294967295] 192.168.204.38@tcp LPNI seq info [89978:89978:8:4294967295] 00000400:00000200:3.0:1761313473.315538:0:75220:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:3.0:1761313473.315543:0:75220:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:3.0:1761313473.315546:0:75220:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001ffc5d96 (tot 82351826). 00000800:00000200:3.0:1761313473.315550:0:75220:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:3.0:1761313473.315555:0:75220:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:3.0:1761313473.315558:0:75220:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000001ffc5d96 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761313473.315572:0:75220:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000007bf9114. 00000020:00000010:3.0:1761313473.315575:0:75220:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000001fad5fbb. 00000020:00000010:3.0:1761313473.315578:0:75220:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000002cec0390. 00000800:00000200:3.0:1761313473.315645:0:15825:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761313473.315648:0:15825:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001ffc5d96 (tot 82351578). 00000400:00000200:3.0:1761313473.315652:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313473.315655:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:3.0:1761313473.315657:0:15825:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000077a0ef2 00000400:00000010:3.0:1761313473.315659:0:15825:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000077a0ef2. 00080000:00000010:1.0:1761313473.315746:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c68cadcd. 00010000:00000010:1.0:1761313473.315832:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000025166a69. 00010000:00000010:1.0:1761313473.315839:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000c7af1d34. 00010000:00000010:1.0:1761313473.315900:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000003ca1f465. 00010000:00000010:1.0:1761313473.315904:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000b4546667. 00010000:00000010:1.0:1761313473.315912:0:77239:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000654d8b38. 00000100:00000010:1.0:1761313473.315915:0:77239:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000563dc28c. 00000100:00000010:1.0:1761313473.315920:0:77239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000018525722. 02000000:00000010:1.0:1761313473.315928:0:77239:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000ccd1f1f7. 02000000:00000010:1.0:1761313473.315947:0:77239:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000009c4b1f9a. 00000400:00000010:1.0:1761313473.315950:0:77239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000003a3ed4f. 00000400:00000010:1.0:1761313473.315953:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003b07ff82. 00000100:00000200:1.0:1761313473.315958:0:77239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869138381760, portal 16 00000400:00000010:1.0:1761313473.315961:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007c77981f. 00000100:00000200:1.0:1761313473.315962:0:77239:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869138381760, offset 0 00000400:00000200:1.0:1761313473.315967:0:77239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:1.0:1761313473.315972:0:77239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:1.0:1761313473.315977:0:77239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:1.0:1761313473.315980:0:77239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761313473.315983:0:77239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:1.0:1761313473.315985:0:77239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [89979:89979:256:4294967295] 192.168.204.38@tcp LPNI seq info [89979:89979:8:4294967295] 00000400:00000200:1.0:1761313473.315991:0:77239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:1.0:1761313473.315995:0:77239:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:1.0:1761313473.315997:0:77239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003e7406f5 (tot 82351826). 00000800:00000200:1.0:1761313473.316001:0:77239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:1.0:1761313473.316004:0:77239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:1.0:1761313473.316006:0:77239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000003e7406f5 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761313473.316663:0:15827:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761313473.316667:0:15827:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003e7406f5 (tot 82351578). 00000400:00000200:3.0:1761313473.316671:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313473.316676:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:3.0:1761313473.316678:0:15827:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007c77981f 00000400:00000010:3.0:1761313473.316679:0:15827:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007c77981f. 00000100:00000200:3.0:1761313473.316684:0:15827:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000018525722 x1846869138381760/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313517 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761313473.318392:0:15826:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:1.0:1761313473.318408:0:15826:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x68fb7baf09bc0 00000400:00000200:1.0:1761313473.318416:0:15826:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb05e1 [1] + 224 00000400:00000200:1.0:1761313473.318427:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313473.318431:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:1.0:1761313473.318438:0:15826:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000018525722 x1846869138381760/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313517 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1761313473.318509:0:77239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000003a3ed4f. 00000400:00000200:2.0:1761313473.318513:0:77239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003b07ff82 00000400:00000010:2.0:1761313473.318515:0:77239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003b07ff82. 00000100:00000200:2.0:1761313473.318520:0:77239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000018525722 x1846869138381760/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313517 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761313473.318526:0:77239:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000018525722 x1846869138381760/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313517 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761313473.318550:0:77239:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000009c4b1f9a. 02000000:00000010:2.0:1761313473.318554:0:77239:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000ccd1f1f7. 00000100:00000010:2.0:1761313473.318558:0:77239:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000018525722. 00000100:00000010:2.0:1761313473.318562:0:77239:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000563dc28c. 00010000:00000010:2.0:1761313473.318566:0:77239:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000654d8b38. 00000400:00000200:3.0:1761313473.319940:0:15825:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:3.0:1761313473.319955:0:15825:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x68fb7ba85a7c0 00000400:00000200:3.0:1761313473.319961:0:15825:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xaefb5 [2] + 1968 00000400:00000010:3.0:1761313473.319965:0:15825:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000022d2dff1. 00000400:00000200:3.0:1761313473.319971:0:15825:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 00000000ed4a1e8d 00000400:00000200:3.0:1761313473.320014:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313473.320018:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:3.0:1761313473.320021:0:15825:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ed4a1e8d 00000400:00000010:3.0:1761313473.320023:0:15825:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 00000000ed4a1e8d (tot 82351426). 00000100:00000200:3.0:1761313473.320028:0:15825:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:2.0:1761313473.320178:0:64710:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001b4fb298. 00000020:00000010:2.0:1761313473.320184:0:64710:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000808b90b0. 00000020:00000010:2.0:1761313473.320188:0:64710:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000002a2a212e. 00000100:00000200:2.0:1761313473.320210:0:64710:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000a1c13e5b x1846869131372480/t0(0) o103->78617949-0e11-4ca2-94c2-d809f91deaa9@192.168.204.38@tcp:404/0 lens 328/0 e 0 to 0 dl 1761313479 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:2.0:1761313473.320239:0:64710:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869131372480 02000000:00000010:2.0:1761313473.320248:0:64710:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000d6f213b2. 00010000:00000010:2.0:1761313473.320273:0:64710:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000359197b6. 00010000:00000010:2.0:1761313473.320292:0:64710:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000002b44dbd3. 00000100:00000010:2.0:1761313473.320297:0:64710:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000093feed79. 00000100:00000010:2.0:1761313473.320313:0:64710:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000093feed79. 00010000:00000010:2.0:1761313473.320316:0:64710:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000002b44dbd3. 00000400:00000010:2.0:1761313473.320327:0:64710:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000018cdfd97. 00000100:00000200:2.0:1761313473.320332:0:64710:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869131372480, offset 224 00000400:00000200:2.0:1761313473.320338:0:64710:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:2.0:1761313473.320346:0:64710:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:2.0:1761313473.320351:0:64710:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [89980:89980:256:4294967295] 192.168.204.38@tcp LPNI seq info [89980:89980:8:4294967295] 00000400:00000200:2.0:1761313473.320384:0:64710:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:2.0:1761313473.320389:0:64710:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:2.0:1761313473.320394:0:64710:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000044feb42c (tot 82351674). 00000800:00000200:2.0:1761313473.320399:0:64710:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:2.0:1761313473.320405:0:64710:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:2.0:1761313473.320408:0:64710:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000044feb42c type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761313473.320424:0:64710:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000808b90b0. 00000020:00000010:2.0:1761313473.320427:0:64710:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000002a2a212e. 00000020:00000010:2.0:1761313473.320429:0:64710:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001b4fb298. 02000000:00000010:2.0:1761313473.320436:0:64710:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000226e391c. 00000100:00000010:2.0:1761313473.320438:0:64710:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007de1a361. 02000000:00000010:2.0:1761313473.320441:0:64710:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000071f932b6. 00000100:00000010:2.0:1761313473.320443:0:64710:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000064f8b87f. 02000000:00000010:2.0:1761313473.320446:0:64710:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000a4f0d83c. 00000100:00000010:2.0:1761313473.320448:0:64710:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001375339a. 02000000:00000010:2.0:1761313473.320451:0:64710:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000bfc526b6. 00000100:00000010:2.0:1761313473.320452:0:64710:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000003e4d9a3e. 02000000:00000010:2.0:1761313473.320455:0:64710:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000024ae41d3. 00000100:00000010:2.0:1761313473.320456:0:64710:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000251ce4d5. 02000000:00000010:2.0:1761313473.320458:0:64710:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000d7843103. 00000100:00000010:2.0:1761313473.320460:0:64710:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000003efab3fb. 00000100:00000200:2.0:1761313473.320464:0:64710:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1761313473.320468:0:64710:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000007476d97c. 00000400:00000010:2.0:1761313473.320471:0:64710:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 0000000093feed79 (tot 82351826). 00000800:00000200:2.0:1761313473.320520:0:15827:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761313473.320524:0:15827:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000044feb42c (tot 82351578). 00000400:00000200:2.0:1761313473.320528:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313473.320531:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:2.0:1761313473.320533:0:15827:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000018cdfd97 00000400:00000010:2.0:1761313473.320534:0:15827:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000018cdfd97. 02000000:00000010:2.0:1761313473.320537:0:15827:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000d6f213b2. 00080000:00000010:1.0:1761313473.320602:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ac767c4e. 00010000:00000010:1.0:1761313473.320684:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b4546667. 00010000:00000010:1.0:1761313473.320690:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000c11f51a5. 00010000:00000010:1.0:1761313473.320756:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b0633623. 00010000:00000010:1.0:1761313473.320760:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000b4546667. 00010000:00000010:1.0:1761313473.320769:0:77239:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000a1355dfc. 00000100:00000010:1.0:1761313473.320772:0:77239:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000730e02fd. 00000100:00000010:1.0:1761313473.320778:0:77239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000003e4d9a3e. 02000000:00000010:1.0:1761313473.320787:0:77239:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000dbb416b7. 02000000:00000010:1.0:1761313473.320818:0:77239:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000323860f0. 00000400:00000010:1.0:1761313473.320821:0:77239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000009dafaf35. 00000400:00000010:1.0:1761313473.320825:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003b07ff82. 00000100:00000200:1.0:1761313473.320828:0:77239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869138381824, portal 16 00000400:00000010:1.0:1761313473.320831:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007c77981f. 00000100:00000200:1.0:1761313473.320833:0:77239:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869138381824, offset 0 00000400:00000200:1.0:1761313473.320837:0:77239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:1.0:1761313473.320842:0:77239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:1.0:1761313473.320847:0:77239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:1.0:1761313473.320851:0:77239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761313473.320853:0:77239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:1.0:1761313473.320855:0:77239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [89981:89981:256:4294967295] 192.168.204.38@tcp LPNI seq info [89981:89981:8:4294967295] 00000400:00000200:1.0:1761313473.320862:0:77239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:1.0:1761313473.320866:0:77239:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:1.0:1761313473.320868:0:77239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003e7406f5 (tot 82351826). 00000800:00000200:1.0:1761313473.320871:0:77239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:1.0:1761313473.320875:0:77239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:1.0:1761313473.320877:0:77239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000003e7406f5 type 1, nob 424 niov 1 nkiov 1 00010000:00000010:2.1:1761313473.322033:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008cbd72c4. 00010000:00000010:2.1:1761313473.322044:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a633bc9a. 00010000:00000010:2.1:1761313473.322047:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ee4e5118. 00010000:00000010:2.1:1761313473.322050:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000405b961. 00000800:00000200:2.0:1761313473.322118:0:15826:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761313473.322120:0:15826:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003e7406f5 (tot 82351578). 00000400:00000200:2.0:1761313473.322125:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313473.322131:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:2.0:1761313473.322134:0:15826:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007c77981f 00000400:00000010:2.0:1761313473.322136:0:15826:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007c77981f. 00000100:00000200:2.0:1761313473.322143:0:15826:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000003e4d9a3e x1846869138381824/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313517 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1761313473.325484:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b8bee8c3. 00010000:00000010:3.1:1761313473.326054:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000034b70b0a. 00000400:00000200:3.0:1761313473.326125:0:15825:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:3.0:1761313473.326141:0:15825:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x68fb7baf09c00 00000400:00000200:3.0:1761313473.326148:0:15825:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb05f1 [1] + 224 00000400:00000200:3.0:1761313473.326162:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313473.326166:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:3.0:1761313473.326176:0:15825:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000003e4d9a3e x1846869138381824/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313517 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1761313473.326576:0:77239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000009dafaf35. 00000400:00000200:1.0:1761313473.326581:0:77239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003b07ff82 00000400:00000010:1.0:1761313473.326583:0:77239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003b07ff82. 00000100:00000200:1.0:1761313473.326589:0:77239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000003e4d9a3e x1846869138381824/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313517 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761313473.326596:0:77239:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000003e4d9a3e x1846869138381824/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313517 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761313473.326626:0:77239:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000323860f0. 02000000:00000010:1.0:1761313473.326631:0:77239:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000dbb416b7. 00000100:00000010:1.0:1761313473.326634:0:77239:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000003e4d9a3e. 00000100:00000010:1.0:1761313473.326638:0:77239:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000730e02fd. 00010000:00000010:1.0:1761313473.326644:0:77239:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000a1355dfc. 00000400:00000200:2.0:1761313473.327336:0:15827:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:2.0:1761313473.327354:0:15827:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x68fb7ba85a800 00000400:00000200:2.0:1761313473.327445:0:15827:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xaf00d [2] + 0 00000400:00000200:2.0:1761313473.327512:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313473.327517:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:2.0:1761313473.327521:0:15827:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1761313473.327525:0:15827:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000026d75e8. 00000020:00000010:3.0:1761313473.327598:0:75220:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002cec0390. 00000020:00000010:3.0:1761313473.327604:0:75220:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000007bf9114. 00000020:00000010:3.0:1761313473.327608:0:75220:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000001fad5fbb. 00000100:00000200:3.0:1761313473.327631:0:75220:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000026d75e8 x1846869131372544/t0(0) o103->78617949-0e11-4ca2-94c2-d809f91deaa9@192.168.204.38@tcp:404/0 lens 328/0 e 0 to 0 dl 1761313479 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:3.0:1761313473.327665:0:75220:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869131372544 02000000:00000010:3.0:1761313473.327676:0:75220:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000006c11c8fb. 00010000:00000010:3.0:1761313473.327700:0:75220:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000edb5e870. 00010000:00000010:3.0:1761313473.327718:0:75220:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000989be21c. 00000100:00000010:3.0:1761313473.327724:0:75220:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000ed4a1e8d. 00000100:00000010:3.0:1761313473.327736:0:75220:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000ed4a1e8d. 00010000:00000010:3.0:1761313473.327739:0:75220:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000989be21c. 00000400:00000010:3.0:1761313473.327752:0:75220:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000077a0ef2. 00000100:00000200:3.0:1761313473.327756:0:75220:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869131372544, offset 224 00000400:00000200:3.0:1761313473.327763:0:75220:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:3.0:1761313473.327772:0:75220:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:3.0:1761313473.327778:0:75220:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [89982:89982:256:4294967295] 192.168.204.38@tcp LPNI seq info [89982:89982:8:4294967295] 00000400:00000200:3.0:1761313473.327787:0:75220:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:3.0:1761313473.327792:0:75220:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:3.0:1761313473.327796:0:75220:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001ffc5d96 (tot 82351826). 00000800:00000200:3.0:1761313473.327811:0:75220:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:3.0:1761313473.327817:0:75220:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:3.0:1761313473.327820:0:75220:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000001ffc5d96 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761313473.327843:0:75220:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000007bf9114. 00000020:00000010:3.0:1761313473.327846:0:75220:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000001fad5fbb. 00000020:00000010:3.0:1761313473.327850:0:75220:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000002cec0390. 00080000:00000010:1.0:1761313473.327908:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000dbb416b7. 00010000:00000010:1.0:1761313473.327983:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b4546667. 00010000:00000010:1.0:1761313473.327989:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002e06b2f7. 00010000:00000010:1.0:1761313473.328054:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000bdd37982. 00010000:00000010:1.0:1761313473.328058:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000ee6c533a. 00010000:00000010:1.0:1761313473.328063:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b7acc3ee. 00010000:00000010:1.0:1761313473.328068:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000b4546667. 00080000:00000010:1.0:1761313473.328077:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000323860f0. 00010000:00000010:1.0:1761313473.328094:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b4546667. 00010000:00000010:1.0:1761313473.328097:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000ee6c533a. 00010000:00000010:1.0:1761313473.328138:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000a9478999. 00010000:00000010:1.0:1761313473.328141:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000b4546667. 00010000:00000010:1.0:1761313473.328147:0:77239:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000a1355dfc. 00000100:00000010:1.0:1761313473.328150:0:77239:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000730e02fd. 00000100:00000010:1.0:1761313473.328156:0:77239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000003e4d9a3e. 02000000:00000010:1.0:1761313473.328165:0:77239:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000fb1a107d. 02000000:00000010:1.0:1761313473.328184:0:77239:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a442ad07. 00000400:00000010:1.0:1761313473.328188:0:77239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000009dafaf35. 00000400:00000010:1.0:1761313473.328191:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003b07ff82. 00000100:00000200:1.0:1761313473.328196:0:77239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869138381888, portal 16 00000400:00000010:1.0:1761313473.328199:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d8d66e7a. 00000100:00000200:1.0:1761313473.328201:0:77239:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869138381888, offset 0 00000400:00000200:1.0:1761313473.328206:0:77239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:1.0:1761313473.328211:0:77239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:1.0:1761313473.328217:0:77239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:1.0:1761313473.328220:0:77239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761313473.328223:0:77239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:1.0:1761313473.328225:0:77239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [89983:89983:255:4294967295] 192.168.204.38@tcp LPNI seq info [89983:89983:7:4294967295] 00000400:00000200:1.0:1761313473.328232:0:77239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:1.0:1761313473.328235:0:77239:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:1.0:1761313473.328238:0:77239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000002680ae0f (tot 82352074). 00000800:00000200:1.0:1761313473.328241:0:77239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:1.0:1761313473.328245:0:77239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:1.0:1761313473.328247:0:77239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000002680ae0f type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761313473.328582:0:15826:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761313473.328585:0:15826:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001ffc5d96 (tot 82351826). 00000400:00000200:0.0:1761313473.328589:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313473.328593:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:0.0:1761313473.328596:0:15826:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000077a0ef2 00000400:00000010:0.0:1761313473.328598:0:15826:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000077a0ef2. 00000800:00000200:0.0:1761313473.328649:0:15826:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761313473.328651:0:15826:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000002680ae0f (tot 82351578). 00000400:00000200:0.0:1761313473.328654:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313473.328657:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:0.0:1761313473.328658:0:15826:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d8d66e7a 00000400:00000010:0.0:1761313473.328660:0:15826:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d8d66e7a. 00000100:00000200:0.0:1761313473.328665:0:15826:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000003e4d9a3e x1846869138381888/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313517 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1761313473.329433:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000433eca10. 00010000:00000010:2.1:1761313473.329442:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d0a6b310. 00010000:00000010:2.1:1761313473.329444:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fe5e9ca9. 00010000:00000010:2.1:1761313473.329448:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000013c85ea5. 00010000:00000010:2.1:1761313473.329450:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ba3cf260. 00010000:00000010:1.1:1761313473.329483:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000030502d66. 00010000:00000010:1.1:1761313473.329488:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000297ada48. 00010000:00000010:1.1:1761313473.329490:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000045adf142. 00010000:00000010:1.1:1761313473.329493:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003ca1f465. 00010000:00000010:3.1:1761313473.329518:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000070697a2f. 00000400:00000200:3.0:1761313473.330913:0:15825:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:3.0:1761313473.330931:0:15825:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x68fb7baf09c40 00000400:00000200:3.0:1761313473.330940:0:15825:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb05fd [1] + 224 00000400:00000200:3.0:1761313473.330953:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313473.330956:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:3.0:1761313473.330965:0:15825:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000003e4d9a3e x1846869138381888/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313517 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1761313473.331237:0:77239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000009dafaf35. 00000400:00000200:1.0:1761313473.331241:0:77239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003b07ff82 00000400:00000010:1.0:1761313473.331243:0:77239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003b07ff82. 00000100:00000200:1.0:1761313473.331248:0:77239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000003e4d9a3e x1846869138381888/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313517 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761313473.331255:0:77239:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000003e4d9a3e x1846869138381888/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313517 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761313473.331281:0:77239:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a442ad07. 02000000:00000010:1.0:1761313473.331285:0:77239:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000fb1a107d. 00000100:00000010:1.0:1761313473.331289:0:77239:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000003e4d9a3e. 00000100:00000010:1.0:1761313473.331292:0:77239:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000730e02fd. 00010000:00000010:1.0:1761313473.331296:0:77239:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000a1355dfc. 00000400:00000200:2.0:1761313473.332823:0:15827:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:2.0:1761313473.332838:0:15827:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x68fb7ba85a840 00000400:00000200:2.0:1761313473.332844:0:15827:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xaf00d [2] + 328 00000400:00000200:2.0:1761313473.333214:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313473.333219:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:2.0:1761313473.333225:0:15827:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1761313473.333231:0:15827:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000eda1a5a4. 00000020:00000010:3.0:1761313473.333316:0:64710:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002cec0390. 00000020:00000010:3.0:1761313473.333321:0:64710:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000007bf9114. 00000020:00000010:3.0:1761313473.333325:0:64710:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000001fad5fbb. 00000100:00000200:3.0:1761313473.333384:0:64710:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000eda1a5a4 x1846869131372608/t0(0) o103->78617949-0e11-4ca2-94c2-d809f91deaa9@192.168.204.38@tcp:404/0 lens 328/0 e 0 to 0 dl 1761313479 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:3.0:1761313473.333411:0:64710:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869131372608 02000000:00000010:3.0:1761313473.333420:0:64710:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000233a92a5. 00010000:00000010:3.0:1761313473.333445:0:64710:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000002deccf71. 00010000:00000010:3.0:1761313473.333463:0:64710:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000989be21c. 00000100:00000010:3.0:1761313473.333469:0:64710:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000ed4a1e8d. 00000100:00000010:3.0:1761313473.333484:0:64710:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000ed4a1e8d. 00010000:00000010:3.0:1761313473.333487:0:64710:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000989be21c. 00000400:00000010:3.0:1761313473.333499:0:64710:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003eba4967. 00000100:00000200:3.0:1761313473.333503:0:64710:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869131372608, offset 224 00000400:00000200:3.0:1761313473.333510:0:64710:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:3.0:1761313473.333519:0:64710:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:3.0:1761313473.333524:0:64710:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [89984:89984:256:4294967295] 192.168.204.38@tcp LPNI seq info [89984:89984:8:4294967295] 00000400:00000200:3.0:1761313473.333533:0:64710:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:3.0:1761313473.333537:0:64710:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:3.0:1761313473.333541:0:64710:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005ce8cbad (tot 82351826). 00000800:00000200:3.0:1761313473.333545:0:64710:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:3.0:1761313473.333550:0:64710:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:3.0:1761313473.333553:0:64710:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000005ce8cbad type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761313473.333564:0:64710:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000007bf9114. 00000020:00000010:3.0:1761313473.333567:0:64710:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000001fad5fbb. 00000020:00000010:3.0:1761313473.333571:0:64710:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000002cec0390. 00010000:00000010:1.1:1761313473.333670:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006dc09145. 00010000:00000010:1.1:1761313473.333677:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b0633623. 00010000:00000010:1.1:1761313473.333680:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bdd37982. 00010000:00000010:1.1:1761313473.333684:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b7acc3ee. 00000800:00000200:0.0:1761313473.333909:0:15826:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761313473.333913:0:15826:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005ce8cbad (tot 82351578). 00000400:00000200:0.0:1761313473.333917:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313473.333920:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:0.0:1761313473.333923:0:15826:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003eba4967 00000400:00000010:0.0:1761313473.333925:0:15826:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003eba4967. 00080000:00000010:2.0:1761313473.333981:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d6f213b2. 00010000:00000010:2.0:1761313473.334064:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b4546667. 00010000:00000010:2.0:1761313473.334069:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004eea82e3. 00010000:00000010:2.0:1761313473.334128:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000013c85ea5. 00010000:00000010:2.0:1761313473.334133:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000259e6f04. 00010000:00000010:2.0:1761313473.334141:0:77239:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000002b44dbd3. 00000100:00000010:2.0:1761313473.334145:0:77239:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000000fc037df. 00000100:00000010:2.0:1761313473.334151:0:77239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ec1baf93. 02000000:00000010:2.0:1761313473.334161:0:77239:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000001b4fb298. 02000000:00000010:2.0:1761313473.334182:0:77239:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000004c0db0f2. 00000400:00000010:2.0:1761313473.334186:0:77239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000071ca671b. 00000400:00000010:2.0:1761313473.334191:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000018cdfd97. 00000100:00000200:2.0:1761313473.334195:0:77239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869138381952, portal 16 00000400:00000010:2.0:1761313473.334198:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003c745d15. 00000100:00000200:2.0:1761313473.334200:0:77239:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869138381952, offset 0 00000400:00000200:2.0:1761313473.334204:0:77239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:2.0:1761313473.334210:0:77239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:2.0:1761313473.334216:0:77239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:2.0:1761313473.334219:0:77239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761313473.334221:0:77239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:2.0:1761313473.334224:0:77239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [89985:89985:256:4294967295] 192.168.204.38@tcp LPNI seq info [89985:89985:8:4294967295] 00000400:00000200:2.0:1761313473.334231:0:77239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:2.0:1761313473.334235:0:77239:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:2.0:1761313473.334238:0:77239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000044feb42c (tot 82351826). 00000800:00000200:2.0:1761313473.334242:0:77239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:2.0:1761313473.334246:0:77239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:2.0:1761313473.334248:0:77239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000044feb42c type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761313473.335465:0:15825:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761313473.335470:0:15825:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000044feb42c (tot 82351578). 00000400:00000200:3.0:1761313473.335477:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313473.335484:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:3.0:1761313473.335487:0:15825:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003c745d15 00000400:00000010:3.0:1761313473.335489:0:15825:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003c745d15. 00000100:00000200:3.0:1761313473.335497:0:15825:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000ec1baf93 x1846869138381952/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313517 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761313473.340011:0:15827:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:2.0:1761313473.340032:0:15827:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x68fb7baf09c80 00000400:00000200:2.0:1761313473.340040:0:15827:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb0609 [1] + 224 00000400:00000200:2.0:1761313473.340050:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313473.340053:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:2.0:1761313473.340062:0:15827:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000ec1baf93 x1846869138381952/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313517 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761313473.340252:0:15827:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:2.0:1761313473.340257:0:15827:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x68fb7ba85a880 00000400:00000200:2.0:1761313473.340260:0:15827:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xaf00d [2] + 656 00000400:00000200:2.0:1761313473.340268:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313473.340270:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:2.0:1761313473.340274:0:15827:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1761313473.340278:0:15827:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000c537b3f9. 00000400:00000010:1.0:1761313473.340506:0:77239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000071ca671b. 00000400:00000200:1.0:1761313473.340510:0:77239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000018cdfd97 00000400:00000010:1.0:1761313473.340512:0:77239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000018cdfd97. 00000100:00000200:1.0:1761313473.340519:0:77239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000ec1baf93 x1846869138381952/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313517 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761313473.340528:0:77239:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000ec1baf93 x1846869138381952/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313517 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761313473.340558:0:77239:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000004c0db0f2. 02000000:00000010:1.0:1761313473.340564:0:77239:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000001b4fb298. 00000100:00000010:1.0:1761313473.340568:0:77239:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ec1baf93. 00000100:00000010:1.0:1761313473.340571:0:77239:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000000fc037df. 00010000:00000010:1.0:1761313473.340576:0:77239:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000002b44dbd3. 00000020:00000010:3.0:1761313473.340738:0:75220:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002cec0390. 00000020:00000010:3.0:1761313473.340745:0:75220:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000007bf9114. 00000020:00000010:3.0:1761313473.340749:0:75220:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000001fad5fbb. 00000100:00000200:3.0:1761313473.340771:0:75220:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000c537b3f9 x1846869131372672/t0(0) o103->78617949-0e11-4ca2-94c2-d809f91deaa9@192.168.204.38@tcp:404/0 lens 328/0 e 0 to 0 dl 1761313479 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:3.0:1761313473.340808:0:75220:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869131372672 02000000:00000010:3.0:1761313473.340818:0:75220:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000d7fb6e05. 00010000:00000010:3.0:1761313473.340841:0:75220:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000fec310ea. 00010000:00000010:3.0:1761313473.340860:0:75220:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000989be21c. 00000100:00000010:3.0:1761313473.340866:0:75220:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000ed4a1e8d. 00000100:00000010:3.0:1761313473.340879:0:75220:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000ed4a1e8d. 00010000:00000010:3.0:1761313473.340882:0:75220:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000989be21c. 00000400:00000010:3.0:1761313473.340893:0:75220:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003d312476. 00000100:00000200:3.0:1761313473.340897:0:75220:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869131372672, offset 224 00000400:00000200:3.0:1761313473.340903:0:75220:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:3.0:1761313473.340912:0:75220:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:3.0:1761313473.340917:0:75220:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [89986:89986:256:4294967295] 192.168.204.38@tcp LPNI seq info [89986:89986:8:4294967295] 00000400:00000200:3.0:1761313473.340926:0:75220:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:3.0:1761313473.340930:0:75220:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:3.0:1761313473.340934:0:75220:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005ce8cbad (tot 82351826). 00000800:00000200:3.0:1761313473.340940:0:75220:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:3.0:1761313473.340946:0:75220:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:3.0:1761313473.340949:0:75220:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000005ce8cbad type 1, nob 320 niov 1 nkiov 1 00080000:00000010:1.0:1761313473.341510:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 000000009c4b1f9a. 00010000:00000010:1.0:1761313473.341599:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000259e6f04. 00010000:00000010:1.0:1761313473.341606:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000059c257ee. 00010000:00000010:1.0:1761313473.341681:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b7acc3ee. 00010000:00000010:1.0:1761313473.341685:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000fd01b96e. 00010000:00000010:1.0:1761313473.341695:0:77239:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000a1355dfc. 00000100:00000010:1.0:1761313473.341698:0:77239:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000730e02fd. 00000100:00000010:1.0:1761313473.341704:0:77239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000003e4d9a3e. 02000000:00000010:1.0:1761313473.341714:0:77239:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000ccd1f1f7. 02000000:00000010:1.0:1761313473.341737:0:77239:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a4f0d83c. 00000400:00000010:1.0:1761313473.341741:0:77239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000009dafaf35. 00000400:00000010:1.0:1761313473.341744:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003b07ff82. 00000100:00000200:1.0:1761313473.341748:0:77239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869138382016, portal 16 00000400:00000010:1.0:1761313473.341752:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a164eb02. 00000100:00000200:1.0:1761313473.341753:0:77239:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869138382016, offset 0 00000400:00000200:1.0:1761313473.341759:0:77239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:1.0:1761313473.341766:0:77239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:1.0:1761313473.341771:0:77239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:1.0:1761313473.341775:0:77239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761313473.341777:0:77239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:1.0:1761313473.341780:0:77239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [89987:89987:255:4294967295] 192.168.204.38@tcp LPNI seq info [89987:89987:7:4294967295] 00000400:00000200:1.0:1761313473.341788:0:77239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:1.0:1761313473.341792:0:77239:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:1.0:1761313473.341808:0:77239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000233c2709 (tot 82352074). 00000800:00000200:1.0:1761313473.341813:0:77239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:1.0:1761313473.341817:0:77239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:1.0:1761313473.341820:0:77239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000233c2709 type 1, nob 424 niov 1 nkiov 1 00000020:00000010:3.0:1761313473.341864:0:75220:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000007bf9114. 00000020:00000010:3.0:1761313473.341868:0:75220:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000001fad5fbb. 00000020:00000010:3.0:1761313473.341872:0:75220:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000002cec0390. 00000800:00000200:0.0:1761313473.344274:0:15826:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761313473.344282:0:15826:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005ce8cbad (tot 82351826). 00000400:00000200:0.0:1761313473.344291:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313473.344299:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:0.0:1761313473.344305:0:15826:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003d312476 00000400:00000010:0.0:1761313473.344307:0:15826:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003d312476. 00000800:00000200:0.0:1761313473.347311:0:15826:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761313473.347320:0:15826:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000233c2709 (tot 82351578). 00000400:00000200:0.0:1761313473.347331:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313473.347339:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:0.0:1761313473.347380:0:15826:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a164eb02 00000400:00000010:0.0:1761313473.347383:0:15826:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a164eb02. 00000100:00000200:0.0:1761313473.347395:0:15826:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000003e4d9a3e x1846869138382016/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313517 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1761313473.348339:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cfe906d1. 00010000:00000010:2.1:1761313473.348763:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007707c276. 00010000:00000010:2.1:1761313473.348771:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a9478999. 00010000:00000010:1.1:1761313473.349385:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000089ce7a5. 00010000:00000010:1.1:1761313473.349393:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000013c85ea5. 00000400:00000200:2.0:1761313473.349908:0:15825:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:2.0:1761313473.349925:0:15825:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x68fb7baf09cc0 00000400:00000200:2.0:1761313473.349933:0:15825:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb0615 [1] + 224 00000400:00000200:2.0:1761313473.349945:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313473.349948:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:2.0:1761313473.349959:0:15825:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000003e4d9a3e x1846869138382016/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313517 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761313473.350038:0:15825:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:2.0:1761313473.350046:0:15825:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x68fb7ba85a8c0 00000400:00000200:2.0:1761313473.350050:0:15825:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xaf00d [2] + 984 00000400:00000200:2.0:1761313473.350059:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313473.350061:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:2.0:1761313473.350065:0:15825:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1761313473.350069:0:15825:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000010a0daa6. 00000400:00000010:1.0:1761313473.350153:0:77239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000009dafaf35. 00000400:00000200:1.0:1761313473.350159:0:77239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003b07ff82 00000400:00000010:1.0:1761313473.350161:0:77239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003b07ff82. 00000100:00000200:1.0:1761313473.350167:0:77239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000003e4d9a3e x1846869138382016/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313517 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761313473.350175:0:77239:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000003e4d9a3e x1846869138382016/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313517 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761313473.350201:0:77239:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a4f0d83c. 02000000:00000010:1.0:1761313473.350207:0:77239:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000ccd1f1f7. 00000100:00000010:1.0:1761313473.350211:0:77239:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000003e4d9a3e. 00000100:00000010:1.0:1761313473.350214:0:77239:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000730e02fd. 00010000:00000010:1.0:1761313473.350218:0:77239:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000a1355dfc. 00000020:00000010:3.0:1761313473.350755:0:75220:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002cec0390. 00000020:00000010:3.0:1761313473.350763:0:75220:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000007bf9114. 00000020:00000010:3.0:1761313473.350768:0:75220:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000001fad5fbb. 00000100:00000200:3.0:1761313473.350793:0:75220:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000010a0daa6 x1846869131372736/t0(0) o103->78617949-0e11-4ca2-94c2-d809f91deaa9@192.168.204.38@tcp:404/0 lens 328/0 e 0 to 0 dl 1761313479 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:3.0:1761313473.350886:0:75220:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869131372736 02000000:00000010:3.0:1761313473.350898:0:75220:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000004f13a525. 00010000:00000010:3.0:1761313473.350925:0:75220:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000006577258b. 00010000:00000010:3.0:1761313473.350944:0:75220:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000989be21c. 00000100:00000010:3.0:1761313473.350949:0:75220:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000ed4a1e8d. 00000100:00000010:3.0:1761313473.350966:0:75220:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000ed4a1e8d. 00010000:00000010:3.0:1761313473.350969:0:75220:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000989be21c. 00000400:00000010:3.0:1761313473.350983:0:75220:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000b53c2d2. 00000100:00000200:3.0:1761313473.350988:0:75220:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869131372736, offset 224 00000400:00000200:3.0:1761313473.350995:0:75220:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:3.0:1761313473.351007:0:75220:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:3.0:1761313473.351013:0:75220:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [89988:89988:256:4294967295] 192.168.204.38@tcp LPNI seq info [89988:89988:8:4294967295] 00000400:00000200:3.0:1761313473.351023:0:75220:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:3.0:1761313473.351027:0:75220:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:3.0:1761313473.351032:0:75220:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001ffc5d96 (tot 82351826). 00000800:00000200:3.0:1761313473.351038:0:75220:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:3.0:1761313473.351044:0:75220:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:3.0:1761313473.351047:0:75220:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000001ffc5d96 type 1, nob 320 niov 1 nkiov 1 00080000:00000010:1.0:1761313473.351200:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ccd1f1f7. 00010000:00000010:1.0:1761313473.351282:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000fd01b96e. 00010000:00000010:1.0:1761313473.351288:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004d41640d. 00010000:00000010:1.0:1761313473.351386:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b0633623. 00010000:00000010:1.0:1761313473.351391:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000fd01b96e. 00010000:00000010:1.0:1761313473.351401:0:77239:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000a1355dfc. 00000100:00000010:1.0:1761313473.351405:0:77239:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000730e02fd. 00000100:00000010:1.0:1761313473.351411:0:77239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000003e4d9a3e. 02000000:00000010:1.0:1761313473.351421:0:77239:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000a4f0d83c. 02000000:00000010:1.0:1761313473.351445:0:77239:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000024ae41d3. 00000400:00000010:1.0:1761313473.351449:0:77239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000009dafaf35. 00000400:00000010:1.0:1761313473.351453:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003b07ff82. 00000100:00000200:1.0:1761313473.351457:0:77239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869138382080, portal 16 00000400:00000010:1.0:1761313473.351461:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004a139d93. 00000100:00000200:1.0:1761313473.351463:0:77239:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869138382080, offset 0 00000400:00000200:1.0:1761313473.351469:0:77239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:1.0:1761313473.351475:0:77239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:1.0:1761313473.351493:0:77239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:1.0:1761313473.351496:0:77239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761313473.351499:0:77239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:1.0:1761313473.351502:0:77239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [89989:89989:255:4294967295] 192.168.204.38@tcp LPNI seq info [89989:89989:7:4294967295] 00000400:00000200:1.0:1761313473.351509:0:77239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:1.0:1761313473.351514:0:77239:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:1.0:1761313473.351517:0:77239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000665e1d46 (tot 82352074). 00000800:00000200:1.0:1761313473.351521:0:77239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:1.0:1761313473.351526:0:77239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:1.0:1761313473.351528:0:77239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000665e1d46 type 1, nob 424 niov 1 nkiov 1 00000020:00000010:3.0:1761313473.351705:0:75220:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000007bf9114. 00000020:00000010:3.0:1761313473.351710:0:75220:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000001fad5fbb. 00000020:00000010:3.0:1761313473.351714:0:75220:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000002cec0390. 00000800:00000200:0.0:1761313473.353013:0:15827:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761313473.353018:0:15827:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001ffc5d96 (tot 82351826). 00000400:00000200:0.0:1761313473.353024:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313473.353033:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:0.0:1761313473.353039:0:15827:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000b53c2d2 00000400:00000010:0.0:1761313473.353041:0:15827:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000b53c2d2. 00000800:00000200:0.0:1761313473.353113:0:15827:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761313473.353115:0:15827:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000665e1d46 (tot 82351578). 00000400:00000200:0.0:1761313473.353118:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313473.353121:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:0.0:1761313473.353123:0:15827:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004a139d93 00000400:00000010:0.0:1761313473.353124:0:15827:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004a139d93. 00000100:00000200:0.0:1761313473.353132:0:15827:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000003e4d9a3e x1846869138382080/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313517 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1761313473.357775:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000e6d78d7. 00010000:00000010:3.1:1761313473.357825:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000005687a4d. 00000400:00000200:0.0:1761313473.358500:0:15826:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:0.0:1761313473.358517:0:15826:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x68fb7baf09d00 00000400:00000200:0.0:1761313473.358526:0:15826:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb0621 [1] + 224 00000400:00000200:0.0:1761313473.358541:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313473.358544:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:0.0:1761313473.358555:0:15826:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000003e4d9a3e x1846869138382080/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313517 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1761313473.358659:0:77239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000009dafaf35. 00000400:00000200:1.0:1761313473.358664:0:77239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003b07ff82 00000400:00000010:1.0:1761313473.358666:0:77239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003b07ff82. 00000100:00000200:1.0:1761313473.358673:0:77239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000003e4d9a3e x1846869138382080/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313517 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761313473.358681:0:77239:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000003e4d9a3e x1846869138382080/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313517 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761313473.358709:0:77239:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000024ae41d3. 02000000:00000010:1.0:1761313473.358715:0:77239:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000a4f0d83c. 00000100:00000010:1.0:1761313473.358719:0:77239:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000003e4d9a3e. 00000100:00000010:1.0:1761313473.358723:0:77239:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000730e02fd. 00010000:00000010:1.0:1761313473.358727:0:77239:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000a1355dfc. 00000400:00000200:2.0:1761313473.360219:0:15825:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:2.0:1761313473.360239:0:15825:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x68fb7ba85a900 00000400:00000200:2.0:1761313473.360247:0:15825:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xaf00d [2] + 1312 00000400:00000200:2.0:1761313473.360309:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313473.360313:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:2.0:1761313473.360319:0:15825:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1761313473.360325:0:15825:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000c61cebbd. 00000020:00000010:3.0:1761313473.360748:0:75220:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002cec0390. 00000020:00000010:3.0:1761313473.360756:0:75220:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000007bf9114. 00000020:00000010:3.0:1761313473.360760:0:75220:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000001fad5fbb. 00000100:00000200:3.0:1761313473.360785:0:75220:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000c61cebbd x1846869131372800/t0(0) o103->78617949-0e11-4ca2-94c2-d809f91deaa9@192.168.204.38@tcp:404/0 lens 328/0 e 0 to 0 dl 1761313479 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:3.0:1761313473.361506:0:75220:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869131372800 02000000:00000010:3.0:1761313473.361522:0:75220:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000045eaad2. 00010000:00000010:3.0:1761313473.361551:0:75220:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ada724d5. 00010000:00000010:3.0:1761313473.361574:0:75220:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000989be21c. 00000100:00000010:3.0:1761313473.361582:0:75220:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000ed4a1e8d. 00000100:00000010:3.0:1761313473.361597:0:75220:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000ed4a1e8d. 00010000:00000010:3.0:1761313473.361600:0:75220:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000989be21c. 00000400:00000010:3.0:1761313473.361617:0:75220:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b0b5ad3c. 00000100:00000200:3.0:1761313473.361622:0:75220:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869131372800, offset 224 00000400:00000200:3.0:1761313473.361631:0:75220:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:3.0:1761313473.361644:0:75220:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:3.0:1761313473.361650:0:75220:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [89990:89990:256:4294967295] 192.168.204.38@tcp LPNI seq info [89990:89990:8:4294967295] 00000400:00000200:3.0:1761313473.361658:0:75220:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:3.0:1761313473.361664:0:75220:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:3.0:1761313473.361668:0:75220:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e7d56557 (tot 82351826). 00000800:00000200:3.0:1761313473.361674:0:75220:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:3.0:1761313473.361681:0:75220:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:3.0:1761313473.361684:0:75220:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000e7d56557 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761313473.361700:0:75220:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000007bf9114. 00000020:00000010:3.0:1761313473.361704:0:75220:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000001fad5fbb. 00000020:00000010:3.0:1761313473.361708:0:75220:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000002cec0390. 00000800:00000200:0.0:1761313473.361832:0:15827:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761313473.361837:0:15827:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e7d56557 (tot 82351578). 00000400:00000200:0.0:1761313473.361842:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313473.361847:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:0.0:1761313473.361851:0:15827:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b0b5ad3c 00000400:00000010:0.0:1761313473.361853:0:15827:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b0b5ad3c. 00080000:00000010:1.0:1761313473.361944:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a4f0d83c. 00010000:00000010:1.0:1761313473.362031:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000fd01b96e. 00010000:00000010:1.0:1761313473.362040:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000f08476fe. 00010000:00000010:1.0:1761313473.362120:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000003ca1f465. 00010000:00000010:1.0:1761313473.362126:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000fd01b96e. 00010000:00000010:1.0:1761313473.362137:0:77239:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000a1355dfc. 00000100:00000010:1.0:1761313473.362142:0:77239:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000730e02fd. 00000100:00000010:1.0:1761313473.362150:0:77239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000003e4d9a3e. 02000000:00000010:1.0:1761313473.362162:0:77239:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000024ae41d3. 02000000:00000010:1.0:1761313473.362186:0:77239:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a442ad07. 00000400:00000010:1.0:1761313473.362193:0:77239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000009dafaf35. 00000400:00000010:1.0:1761313473.362199:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003b07ff82. 00000100:00000200:1.0:1761313473.362205:0:77239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869138382144, portal 16 00000400:00000010:1.0:1761313473.362208:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e95cb506. 00000100:00000200:1.0:1761313473.362210:0:77239:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869138382144, offset 0 00000400:00000200:1.0:1761313473.362216:0:77239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:1.0:1761313473.362223:0:77239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:1.0:1761313473.362231:0:77239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:1.0:1761313473.362235:0:77239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761313473.362237:0:77239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:1.0:1761313473.362240:0:77239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [89991:89991:256:4294967295] 192.168.204.38@tcp LPNI seq info [89991:89991:8:4294967295] 00000400:00000200:1.0:1761313473.362247:0:77239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:1.0:1761313473.362251:0:77239:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:1.0:1761313473.362254:0:77239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e18dda97 (tot 82351826). 00000800:00000200:1.0:1761313473.362258:0:77239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:1.0:1761313473.362262:0:77239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:1.0:1761313473.362264:0:77239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000e18dda97 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761313473.362673:0:15826:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761313473.362676:0:15826:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e18dda97 (tot 82351578). 00000400:00000200:0.0:1761313473.362681:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313473.362685:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:0.0:1761313473.362688:0:15826:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e95cb506 00000400:00000010:0.0:1761313473.362689:0:15826:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e95cb506. 00000100:00000200:0.0:1761313473.362696:0:15826:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000003e4d9a3e x1846869138382144/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313517 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1761313473.363895:0:75220:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004a19a8af. 00010000:00000010:1.1:1761313473.364877:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000202e736. 00010000:00000010:1.1:1761313473.364886:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b7acc3ee. 00000400:00000200:2.0:1761313473.368055:0:15825:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:2.0:1761313473.368076:0:15825:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x68fb7baf09d40 00000400:00000200:2.0:1761313473.368084:0:15825:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb062d [1] + 224 00000400:00000200:2.0:1761313473.368096:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313473.368100:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:2.0:1761313473.368113:0:15825:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000003e4d9a3e x1846869138382144/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313517 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761313473.368228:0:15825:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:2.0:1761313473.368235:0:15825:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x68fb7ba85a940 00000400:00000200:2.0:1761313473.368239:0:15825:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xaf00d [2] + 1640 00000400:00000200:2.0:1761313473.368296:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313473.368300:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:2.0:1761313473.368303:0:15825:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1761313473.368309:0:15825:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ec1baf93. 00000400:00000010:1.0:1761313473.368406:0:77239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000009dafaf35. 00000400:00000200:1.0:1761313473.368412:0:77239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003b07ff82 00000400:00000010:1.0:1761313473.368414:0:77239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003b07ff82. 00000100:00000200:1.0:1761313473.368421:0:77239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000003e4d9a3e x1846869138382144/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313517 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761313473.368429:0:77239:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000003e4d9a3e x1846869138382144/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313517 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761313473.368458:0:77239:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a442ad07. 02000000:00000010:1.0:1761313473.368464:0:77239:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000024ae41d3. 00000100:00000010:1.0:1761313473.368467:0:77239:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000003e4d9a3e. 00000100:00000010:1.0:1761313473.368471:0:77239:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000730e02fd. 00010000:00000010:1.0:1761313473.368476:0:77239:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000a1355dfc. 00000020:00000010:3.0:1761313473.368780:0:75220:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002cec0390. 00000020:00000010:3.0:1761313473.368786:0:75220:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000007bf9114. 00000020:00000010:3.0:1761313473.368791:0:75220:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000001fad5fbb. 00000100:00000200:3.0:1761313473.368824:0:75220:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000ec1baf93 x1846869131372864/t0(0) o103->78617949-0e11-4ca2-94c2-d809f91deaa9@192.168.204.38@tcp:404/0 lens 328/0 e 0 to 0 dl 1761313479 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:3.0:1761313473.368851:0:75220:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869131372864 02000000:00000010:3.0:1761313473.368861:0:75220:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000d7843103. 00010000:00000010:3.0:1761313473.368887:0:75220:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000091fc3fed. 00010000:00000010:3.0:1761313473.368908:0:75220:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000989be21c. 00000100:00000010:3.0:1761313473.368914:0:75220:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000ed4a1e8d. 00000100:00000010:3.0:1761313473.368931:0:75220:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000ed4a1e8d. 00010000:00000010:3.0:1761313473.368933:0:75220:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000989be21c. 00000400:00000010:3.0:1761313473.368946:0:75220:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009ee9a73e. 00000100:00000200:3.0:1761313473.368950:0:75220:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869131372864, offset 224 00000400:00000200:3.0:1761313473.368957:0:75220:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:3.0:1761313473.368967:0:75220:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:3.0:1761313473.368972:0:75220:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [89992:89992:256:4294967295] 192.168.204.38@tcp LPNI seq info [89992:89992:8:4294967295] 00000400:00000200:3.0:1761313473.368983:0:75220:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:3.0:1761313473.368988:0:75220:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:3.0:1761313473.368992:0:75220:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009f02d435 (tot 82351826). 00000800:00000200:3.0:1761313473.368996:0:75220:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:3.0:1761313473.369003:0:75220:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:3.0:1761313473.369006:0:75220:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009f02d435 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761313473.369020:0:75220:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000007bf9114. 00000020:00000010:3.0:1761313473.369023:0:75220:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000001fad5fbb. 00000020:00000010:3.0:1761313473.369027:0:75220:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000002cec0390. 00000800:00000200:0.0:1761313473.369235:0:15827:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761313473.369238:0:15827:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009f02d435 (tot 82351578). 00000400:00000200:0.0:1761313473.369242:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313473.369246:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:0.0:1761313473.369249:0:15827:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009ee9a73e 00000400:00000010:0.0:1761313473.369250:0:15827:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009ee9a73e. 00080000:00000010:1.0:1761313473.369550:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 0000000024ae41d3. 00010000:00000010:1.0:1761313473.369640:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000fd01b96e. 00010000:00000010:1.0:1761313473.369647:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000037c381eb. 00010000:00000010:1.0:1761313473.369723:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b7acc3ee. 00010000:00000010:1.0:1761313473.369728:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000fd01b96e. 00010000:00000010:1.0:1761313473.369739:0:77239:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000a1355dfc. 00000100:00000010:1.0:1761313473.369742:0:77239:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000730e02fd. 00000100:00000010:1.0:1761313473.369749:0:77239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000003e4d9a3e. 02000000:00000010:1.0:1761313473.369759:0:77239:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000a442ad07. 02000000:00000010:1.0:1761313473.369781:0:77239:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000fb1a107d. 00000400:00000010:1.0:1761313473.369785:0:77239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000009dafaf35. 00000400:00000010:1.0:1761313473.369789:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003b07ff82. 00000100:00000200:1.0:1761313473.369793:0:77239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869138382208, portal 16 00000400:00000010:1.0:1761313473.369806:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a1e30d26. 00000100:00000200:1.0:1761313473.369808:0:77239:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869138382208, offset 0 00000400:00000200:1.0:1761313473.369814:0:77239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:1.0:1761313473.369820:0:77239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:1.0:1761313473.369826:0:77239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:1.0:1761313473.369829:0:77239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761313473.369832:0:77239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:1.0:1761313473.369834:0:77239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [89993:89993:256:4294967295] 192.168.204.38@tcp LPNI seq info [89993:89993:8:4294967295] 00000400:00000200:1.0:1761313473.369842:0:77239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:1.0:1761313473.369845:0:77239:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:1.0:1761313473.369849:0:77239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000abc6288c (tot 82351826). 00000800:00000200:1.0:1761313473.369853:0:77239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:1.0:1761313473.369857:0:77239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:1.0:1761313473.369859:0:77239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000abc6288c type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761313473.370505:0:15826:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761313473.370509:0:15826:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000abc6288c (tot 82351578). 00000400:00000200:0.0:1761313473.370513:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313473.370518:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:0.0:1761313473.370522:0:15826:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a1e30d26 00000400:00000010:0.0:1761313473.370523:0:15826:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a1e30d26. 00000100:00000200:0.0:1761313473.370530:0:15826:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000003e4d9a3e x1846869138382208/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313517 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1761313473.373572:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005a6bda7b. 00010000:00000010:1.1:1761313473.373588:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b0633623. 00000400:00000200:2.0:1761313473.375321:0:15825:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:2.0:1761313473.375341:0:15825:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x68fb7baf09d80 00000400:00000200:2.0:1761313473.375398:0:15825:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb0639 [1] + 224 00000400:00000200:2.0:1761313473.375412:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313473.375416:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:2.0:1761313473.375427:0:15825:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000003e4d9a3e x1846869138382208/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313517 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761313473.375459:0:15825:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:2.0:1761313473.375465:0:15825:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x68fb7ba85a980 00000400:00000200:2.0:1761313473.375469:0:15825:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xaf00d [2] + 1968 00000400:00000010:2.0:1761313473.375474:0:15825:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000018c5212b. 00000400:00000200:2.0:1761313473.375478:0:15825:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 000000006eee9b0c 00000400:00000200:2.0:1761313473.375528:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313473.375532:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:2.0:1761313473.375535:0:15825:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006eee9b0c 00000400:00000010:2.0:1761313473.375538:0:15825:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 000000006eee9b0c (tot 82351426). 00000100:00000200:2.0:1761313473.375544:0:15825:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000400:00000010:1.0:1761313473.375743:0:77239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000009dafaf35. 00000400:00000200:1.0:1761313473.375747:0:77239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003b07ff82 00000400:00000010:1.0:1761313473.375749:0:77239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003b07ff82. 00000100:00000200:1.0:1761313473.375755:0:77239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000003e4d9a3e x1846869138382208/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313517 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761313473.375763:0:77239:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000003e4d9a3e x1846869138382208/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313517 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761313473.375791:0:77239:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000fb1a107d. 02000000:00000010:1.0:1761313473.375807:0:77239:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000a442ad07. 00000100:00000010:1.0:1761313473.375811:0:77239:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000003e4d9a3e. 00000100:00000010:1.0:1761313473.375815:0:77239:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000730e02fd. 00010000:00000010:1.0:1761313473.375818:0:77239:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000a1355dfc. 00000020:00000010:0.0:1761313473.376121:0:64710:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000069590ce0. 00000020:00000010:0.0:1761313473.376128:0:64710:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000196cbe29. 00000020:00000010:0.0:1761313473.376132:0:64710:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000a5d3e0ae. 00000100:00000200:0.0:1761313473.376154:0:64710:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000e6cf7d53 x1846869131372928/t0(0) o103->78617949-0e11-4ca2-94c2-d809f91deaa9@192.168.204.38@tcp:404/0 lens 328/0 e 0 to 0 dl 1761313479 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:0.0:1761313473.376185:0:64710:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869131372928 02000000:00000010:0.0:1761313473.376197:0:64710:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000008d417d1a. 00010000:00000010:0.0:1761313473.376222:0:64710:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007e44a446. 00010000:00000010:0.0:1761313473.376243:0:64710:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000028eccf1f. 00000100:00000010:0.0:1761313473.376249:0:64710:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000014351f73. 00000100:00000010:0.0:1761313473.376263:0:64710:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000014351f73. 00010000:00000010:0.0:1761313473.376265:0:64710:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000028eccf1f. 00000400:00000010:0.0:1761313473.376278:0:64710:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000d3ed33a. 00000100:00000200:0.0:1761313473.376282:0:64710:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869131372928, offset 224 00000400:00000200:0.0:1761313473.376290:0:64710:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:0.0:1761313473.376300:0:64710:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:0.0:1761313473.376305:0:64710:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [89994:89994:256:4294967295] 192.168.204.38@tcp LPNI seq info [89994:89994:8:4294967295] 00000400:00000200:0.0:1761313473.376315:0:64710:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:0.0:1761313473.376320:0:64710:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:0.0:1761313473.376325:0:64710:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ed775b91 (tot 82351674). 00000800:00000200:0.0:1761313473.376331:0:64710:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:0.0:1761313473.376337:0:64710:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:0.0:1761313473.376340:0:64710:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ed775b91 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761313473.376400:0:64710:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000196cbe29. 00000020:00000010:0.0:1761313473.376405:0:64710:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000a5d3e0ae. 00000020:00000010:0.0:1761313473.376407:0:64710:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000069590ce0. 02000000:00000010:0.0:1761313473.376416:0:64710:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000d7843103. 00000100:00000010:0.0:1761313473.376419:0:64710:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ec1baf93. 02000000:00000010:0.0:1761313473.376422:0:64710:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000045eaad2. 00000100:00000010:0.0:1761313473.376424:0:64710:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000c61cebbd. 02000000:00000010:0.0:1761313473.376426:0:64710:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000004f13a525. 00000100:00000010:0.0:1761313473.376428:0:64710:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000010a0daa6. 02000000:00000010:0.0:1761313473.376430:0:64710:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000d7fb6e05. 00000100:00000010:0.0:1761313473.376432:0:64710:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000c537b3f9. 02000000:00000010:0.0:1761313473.376434:0:64710:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000233a92a5. 00000100:00000010:0.0:1761313473.376436:0:64710:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000eda1a5a4. 02000000:00000010:0.0:1761313473.376438:0:64710:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000006c11c8fb. 00000100:00000010:0.0:1761313473.376440:0:64710:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000026d75e8. 00000100:00000200:0.0:1761313473.376446:0:64710:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1761313473.376451:0:64710:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000030686506. 00000400:00000010:0.0:1761313473.376454:0:64710:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 0000000014351f73 (tot 82351826). 00080000:00000010:1.0:1761313473.376660:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a442ad07. 00010000:00000010:1.0:1761313473.376740:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000fd01b96e. 00010000:00000010:1.0:1761313473.376747:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000085d6c745. 00010000:00000010:1.0:1761313473.376840:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b0633623. 00010000:00000010:1.0:1761313473.376845:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000fd01b96e. 00010000:00000010:1.0:1761313473.376855:0:77239:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000a1355dfc. 00000100:00000010:1.0:1761313473.376858:0:77239:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000730e02fd. 00000100:00000010:1.0:1761313473.376864:0:77239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000003e4d9a3e. 02000000:00000010:1.0:1761313473.376873:0:77239:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000fb1a107d. 02000000:00000010:1.0:1761313473.376894:0:77239:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000301fe8ca. 00000400:00000010:1.0:1761313473.376898:0:77239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000009dafaf35. 00000400:00000010:1.0:1761313473.376902:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003b07ff82. 00000100:00000200:1.0:1761313473.376905:0:77239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869138382272, portal 16 00000400:00000010:1.0:1761313473.376909:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009f44a341. 00000100:00000200:1.0:1761313473.376911:0:77239:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869138382272, offset 0 00000400:00000200:1.0:1761313473.376916:0:77239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:1.0:1761313473.376923:0:77239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:1.0:1761313473.376929:0:77239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:1.0:1761313473.376932:0:77239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761313473.376934:0:77239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:1.0:1761313473.376937:0:77239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [89995:89995:255:4294967295] 192.168.204.38@tcp LPNI seq info [89995:89995:7:4294967295] 00000400:00000200:1.0:1761313473.376944:0:77239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:1.0:1761313473.376949:0:77239:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:1.0:1761313473.376952:0:77239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f3be7fa6 (tot 82352074). 00000800:00000200:1.0:1761313473.376956:0:77239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:1.0:1761313473.376960:0:77239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:1.0:1761313473.376963:0:77239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000f3be7fa6 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761313473.377338:0:15827:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761313473.377341:0:15827:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ed775b91 (tot 82351826). 00000400:00000200:2.0:1761313473.377355:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313473.377380:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:2.0:1761313473.377384:0:15827:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000d3ed33a 00000400:00000010:2.0:1761313473.377386:0:15827:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000d3ed33a. 02000000:00000010:2.0:1761313473.377391:0:15827:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000008d417d1a. 00000800:00000200:2.0:1761313473.377445:0:15827:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761313473.377447:0:15827:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f3be7fa6 (tot 82351578). 00000400:00000200:2.0:1761313473.377450:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313473.377453:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:2.0:1761313473.377455:0:15827:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009f44a341 00000400:00000010:2.0:1761313473.377456:0:15827:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009f44a341. 00000100:00000200:2.0:1761313473.377461:0:15827:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000003e4d9a3e x1846869138382272/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313517 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1761313473.378432:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000001a3a264. 00010000:00000010:0.1:1761313473.381600:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f1128f71. 00000400:00000200:0.0:1761313473.381643:0:15826:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:0.0:1761313473.381661:0:15826:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x68fb7baf09dc0 00000400:00000200:0.0:1761313473.381669:0:15826:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb0649 [1] + 224 00000400:00000200:0.0:1761313473.381683:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313473.381687:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:0.0:1761313473.381700:0:15826:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000003e4d9a3e x1846869138382272/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313517 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1761313473.381996:0:77239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000009dafaf35. 00000400:00000200:1.0:1761313473.382002:0:77239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003b07ff82 00000400:00000010:1.0:1761313473.382005:0:77239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003b07ff82. 00000100:00000200:1.0:1761313473.382012:0:77239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000003e4d9a3e x1846869138382272/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313517 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761313473.382021:0:77239:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000003e4d9a3e x1846869138382272/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313517 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761313473.382054:0:77239:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000301fe8ca. 02000000:00000010:1.0:1761313473.382061:0:77239:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000fb1a107d. 00000100:00000010:1.0:1761313473.382066:0:77239:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000003e4d9a3e. 00000100:00000010:1.0:1761313473.382070:0:77239:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000730e02fd. 00010000:00000010:1.0:1761313473.382074:0:77239:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000a1355dfc. 00010000:00000010:1.1:1761313473.382494:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c151af71. 00010000:00000010:1.1:1761313473.382501:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003ca1f465. 00010000:00000010:1.1:1761313473.382504:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a98b7c5c. 00010000:00000010:1.1:1761313473.382506:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b7acc3ee. 00010000:00000010:3.1:1761313473.382582:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002cd326dd. 00000400:00000200:2.0:1761313473.382838:0:15825:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:2.0:1761313473.382849:0:15825:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x68fb7ba85a9c0 00000400:00000200:2.0:1761313473.382855:0:15825:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xaf065 [2] + 0 00000400:00000200:2.0:1761313473.382905:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313473.382909:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:2.0:1761313473.382914:0:15825:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1761313473.382918:0:15825:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d68bc362. 00000020:00000010:3.0:1761313473.382993:0:75220:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002cec0390. 00000020:00000010:3.0:1761313473.382999:0:75220:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000007bf9114. 00000020:00000010:3.0:1761313473.383003:0:75220:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000001fad5fbb. 00000100:00000200:3.0:1761313473.383025:0:75220:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000d68bc362 x1846869131372992/t0(0) o103->78617949-0e11-4ca2-94c2-d809f91deaa9@192.168.204.38@tcp:404/0 lens 328/0 e 0 to 0 dl 1761313479 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:3.0:1761313473.383057:0:75220:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869131372992 02000000:00000010:3.0:1761313473.383067:0:75220:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000bfc526b6. 00010000:00000010:3.0:1761313473.383089:0:75220:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000038d0f0e9. 00010000:00000010:3.0:1761313473.383106:0:75220:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000989be21c. 00000100:00000010:3.0:1761313473.383112:0:75220:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000ed4a1e8d. 00000100:00000010:3.0:1761313473.383125:0:75220:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000ed4a1e8d. 00010000:00000010:3.0:1761313473.383128:0:75220:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000989be21c. 00000400:00000010:3.0:1761313473.383139:0:75220:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a11939fc. 00000100:00000200:3.0:1761313473.383143:0:75220:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869131372992, offset 224 00000400:00000200:3.0:1761313473.383149:0:75220:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:3.0:1761313473.383158:0:75220:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:3.0:1761313473.383163:0:75220:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [89996:89996:256:4294967295] 192.168.204.38@tcp LPNI seq info [89996:89996:8:4294967295] 00000400:00000200:3.0:1761313473.383172:0:75220:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:3.0:1761313473.383177:0:75220:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:3.0:1761313473.383181:0:75220:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a77805d3 (tot 82351826). 00000800:00000200:3.0:1761313473.383186:0:75220:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:3.0:1761313473.383191:0:75220:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:3.0:1761313473.383194:0:75220:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000a77805d3 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761313473.383211:0:75220:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000007bf9114. 00000020:00000010:3.0:1761313473.383215:0:75220:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000001fad5fbb. 00000020:00000010:3.0:1761313473.383218:0:75220:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000002cec0390. 00000800:00000200:2.0:1761313473.383418:0:15827:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761313473.383421:0:15827:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a77805d3 (tot 82351578). 00000400:00000200:2.0:1761313473.383424:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313473.383428:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:2.0:1761313473.383431:0:15827:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a11939fc 00000400:00000010:2.0:1761313473.383432:0:15827:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a11939fc. 00080000:00000010:1.0:1761313473.383483:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000301fe8ca. 00010000:00000010:1.0:1761313473.383561:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000fd01b96e. 00010000:00000010:1.0:1761313473.383568:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000562735f5. 00010000:00000010:1.0:1761313473.383640:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b7acc3ee. 00010000:00000010:1.0:1761313473.383645:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000fd01b96e. 00010000:00000010:1.0:1761313473.383654:0:77239:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000a1355dfc. 00000100:00000010:1.0:1761313473.383658:0:77239:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000730e02fd. 00000100:00000010:1.0:1761313473.383663:0:77239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000003e4d9a3e. 02000000:00000010:1.0:1761313473.383674:0:77239:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000fb1a107d. 02000000:00000010:1.0:1761313473.383694:0:77239:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000491ad1ae. 00000400:00000010:1.0:1761313473.383698:0:77239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000009dafaf35. 00000400:00000010:1.0:1761313473.383701:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003b07ff82. 00000100:00000200:1.0:1761313473.383705:0:77239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869138382336, portal 16 00000400:00000010:1.0:1761313473.383709:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003b591177. 00000100:00000200:1.0:1761313473.383711:0:77239:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869138382336, offset 0 00000400:00000200:1.0:1761313473.383715:0:77239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:1.0:1761313473.383720:0:77239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:1.0:1761313473.383726:0:77239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:1.0:1761313473.383729:0:77239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761313473.383732:0:77239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:1.0:1761313473.383734:0:77239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [89997:89997:256:4294967295] 192.168.204.38@tcp LPNI seq info [89997:89997:8:4294967295] 00000400:00000200:1.0:1761313473.383741:0:77239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:1.0:1761313473.383745:0:77239:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:1.0:1761313473.383747:0:77239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004eeb71e1 (tot 82351826). 00000800:00000200:1.0:1761313473.383750:0:77239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:1.0:1761313473.383754:0:77239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:1.0:1761313473.383756:0:77239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000004eeb71e1 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761313473.384456:0:15826:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761313473.384459:0:15826:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004eeb71e1 (tot 82351578). 00000400:00000200:2.0:1761313473.384463:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313473.384468:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:2.0:1761313473.384470:0:15826:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003b591177 00000400:00000010:2.0:1761313473.384472:0:15826:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003b591177. 00000100:00000200:2.0:1761313473.384477:0:15826:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000003e4d9a3e x1846869138382336/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313517 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761313473.388117:0:15825:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:2.0:1761313473.388135:0:15825:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x68fb7baf09e00 00000400:00000200:2.0:1761313473.388144:0:15825:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb0655 [1] + 224 00000400:00000200:2.0:1761313473.388154:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313473.388157:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:2.0:1761313473.388168:0:15825:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000003e4d9a3e x1846869138382336/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313517 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761313473.388207:0:15825:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:2.0:1761313473.388212:0:15825:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x68fb7ba85aa00 00000400:00000200:2.0:1761313473.388217:0:15825:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xaf065 [2] + 328 00000400:00000200:2.0:1761313473.388226:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313473.388230:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:2.0:1761313473.388234:0:15825:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1761313473.388239:0:15825:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e4555adc. 00000020:00000010:0.0:1761313473.388603:0:64710:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000069590ce0. 00000020:00000010:0.0:1761313473.388612:0:64710:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000196cbe29. 00000020:00000010:0.0:1761313473.388616:0:64710:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000a5d3e0ae. 00000100:00000200:0.0:1761313473.388642:0:64710:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000e4555adc x1846869131373056/t0(0) o103->78617949-0e11-4ca2-94c2-d809f91deaa9@192.168.204.38@tcp:404/0 lens 328/0 e 0 to 0 dl 1761313479 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000400:00000010:1.0:1761313473.388759:0:77239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000009dafaf35. 00000400:00000200:1.0:1761313473.388765:0:77239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003b07ff82 00000400:00000010:1.0:1761313473.388766:0:77239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003b07ff82. 00000100:00000200:1.0:1761313473.388772:0:77239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000003e4d9a3e x1846869138382336/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313517 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761313473.388780:0:77239:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000003e4d9a3e x1846869138382336/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313517 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761313473.388816:0:77239:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000491ad1ae. 02000000:00000010:1.0:1761313473.388823:0:77239:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000fb1a107d. 00000100:00000010:1.0:1761313473.388827:0:77239:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000003e4d9a3e. 00000100:00000010:1.0:1761313473.388830:0:77239:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000730e02fd. 00010000:00000010:1.0:1761313473.388835:0:77239:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000a1355dfc. 00000100:00000200:0.0:1761313473.388889:0:64710:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869131373056 02000000:00000010:0.0:1761313473.388902:0:64710:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000706a6915. 00010000:00000010:0.0:1761313473.388931:0:64710:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005bf9c936. 00010000:00000010:0.0:1761313473.388952:0:64710:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000028eccf1f. 00000100:00000010:0.0:1761313473.388958:0:64710:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000046d17ca8. 00000100:00000010:0.0:1761313473.388975:0:64710:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000046d17ca8. 00010000:00000010:0.0:1761313473.388978:0:64710:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000028eccf1f. 00000400:00000010:0.0:1761313473.388991:0:64710:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000078acc45e. 00000100:00000200:0.0:1761313473.388995:0:64710:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869131373056, offset 224 00000400:00000200:0.0:1761313473.389002:0:64710:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:0.0:1761313473.389014:0:64710:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:0.0:1761313473.389020:0:64710:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [89998:89998:256:4294967295] 192.168.204.38@tcp LPNI seq info [89998:89998:8:4294967295] 00000400:00000200:0.0:1761313473.389029:0:64710:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:0.0:1761313473.389034:0:64710:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:0.0:1761313473.389039:0:64710:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e03815c4 (tot 82351826). 00000800:00000200:0.0:1761313473.389044:0:64710:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:0.0:1761313473.389051:0:64710:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:0.0:1761313473.389054:0:64710:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000e03815c4 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761313473.389071:0:64710:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000196cbe29. 00000020:00000010:0.0:1761313473.389075:0:64710:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000a5d3e0ae. 00000020:00000010:0.0:1761313473.389077:0:64710:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000069590ce0. 00080000:00000010:1.0:1761313473.389125:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000491ad1ae. 00010000:00000010:1.0:1761313473.389212:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000fd01b96e. 00010000:00000010:1.0:1761313473.389219:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000555438a0. 00010000:00000010:1.0:1761313473.389304:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000003ca1f465. 00010000:00000010:1.0:1761313473.389310:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000fd01b96e. 00010000:00000010:1.0:1761313473.389319:0:77239:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000a1355dfc. 00000100:00000010:1.0:1761313473.389322:0:77239:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000730e02fd. 00000100:00000010:1.0:1761313473.389328:0:77239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000003e4d9a3e. 02000000:00000010:1.0:1761313473.389336:0:77239:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000d7790864. 02000000:00000010:1.0:1761313473.389388:0:77239:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000fb1a107d. 00000400:00000010:1.0:1761313473.389393:0:77239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000009dafaf35. 00000400:00000010:1.0:1761313473.389397:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003b07ff82. 00000100:00000200:1.0:1761313473.389401:0:77239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869138382400, portal 16 00000400:00000010:1.0:1761313473.389404:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e7bbe35e. 00000100:00000200:1.0:1761313473.389406:0:77239:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869138382400, offset 0 00000400:00000200:1.0:1761313473.389411:0:77239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:1.0:1761313473.389418:0:77239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:1.0:1761313473.389424:0:77239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:1.0:1761313473.389427:0:77239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761313473.389429:0:77239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:1.0:1761313473.389432:0:77239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [89999:89999:255:4294967295] 192.168.204.38@tcp LPNI seq info [89999:89999:7:4294967295] 00000400:00000200:1.0:1761313473.389439:0:77239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:1.0:1761313473.389443:0:77239:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:1.0:1761313473.389446:0:77239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d1fdb818 (tot 82352074). 00000800:00000200:1.0:1761313473.389450:0:77239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:1.0:1761313473.389454:0:77239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:1.0:1761313473.389456:0:77239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000d1fdb818 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761313473.389558:0:15827:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761313473.389562:0:15827:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e03815c4 (tot 82351826). 00000400:00000200:2.0:1761313473.389566:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313473.389570:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:2.0:1761313473.389573:0:15827:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000078acc45e 00000400:00000010:2.0:1761313473.389574:0:15827:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000078acc45e. 00000800:00000200:2.0:1761313473.390214:0:15827:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761313473.390218:0:15827:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d1fdb818 (tot 82351578). 00000400:00000200:2.0:1761313473.390223:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313473.390229:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:2.0:1761313473.390232:0:15827:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e7bbe35e 00000400:00000010:2.0:1761313473.390234:0:15827:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e7bbe35e. 00000100:00000200:2.0:1761313473.390242:0:15827:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000003e4d9a3e x1846869138382400/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313517 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761313473.393210:0:15826:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:2.0:1761313473.393227:0:15826:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x68fb7baf09e40 00000400:00000200:2.0:1761313473.393234:0:15826:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb0661 [1] + 224 00000400:00000200:2.0:1761313473.393243:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313473.393247:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:2.0:1761313473.393257:0:15826:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000003e4d9a3e x1846869138382400/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313517 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761313473.393288:0:15826:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:2.0:1761313473.393292:0:15826:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x68fb7ba85aa40 00000400:00000200:2.0:1761313473.393296:0:15826:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xaf065 [2] + 656 00000400:00000200:2.0:1761313473.393340:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313473.393343:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000010:1.0:1761313473.393743:0:77239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000009dafaf35. 00000400:00000200:1.0:1761313473.393748:0:77239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003b07ff82 00000400:00000010:1.0:1761313473.393750:0:77239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003b07ff82. 00000100:00000200:1.0:1761313473.393755:0:77239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000003e4d9a3e x1846869138382400/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313517 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761313473.393762:0:77239:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000003e4d9a3e x1846869138382400/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313517 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761313473.393787:0:77239:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000fb1a107d. 02000000:00000010:1.0:1761313473.393792:0:77239:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000d7790864. 00000100:00000010:1.0:1761313473.393806:0:77239:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000003e4d9a3e. 00000100:00000010:1.0:1761313473.393810:0:77239:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000730e02fd. 00010000:00000010:1.0:1761313473.393814:0:77239:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000a1355dfc. 00000100:00000200:2.0:1761313473.393874:0:15826:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1761313473.393879:0:15826:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000026d75e8. 00000020:00000010:0.0:1761313473.393945:0:64710:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000069590ce0. 00000020:00000010:0.0:1761313473.393951:0:64710:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000196cbe29. 00000020:00000010:0.0:1761313473.393954:0:64710:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000a5d3e0ae. 00000100:00000200:0.0:1761313473.393975:0:64710:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000026d75e8 x1846869131373120/t0(0) o103->78617949-0e11-4ca2-94c2-d809f91deaa9@192.168.204.38@tcp:404/0 lens 328/0 e 0 to 0 dl 1761313479 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:0.0:1761313473.394004:0:64710:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869131373120 02000000:00000010:0.0:1761313473.394012:0:64710:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000ec17e919. 00010000:00000010:0.0:1761313473.394035:0:64710:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000009506ee67. 00010000:00000010:0.0:1761313473.394051:0:64710:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000028eccf1f. 00000100:00000010:0.0:1761313473.394057:0:64710:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000046d17ca8. 00000100:00000010:0.0:1761313473.394070:0:64710:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000046d17ca8. 00010000:00000010:0.0:1761313473.394072:0:64710:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000028eccf1f. 00000400:00000010:0.0:1761313473.394084:0:64710:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000bac32b5d. 00000100:00000200:0.0:1761313473.394087:0:64710:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869131373120, offset 224 00000400:00000200:0.0:1761313473.394094:0:64710:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:0.0:1761313473.394103:0:64710:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:0.0:1761313473.394108:0:64710:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90000:90000:256:4294967295] 192.168.204.38@tcp LPNI seq info [90000:90000:8:4294967295] 00000400:00000200:0.0:1761313473.394117:0:64710:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:0.0:1761313473.394121:0:64710:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:0.0:1761313473.394125:0:64710:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000bf9711e7 (tot 82351826). 00000800:00000200:0.0:1761313473.394130:0:64710:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:0.0:1761313473.394136:0:64710:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:0.0:1761313473.394139:0:64710:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000bf9711e7 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761313473.394155:0:64710:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000196cbe29. 00000020:00000010:0.0:1761313473.394159:0:64710:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000a5d3e0ae. 00000020:00000010:0.0:1761313473.394161:0:64710:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000069590ce0. 00000800:00000200:0.0:1761313473.394219:0:15825:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761313473.394221:0:15825:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000bf9711e7 (tot 82351578). 00000400:00000200:0.0:1761313473.394224:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313473.394226:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:0.0:1761313473.394228:0:15825:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000bac32b5d 00000400:00000010:0.0:1761313473.394230:0:15825:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000bac32b5d. 00080000:00000010:2.0:1761313473.394923:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 000000009379abcc. 00010000:00000010:2.0:1761313473.395006:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000fd01b96e. 00010000:00000010:2.0:1761313473.395013:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000c5a90478. 00010000:00000010:2.0:1761313473.395069:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000d0a6b310. 00010000:00000010:2.0:1761313473.395073:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000003b08295. 00010000:00000010:2.0:1761313473.395081:0:77239:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000704f38a7. 00000100:00000010:2.0:1761313473.395085:0:77239:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000000fc037df. 00000100:00000010:2.0:1761313473.395090:0:77239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000eda1a5a4. 02000000:00000010:2.0:1761313473.395099:0:77239:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000844bc46b. 02000000:00000010:2.0:1761313473.395117:0:77239:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000001b4fb298. 00000400:00000010:2.0:1761313473.395121:0:77239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000018c5212b. 00000400:00000010:2.0:1761313473.395124:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000022a491ca. 00000100:00000200:2.0:1761313473.395128:0:77239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869138382464, portal 16 00000400:00000010:2.0:1761313473.395132:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006fbc47a5. 00000100:00000200:2.0:1761313473.395133:0:77239:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869138382464, offset 0 00000400:00000200:2.0:1761313473.395138:0:77239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:2.0:1761313473.395144:0:77239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:2.0:1761313473.395150:0:77239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:2.0:1761313473.395153:0:77239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761313473.395155:0:77239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:2.0:1761313473.395158:0:77239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90001:90001:256:4294967295] 192.168.204.38@tcp LPNI seq info [90001:90001:8:4294967295] 00000400:00000200:2.0:1761313473.395165:0:77239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:2.0:1761313473.395168:0:77239:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:2.0:1761313473.395171:0:77239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c737f52d (tot 82351826). 00000800:00000200:2.0:1761313473.395175:0:77239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:2.0:1761313473.395179:0:77239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:2.0:1761313473.395181:0:77239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c737f52d type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761313473.395267:0:15827:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761313473.395269:0:15827:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c737f52d (tot 82351578). 00000400:00000200:3.0:1761313473.395273:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313473.395277:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:3.0:1761313473.395279:0:15827:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006fbc47a5 00000400:00000010:3.0:1761313473.395280:0:15827:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006fbc47a5. 00000100:00000200:3.0:1761313473.395285:0:15827:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000eda1a5a4 x1846869138382464/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313517 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1761313473.397463:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005272f210. 00010000:00000010:1.1:1761313473.397580:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000060a11031. 00010000:00000010:1.1:1761313473.397586:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b0633623. 00000400:00000200:2.0:1761313473.397831:0:15826:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:2.0:1761313473.397844:0:15826:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x68fb7baf09e80 00000400:00000200:2.0:1761313473.397852:0:15826:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb066d [1] + 224 00000400:00000200:2.0:1761313473.397861:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313473.397863:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:2.0:1761313473.397872:0:15826:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000eda1a5a4 x1846869138382464/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313517 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761313473.397903:0:15826:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:2.0:1761313473.397906:0:15826:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x68fb7ba85aa80 00000400:00000200:2.0:1761313473.397910:0:15826:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xaf065 [2] + 984 00000400:00000200:2.0:1761313473.397931:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313473.397934:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:2.0:1761313473.397937:0:15826:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1761313473.397941:0:15826:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000c537b3f9. 00000400:00000010:1.0:1761313473.397989:0:77239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000018c5212b. 00000400:00000200:1.0:1761313473.397993:0:77239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000022a491ca 00000400:00000010:1.0:1761313473.397994:0:77239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000022a491ca. 00000100:00000200:1.0:1761313473.398000:0:77239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000eda1a5a4 x1846869138382464/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313517 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761313473.398006:0:77239:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000eda1a5a4 x1846869138382464/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313517 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761313473.398030:0:77239:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000001b4fb298. 02000000:00000010:1.0:1761313473.398034:0:77239:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000844bc46b. 00000100:00000010:1.0:1761313473.398036:0:77239:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000eda1a5a4. 00000100:00000010:1.0:1761313473.398039:0:77239:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000000fc037df. 00010000:00000010:1.0:1761313473.398043:0:77239:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000704f38a7. 00000020:00000010:3.0:1761313473.398098:0:75220:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002cec0390. 00000020:00000010:3.0:1761313473.398103:0:75220:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000007bf9114. 00000020:00000010:3.0:1761313473.398107:0:75220:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000001fad5fbb. 00000100:00000200:3.0:1761313473.398125:0:75220:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000c537b3f9 x1846869131373184/t0(0) o103->78617949-0e11-4ca2-94c2-d809f91deaa9@192.168.204.38@tcp:404/0 lens 328/0 e 0 to 0 dl 1761313479 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:3.0:1761313473.398148:0:75220:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869131373184 02000000:00000010:3.0:1761313473.398156:0:75220:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000071f932b6. 00010000:00000010:3.0:1761313473.398177:0:75220:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000006db89f26. 00010000:00000010:3.0:1761313473.398193:0:75220:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000989be21c. 00000100:00000010:3.0:1761313473.398198:0:75220:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000ed4a1e8d. 00000100:00000010:3.0:1761313473.398208:0:75220:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000ed4a1e8d. 00010000:00000010:3.0:1761313473.398211:0:75220:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000989be21c. 00000400:00000010:3.0:1761313473.398221:0:75220:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000140b65b8. 00000100:00000200:3.0:1761313473.398225:0:75220:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869131373184, offset 224 00000400:00000200:3.0:1761313473.398231:0:75220:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:3.0:1761313473.398239:0:75220:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:3.0:1761313473.398244:0:75220:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90002:90002:256:4294967295] 192.168.204.38@tcp LPNI seq info [90002:90002:8:4294967295] 00000400:00000200:3.0:1761313473.398253:0:75220:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:3.0:1761313473.398257:0:75220:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:3.0:1761313473.398260:0:75220:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000006d74909 (tot 82351826). 00000800:00000200:3.0:1761313473.398265:0:75220:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:3.0:1761313473.398270:0:75220:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:3.0:1761313473.398273:0:75220:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000006d74909 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761313473.398291:0:75220:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000007bf9114. 00000020:00000010:3.0:1761313473.398294:0:75220:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000001fad5fbb. 00000020:00000010:3.0:1761313473.398298:0:75220:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000002cec0390. 00080000:00000010:1.0:1761313473.398337:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000fb1a107d. 00010000:00000010:1.0:1761313473.398433:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000003b08295. 00010000:00000010:1.0:1761313473.398438:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000030f7055c. 00010000:00000010:1.0:1761313473.398489:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b0633623. 00010000:00000010:1.0:1761313473.398493:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007c2e14c2. 00010000:00000010:1.0:1761313473.398500:0:77239:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000a1355dfc. 00000100:00000010:1.0:1761313473.398503:0:77239:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000730e02fd. 00000100:00000010:1.0:1761313473.398508:0:77239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000003e4d9a3e. 02000000:00000010:1.0:1761313473.398517:0:77239:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000d7790864. 02000000:00000010:1.0:1761313473.398536:0:77239:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000dd5ca378. 00000400:00000010:1.0:1761313473.398540:0:77239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000009dafaf35. 00000400:00000010:1.0:1761313473.398543:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003b07ff82. 00000100:00000200:1.0:1761313473.398546:0:77239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869138382528, portal 16 00000400:00000010:1.0:1761313473.398549:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b6c604dc. 00000100:00000200:1.0:1761313473.398550:0:77239:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869138382528, offset 0 00000400:00000200:1.0:1761313473.398555:0:77239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:1.0:1761313473.398560:0:77239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:1.0:1761313473.398565:0:77239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:1.0:1761313473.398568:0:77239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761313473.398570:0:77239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:1.0:1761313473.398572:0:77239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90003:90003:255:4294967295] 192.168.204.38@tcp LPNI seq info [90003:90003:7:4294967295] 00000400:00000200:1.0:1761313473.398579:0:77239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:1.0:1761313473.398583:0:77239:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:1.0:1761313473.398585:0:77239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000926e98a9 (tot 82352074). 00000800:00000200:1.0:1761313473.398588:0:77239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:1.0:1761313473.398592:0:77239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:1.0:1761313473.398594:0:77239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000926e98a9 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761313473.398749:0:15825:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761313473.398752:0:15825:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000006d74909 (tot 82351826). 00000400:00000200:2.0:1761313473.398755:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313473.398758:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:2.0:1761313473.398761:0:15825:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000140b65b8 00000400:00000010:2.0:1761313473.398762:0:15825:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000140b65b8. 00000800:00000200:2.0:1761313473.398816:0:15825:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761313473.398817:0:15825:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000926e98a9 (tot 82351578). 00000400:00000200:2.0:1761313473.398820:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313473.398822:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:2.0:1761313473.398824:0:15825:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b6c604dc 00000400:00000010:2.0:1761313473.398825:0:15825:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b6c604dc. 00000100:00000200:2.0:1761313473.398828:0:15825:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000003e4d9a3e x1846869138382528/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313517 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1761313473.399404:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c2d9396e. 00010000:00000010:2.1:1761313473.399431:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fdcae66c. 00010000:00000010:2.1:1761313473.399436:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003ca1f465. 00010000:00000010:1.1:1761313473.399469:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007c6e9732. 00010000:00000010:1.1:1761313473.399472:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b7acc3ee. 00000400:00000200:3.0:1761313473.402397:0:15827:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:3.0:1761313473.402416:0:15827:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x68fb7baf09ec0 00000400:00000200:3.0:1761313473.402423:0:15827:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb0679 [1] + 224 00000400:00000200:3.0:1761313473.402433:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313473.402436:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:3.0:1761313473.402446:0:15827:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000003e4d9a3e x1846869138382528/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313517 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761313473.402471:0:15827:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:3.0:1761313473.402475:0:15827:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x68fb7ba85aac0 00000400:00000200:3.0:1761313473.402479:0:15827:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xaf065 [2] + 1312 00000400:00000200:3.0:1761313473.402485:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313473.402488:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:3.0:1761313473.402490:0:15827:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761313473.402496:0:15827:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000000b5a18e1. 00000400:00000010:1.0:1761313473.402603:0:77239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000009dafaf35. 00000400:00000200:1.0:1761313473.402608:0:77239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003b07ff82 00000400:00000010:1.0:1761313473.402609:0:77239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003b07ff82. 00000100:00000200:1.0:1761313473.402614:0:77239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000003e4d9a3e x1846869138382528/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313517 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761313473.402622:0:77239:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000003e4d9a3e x1846869138382528/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313517 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761313473.402649:0:77239:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000dd5ca378. 02000000:00000010:1.0:1761313473.402654:0:77239:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000d7790864. 00000100:00000010:1.0:1761313473.402662:0:77239:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000003e4d9a3e. 00000100:00000010:1.0:1761313473.402664:0:77239:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000730e02fd. 00010000:00000010:1.0:1761313473.402669:0:77239:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000a1355dfc. 00000020:00000010:0.0:1761313473.402773:0:64710:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000069590ce0. 00000020:00000010:0.0:1761313473.402779:0:64710:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000196cbe29. 00000020:00000010:0.0:1761313473.402783:0:64710:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000a5d3e0ae. 00000100:00000200:0.0:1761313473.402811:0:64710:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000000b5a18e1 x1846869131373248/t0(0) o103->78617949-0e11-4ca2-94c2-d809f91deaa9@192.168.204.38@tcp:404/0 lens 328/0 e 0 to 0 dl 1761313479 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:0.0:1761313473.402839:0:64710:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869131373248 02000000:00000010:0.0:1761313473.402848:0:64710:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000239f1489. 00010000:00000010:0.0:1761313473.402870:0:64710:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005283241d. 00010000:00000010:0.0:1761313473.402887:0:64710:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000028eccf1f. 00000100:00000010:0.0:1761313473.402893:0:64710:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000046d17ca8. 00000100:00000010:0.0:1761313473.402905:0:64710:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000046d17ca8. 00010000:00000010:0.0:1761313473.402907:0:64710:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000028eccf1f. 00000400:00000010:0.0:1761313473.402918:0:64710:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000bac32b5d. 00000100:00000200:0.0:1761313473.402921:0:64710:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869131373248, offset 224 00000400:00000200:0.0:1761313473.402927:0:64710:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:0.0:1761313473.402937:0:64710:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:0.0:1761313473.402942:0:64710:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90004:90004:256:4294967295] 192.168.204.38@tcp LPNI seq info [90004:90004:8:4294967295] 00000400:00000200:0.0:1761313473.402951:0:64710:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:0.0:1761313473.402955:0:64710:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:0.0:1761313473.402959:0:64710:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000bf9711e7 (tot 82351826). 00000800:00000200:0.0:1761313473.402965:0:64710:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:0.0:1761313473.402970:0:64710:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:0.0:1761313473.402973:0:64710:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000bf9711e7 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761313473.402989:0:64710:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000196cbe29. 00000020:00000010:0.0:1761313473.402993:0:64710:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000a5d3e0ae. 00000020:00000010:0.0:1761313473.402995:0:64710:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000069590ce0. 00000800:00000200:2.0:1761313473.403097:0:15826:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761313473.403101:0:15826:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000bf9711e7 (tot 82351578). 00000400:00000200:2.0:1761313473.403104:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313473.403107:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:2.0:1761313473.403109:0:15826:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000bac32b5d 00000400:00000010:2.0:1761313473.403111:0:15826:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000bac32b5d. 00080000:00000010:1.0:1761313473.403155:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000dd5ca378. 00010000:00000010:1.0:1761313473.403230:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007c2e14c2. 00010000:00000010:1.0:1761313473.403235:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000009afa8c94. 00010000:00000010:1.0:1761313473.403295:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000bdd37982. 00010000:00000010:1.0:1761313473.403298:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000ee6c533a. 00010000:00000010:1.0:1761313473.403302:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b7acc3ee. 00010000:00000010:1.0:1761313473.403306:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007c2e14c2. 00080000:00000010:1.0:1761313473.403317:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d7790864. 00010000:00000010:1.0:1761313473.403334:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007c2e14c2. 00010000:00000010:1.0:1761313473.403337:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000ee6c533a. 00010000:00000010:1.0:1761313473.403428:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000524efffd. 00010000:00000010:1.0:1761313473.403431:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007c2e14c2. 00010000:00000010:1.0:1761313473.403438:0:77239:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000a1355dfc. 00000100:00000010:1.0:1761313473.403441:0:77239:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000730e02fd. 00000100:00000010:1.0:1761313473.403446:0:77239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000003e4d9a3e. 02000000:00000010:1.0:1761313473.403457:0:77239:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000effbd660. 02000000:00000010:1.0:1761313473.403476:0:77239:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000007ed26662. 00000400:00000010:1.0:1761313473.403479:0:77239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000009dafaf35. 00000400:00000010:1.0:1761313473.403482:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003b07ff82. 00000100:00000200:1.0:1761313473.403486:0:77239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869138382592, portal 16 00000400:00000010:1.0:1761313473.403490:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000074b1fc4e. 00000100:00000200:1.0:1761313473.403492:0:77239:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869138382592, offset 0 00000400:00000200:1.0:1761313473.403497:0:77239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:1.0:1761313473.403502:0:77239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:1.0:1761313473.403508:0:77239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:1.0:1761313473.403511:0:77239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761313473.403513:0:77239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:1.0:1761313473.403516:0:77239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90005:90005:256:4294967295] 192.168.204.38@tcp LPNI seq info [90005:90005:8:4294967295] 00000400:00000200:1.0:1761313473.403523:0:77239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:1.0:1761313473.403526:0:77239:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:1.0:1761313473.403529:0:77239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000926e98a9 (tot 82351826). 00000800:00000200:1.0:1761313473.403533:0:77239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:1.0:1761313473.403536:0:77239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:1.0:1761313473.403538:0:77239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000926e98a9 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761313473.403603:0:15825:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761313473.403606:0:15825:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000926e98a9 (tot 82351578). 00000400:00000200:2.0:1761313473.403608:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313473.403612:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:2.0:1761313473.403614:0:15825:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000074b1fc4e 00000400:00000010:2.0:1761313473.403615:0:15825:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000074b1fc4e. 00000100:00000200:2.0:1761313473.403619:0:15825:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000003e4d9a3e x1846869138382592/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313517 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1761313473.406505:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a403b9a1. 00010000:00000010:1.1:1761313473.406578:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007d20edc0. 00010000:00000010:1.1:1761313473.406583:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d0a6b310. 00010000:00000010:3.1:1761313473.406611:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008168f50d. 00000400:00000200:3.0:1761313473.408403:0:15827:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:3.0:1761313473.408424:0:15827:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x68fb7baf09f00 00000400:00000200:3.0:1761313473.408431:0:15827:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb0685 [1] + 224 00000400:00000200:3.0:1761313473.408448:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313473.408452:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:3.0:1761313473.408463:0:15827:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000003e4d9a3e x1846869138382592/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313517 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1761313473.408631:0:77239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000009dafaf35. 00000400:00000200:1.0:1761313473.408637:0:77239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003b07ff82 00000400:00000010:1.0:1761313473.408639:0:77239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003b07ff82. 00000100:00000200:1.0:1761313473.408646:0:77239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000003e4d9a3e x1846869138382592/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313517 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761313473.408653:0:77239:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000003e4d9a3e x1846869138382592/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313517 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761313473.408683:0:77239:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000007ed26662. 02000000:00000010:1.0:1761313473.408689:0:77239:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000effbd660. 00000100:00000010:1.0:1761313473.408694:0:77239:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000003e4d9a3e. 00000100:00000010:1.0:1761313473.408698:0:77239:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000730e02fd. 00010000:00000010:1.0:1761313473.408702:0:77239:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000a1355dfc. 00010000:00000010:0.1:1761313473.411389:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003a64f283. 00000400:00000200:2.0:1761313473.413043:0:15826:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:2.0:1761313473.413064:0:15826:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x68fb7ba85ab00 00000400:00000200:2.0:1761313473.413073:0:15826:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xaf065 [2] + 1640 00000400:00000200:2.0:1761313473.413142:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313473.413147:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:2.0:1761313473.413153:0:15826:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1761313473.413160:0:15826:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000010a0daa6. 00000020:00000010:2.0:1761313473.414991:0:75220:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004c0db0f2. 00000020:00000010:2.0:1761313473.415001:0:75220:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000808b90b0. 00000020:00000010:2.0:1761313473.415005:0:75220:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000002a2a212e. 00000100:00000200:2.0:1761313473.415033:0:75220:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000010a0daa6 x1846869131373312/t0(0) o103->78617949-0e11-4ca2-94c2-d809f91deaa9@192.168.204.38@tcp:404/0 lens 328/0 e 0 to 0 dl 1761313479 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:0.0:1761313473.415788:0:64710:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869131373312 02000000:00000010:0.0:1761313473.415810:0:64710:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000069590ce0. 00010000:00000010:0.0:1761313473.415842:0:64710:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b562f097. 00010000:00000010:0.0:1761313473.415865:0:64710:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000028eccf1f. 00000100:00000010:0.0:1761313473.415872:0:64710:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000046d17ca8. 00000100:00000010:0.0:1761313473.415890:0:64710:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000046d17ca8. 00010000:00000010:0.0:1761313473.415893:0:64710:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000028eccf1f. 00000400:00000010:0.0:1761313473.415906:0:64710:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ca4f278a. 00000100:00000200:0.0:1761313473.415912:0:64710:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869131373312, offset 224 00000400:00000200:0.0:1761313473.415919:0:64710:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:0.0:1761313473.415932:0:64710:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:0.0:1761313473.415938:0:64710:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90006:90006:256:4294967295] 192.168.204.38@tcp LPNI seq info [90006:90006:8:4294967295] 00000400:00000200:0.0:1761313473.415947:0:64710:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:0.0:1761313473.415952:0:64710:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:0.0:1761313473.415956:0:64710:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000fc26fb22 (tot 82351826). 00000800:00000200:0.0:1761313473.415962:0:64710:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:0.0:1761313473.415967:0:64710:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:0.0:1761313473.415971:0:64710:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000fc26fb22 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761313473.415997:0:64710:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000808b90b0. 00000020:00000010:0.0:1761313473.416001:0:64710:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000002a2a212e. 00000020:00000010:0.0:1761313473.416005:0:64710:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004c0db0f2. 00080000:00000010:1.0:1761313473.416064:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 000000007ed26662. 00010000:00000010:1.0:1761313473.416143:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007c2e14c2. 00010000:00000010:1.0:1761313473.416149:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000a7ca6ff8. 00010000:00000010:1.0:1761313473.416214:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000000325b728. 00010000:00000010:1.0:1761313473.416218:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007c2e14c2. 00010000:00000010:1.0:1761313473.416227:0:77239:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000a1355dfc. 00000100:00000010:1.0:1761313473.416231:0:77239:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000730e02fd. 00000100:00000010:1.0:1761313473.416237:0:77239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000003e4d9a3e. 02000000:00000010:1.0:1761313473.416246:0:77239:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000a24787d7. 02000000:00000010:1.0:1761313473.416266:0:77239:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000006221a5cd. 00000400:00000010:1.0:1761313473.416272:0:77239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000009dafaf35. 00000400:00000010:1.0:1761313473.416276:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003b07ff82. 00000100:00000200:1.0:1761313473.416281:0:77239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869138382656, portal 16 00000400:00000010:1.0:1761313473.416284:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ccaef716. 00000100:00000200:1.0:1761313473.416286:0:77239:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869138382656, offset 0 00000400:00000200:1.0:1761313473.416291:0:77239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:1.0:1761313473.416297:0:77239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:1.0:1761313473.416303:0:77239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:1.0:1761313473.416307:0:77239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761313473.416309:0:77239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:1.0:1761313473.416312:0:77239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90007:90007:255:4294967295] 192.168.204.38@tcp LPNI seq info [90007:90007:7:4294967295] 00000400:00000200:1.0:1761313473.416318:0:77239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:1.0:1761313473.416323:0:77239:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:1.0:1761313473.416326:0:77239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d1fdb818 (tot 82352074). 00000800:00000200:1.0:1761313473.416330:0:77239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:1.0:1761313473.416333:0:77239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:1.0:1761313473.416335:0:77239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000d1fdb818 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761313473.416480:0:15825:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761313473.416484:0:15825:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000fc26fb22 (tot 82351826). 00000400:00000200:3.0:1761313473.416487:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313473.416492:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:3.0:1761313473.416496:0:15825:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ca4f278a 00000400:00000010:3.0:1761313473.416498:0:15825:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ca4f278a. 00000800:00000200:3.0:1761313473.416567:0:15825:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761313473.416569:0:15825:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d1fdb818 (tot 82351578). 00000400:00000200:3.0:1761313473.416572:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313473.416575:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:3.0:1761313473.416577:0:15825:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ccaef716 00000400:00000010:3.0:1761313473.416578:0:15825:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ccaef716. 00000100:00000200:3.0:1761313473.416583:0:15825:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000003e4d9a3e x1846869138382656/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313517 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1761313473.419438:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000397dab7c. 00010000:00000010:1.1:1761313473.419452:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b0633623. 00010000:00000010:1.1:1761313473.419456:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bdd37982. 00010000:00000010:1.1:1761313473.419461:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b7acc3ee. 00000400:00000200:3.0:1761313473.420067:0:15827:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:3.0:1761313473.420085:0:15827:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x68fb7baf09f40 00000400:00000200:3.0:1761313473.420092:0:15827:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb0691 [1] + 224 00000400:00000200:3.0:1761313473.420101:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313473.420105:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:3.0:1761313473.420114:0:15827:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000003e4d9a3e x1846869138382656/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313517 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761313473.420146:0:15827:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:3.0:1761313473.420150:0:15827:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x68fb7ba85ab40 00000400:00000200:3.0:1761313473.420155:0:15827:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xaf065 [2] + 1968 00000400:00000010:3.0:1761313473.420159:0:15827:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000008efbeebd. 00000400:00000200:3.0:1761313473.420162:0:15827:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 00000000f087f5b4 00000400:00000200:3.0:1761313473.420167:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313473.420170:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:3.0:1761313473.420172:0:15827:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f087f5b4 00000400:00000010:3.0:1761313473.420173:0:15827:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 00000000f087f5b4 (tot 82351426). 00000100:00000200:3.0:1761313473.420177:0:15827:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000400:00000010:1.0:1761313473.420240:0:77239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000009dafaf35. 00000400:00000200:1.0:1761313473.420244:0:77239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003b07ff82 00000400:00000010:1.0:1761313473.420245:0:77239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003b07ff82. 00000100:00000200:1.0:1761313473.420250:0:77239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000003e4d9a3e x1846869138382656/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313517 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761313473.420257:0:77239:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000003e4d9a3e x1846869138382656/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313517 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761313473.420286:0:77239:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000006221a5cd. 02000000:00000010:1.0:1761313473.420292:0:77239:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000a24787d7. 00000100:00000010:1.0:1761313473.420295:0:77239:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000003e4d9a3e. 00000100:00000010:1.0:1761313473.420299:0:77239:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000730e02fd. 00010000:00000010:1.0:1761313473.420303:0:77239:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000a1355dfc. 00000020:00000010:2.0:1761313473.420646:0:75220:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000076254396. 00000020:00000010:2.0:1761313473.420655:0:75220:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000003a4bb52c. 00000020:00000010:2.0:1761313473.420659:0:75220:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000000eb6dea. 00000100:00000200:2.0:1761313473.420682:0:75220:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000ed91f533 x1846869131373376/t0(0) o103->78617949-0e11-4ca2-94c2-d809f91deaa9@192.168.204.38@tcp:404/0 lens 328/0 e 0 to 0 dl 1761313479 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:0.0:1761313473.421663:0:64710:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869131373376 02000000:00000010:0.0:1761313473.421681:0:64710:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000008d417d1a. 00010000:00000010:0.0:1761313473.421711:0:64710:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000016594e1b. 00010000:00000010:0.0:1761313473.421736:0:64710:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000028eccf1f. 00000100:00000010:0.0:1761313473.421744:0:64710:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000046d17ca8. 00000100:00000010:0.0:1761313473.421761:0:64710:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000046d17ca8. 00010000:00000010:0.0:1761313473.421765:0:64710:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000028eccf1f. 00000400:00000010:0.0:1761313473.421778:0:64710:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000dc692469. 00000100:00000200:0.0:1761313473.421783:0:64710:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869131373376, offset 224 00000400:00000200:0.0:1761313473.421791:0:64710:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:0.0:1761313473.421813:0:64710:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:0.0:1761313473.421818:0:64710:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90008:90008:256:4294967295] 192.168.204.38@tcp LPNI seq info [90008:90008:8:4294967295] 00000400:00000200:0.0:1761313473.421828:0:64710:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:0.0:1761313473.421834:0:64710:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:0.0:1761313473.421839:0:64710:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000eb7bab6c (tot 82351674). 00000800:00000200:0.0:1761313473.421845:0:64710:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:0.0:1761313473.421851:0:64710:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:0.0:1761313473.421855:0:64710:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000eb7bab6c type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761313473.421874:0:64710:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000003a4bb52c. 00000020:00000010:0.0:1761313473.421878:0:64710:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000000eb6dea. 00000020:00000010:0.0:1761313473.421882:0:64710:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000076254396. 02000000:00000010:0.0:1761313473.421889:0:64710:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000069590ce0. 00000100:00000010:0.0:1761313473.421893:0:64710:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000010a0daa6. 02000000:00000010:0.0:1761313473.421896:0:64710:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000239f1489. 00000100:00000010:0.0:1761313473.421898:0:64710:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000000b5a18e1. 02000000:00000010:0.0:1761313473.421901:0:64710:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000071f932b6. 00000100:00000010:0.0:1761313473.421902:0:64710:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000c537b3f9. 02000000:00000010:0.0:1761313473.421904:0:64710:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000ec17e919. 00000100:00000010:0.0:1761313473.421906:0:64710:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000026d75e8. 02000000:00000010:0.0:1761313473.421908:0:64710:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000706a6915. 00000100:00000010:0.0:1761313473.421910:0:64710:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e4555adc. 02000000:00000010:0.0:1761313473.421913:0:64710:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000bfc526b6. 00000100:00000010:0.0:1761313473.421914:0:64710:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d68bc362. 00000100:00000200:0.0:1761313473.421924:0:64710:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1761313473.421929:0:64710:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000704bb6a4. 00000400:00000010:0.0:1761313473.421932:0:64710:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 0000000046d17ca8 (tot 82351826). 00080000:00000010:1.0:1761313473.421995:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a24787d7. 00010000:00000010:1.0:1761313473.422075:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007c2e14c2. 00010000:00000010:1.0:1761313473.422081:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000d80c85da. 00010000:00000010:1.0:1761313473.422150:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b7acc3ee. 00010000:00000010:1.0:1761313473.422154:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007c2e14c2. 00010000:00000010:1.0:1761313473.422162:0:77239:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000a1355dfc. 00000100:00000010:1.0:1761313473.422165:0:77239:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000730e02fd. 00000100:00000010:1.0:1761313473.422171:0:77239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000003e4d9a3e. 02000000:00000010:1.0:1761313473.422179:0:77239:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000006221a5cd. 02000000:00000010:1.0:1761313473.422200:0:77239:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000474343c4. 00000400:00000010:1.0:1761313473.422203:0:77239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000009dafaf35. 00000400:00000010:1.0:1761313473.422207:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003b07ff82. 00000100:00000200:1.0:1761313473.422209:0:77239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869138382720, portal 16 00000400:00000010:1.0:1761313473.422213:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009cf941ad. 00000100:00000200:1.0:1761313473.422215:0:77239:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869138382720, offset 0 00000400:00000200:1.0:1761313473.422219:0:77239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:1.0:1761313473.422225:0:77239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:1.0:1761313473.422230:0:77239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:1.0:1761313473.422233:0:77239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761313473.422235:0:77239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:1.0:1761313473.422238:0:77239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90009:90009:255:4294967295] 192.168.204.38@tcp LPNI seq info [90009:90009:7:4294967295] 00000400:00000200:1.0:1761313473.422245:0:77239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:1.0:1761313473.422248:0:77239:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:1.0:1761313473.422251:0:77239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004eeb71e1 (tot 82352074). 00000800:00000200:1.0:1761313473.422254:0:77239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:1.0:1761313473.422257:0:77239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:1.0:1761313473.422259:0:77239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000004eeb71e1 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761313473.422422:0:15826:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761313473.422426:0:15826:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000eb7bab6c (tot 82351826). 00000400:00000200:3.0:1761313473.422430:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313473.422434:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:3.0:1761313473.422437:0:15826:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000dc692469 00000400:00000010:3.0:1761313473.422439:0:15826:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000dc692469. 02000000:00000010:3.0:1761313473.422443:0:15826:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000008d417d1a. 00000800:00000200:3.0:1761313473.422497:0:15826:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761313473.422498:0:15826:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004eeb71e1 (tot 82351578). 00000400:00000200:3.0:1761313473.422501:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313473.422503:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:3.0:1761313473.422505:0:15826:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009cf941ad 00000400:00000010:3.0:1761313473.422506:0:15826:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009cf941ad. 00000100:00000200:3.0:1761313473.422510:0:15826:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000003e4d9a3e x1846869138382720/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313517 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761313473.425626:0:15825:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:3.0:1761313473.425648:0:15825:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x68fb7baf09f80 00000400:00000200:3.0:1761313473.425656:0:15825:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb06a1 [1] + 224 00000400:00000200:3.0:1761313473.425671:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313473.425675:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:3.0:1761313473.425686:0:15825:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000003e4d9a3e x1846869138382720/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313517 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1761313473.427934:0:77239:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f6133674. 00010000:00000010:1.1:1761313473.427946:0:77239:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000524efffd. 00000400:00000010:1.0:1761313473.427961:0:77239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000009dafaf35. 00000400:00000200:1.0:1761313473.427965:0:77239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003b07ff82 00000400:00000010:1.0:1761313473.427968:0:77239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003b07ff82. 00000100:00000200:1.0:1761313473.427979:0:77239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000003e4d9a3e x1846869138382720/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313517 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761313473.427988:0:77239:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000003e4d9a3e x1846869138382720/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313517 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761313473.428018:0:77239:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000474343c4. 02000000:00000010:1.0:1761313473.428024:0:77239:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000006221a5cd. 00000100:00000010:1.0:1761313473.428027:0:77239:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000003e4d9a3e. 00000100:00000010:1.0:1761313473.428031:0:77239:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000730e02fd. 00010000:00000010:1.0:1761313473.428035:0:77239:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000a1355dfc. 00000400:00000200:3.0:1761313473.428211:0:15827:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:3.0:1761313473.428225:0:15827:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x68fb7ba85ab80 00000400:00000200:3.0:1761313473.428231:0:15827:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xaf0bd [2] + 0 00000400:00000200:3.0:1761313473.428290:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313473.428295:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:3.0:1761313473.428301:0:15827:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761313473.428306:0:15827:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000b2f36f43. 00000020:00000010:2.0:1761313473.429563:0:75220:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000076254396. 00000020:00000010:2.0:1761313473.429572:0:75220:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000000a67c8e1. 00000020:00000010:2.0:1761313473.429576:0:75220:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000052837985. 00000100:00000200:2.0:1761313473.429600:0:75220:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000b2f36f43 x1846869131373440/t0(0) o103->78617949-0e11-4ca2-94c2-d809f91deaa9@192.168.204.38@tcp:404/0 lens 328/0 e 0 to 0 dl 1761313479 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:2.0:1761313473.429637:0:75220:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869131373440 02000000:00000010:2.0:1761313473.429647:0:75220:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000004c0db0f2. 00010000:00000010:2.0:1761313473.429671:0:75220:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e1ed9124. 00010000:00000010:2.0:1761313473.429692:0:75220:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000008a0ecdee. 00000100:00000010:2.0:1761313473.429698:0:75220:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000000fc037df. 00010000:00000010:0.1:1761313473.429781:0:15827:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c9551632. 00000100:00000010:2.0:1761313473.429985:0:75220:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000000fc037df. 00010000:00000010:2.0:1761313473.429990:0:75220:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000008a0ecdee. 00000400:00000010:2.0:1761313473.430005:0:75220:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005017ce3d. 00000100:00000200:2.0:1761313473.430011:0:75220:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869131373440, offset 224 00000400:00000200:2.0:1761313473.430019:0:75220:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:2.0:1761313473.430031:0:75220:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:2.0:1761313473.430036:0:75220:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90010:90010:256:4294967295] 192.168.204.38@tcp LPNI seq info [90010:90010:8:4294967295] 00000400:00000200:2.0:1761313473.430046:0:75220:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:2.0:1761313473.430051:0:75220:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:2.0:1761313473.430055:0:75220:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001293a8d4 (tot 82351826). 00000800:00000200:2.0:1761313473.430062:0:75220:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:2.0:1761313473.430067:0:75220:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:2.0:1761313473.430071:0:75220:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000001293a8d4 type 1, nob 320 niov 1 nkiov 1 00080000:00000010:0.0:1761313473.430133:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000706a6915. 00010000:00000010:0.0:1761313473.430220:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007c2e14c2. 00010000:00000010:0.0:1761313473.430227:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000046905160. 00010000:00000010:0.0:1761313473.430294:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000006fbaf355. 00010000:00000010:0.0:1761313473.430300:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d463f9d1. 00010000:00000010:0.0:1761313473.430309:0:77239:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000028eccf1f. 00000100:00000010:0.0:1761313473.430313:0:77239:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000099d66a14. 00000100:00000010:0.0:1761313473.430320:0:77239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000000ef172a3. 02000000:00000010:0.0:1761313473.430341:0:77239:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000ec17e919. 02000000:00000010:0.0:1761313473.430395:0:77239:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000239f1489. 00000400:00000010:0.0:1761313473.430401:0:77239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000bae524d4. 00000400:00000010:0.0:1761313473.430404:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001b8549e6. 00000100:00000200:0.0:1761313473.430409:0:77239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869138382784, portal 16 00000400:00000010:0.0:1761313473.430413:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e18fce07. 00000100:00000200:0.0:1761313473.430415:0:77239:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869138382784, offset 0 00000400:00000200:0.0:1761313473.430420:0:77239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:0.0:1761313473.430426:0:77239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:0.0:1761313473.430432:0:77239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:0.0:1761313473.430436:0:77239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761313473.430438:0:77239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:0.0:1761313473.430441:0:77239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90011:90011:255:4294967295] 192.168.204.38@tcp LPNI seq info [90011:90011:7:4294967295] 00000400:00000200:0.0:1761313473.430448:0:77239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:0.0:1761313473.430452:0:77239:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:0.0:1761313473.430456:0:77239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000302321a (tot 82352074). 00000800:00000200:0.0:1761313473.430460:0:77239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:0.0:1761313473.430464:0:77239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:0.0:1761313473.430466:0:77239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000000302321a type 1, nob 424 niov 1 nkiov 1 00000020:00000010:2.0:1761313473.430916:0:75220:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000000a67c8e1. 00000020:00000010:2.0:1761313473.430922:0:75220:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000052837985. 00000020:00000010:2.0:1761313473.430925:0:75220:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000076254396. 00000800:00000200:1.0:1761313473.431586:0:15826:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313473.431590:0:15826:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001293a8d4 (tot 82351826). 00000400:00000200:1.0:1761313473.431596:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313473.431602:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:1.0:1761313473.431606:0:15826:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005017ce3d 00000400:00000010:1.0:1761313473.431608:0:15826:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005017ce3d. 00000800:00000200:1.0:1761313473.431671:0:15826:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313473.431674:0:15826:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000302321a (tot 82351578). 00000400:00000200:1.0:1761313473.431677:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313473.431680:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:1.0:1761313473.431682:0:15826:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e18fce07 00000400:00000010:1.0:1761313473.431684:0:15826:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e18fce07. 00000100:00000200:1.0:1761313473.431690:0:15826:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000000ef172a3 x1846869138382784/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313517 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1761313473.432464:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e05627e9. 00010000:00000010:1.1:1761313473.432777:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003ee67fb4. 00010000:00000010:1.1:1761313473.432784:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000325b728. 00000400:00000200:0.0:1761313473.434913:0:15825:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:0.0:1761313473.434935:0:15825:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x68fb7baf09fc0 00000400:00000200:0.0:1761313473.434943:0:15825:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb06ad [1] + 224 00000400:00000200:0.0:1761313473.434958:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313473.434962:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:0.0:1761313473.434972:0:15825:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000000ef172a3 x1846869138382784/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313517 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1761313473.435274:0:77239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000bae524d4. 00000400:00000200:2.0:1761313473.435280:0:77239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001b8549e6 00000400:00000010:2.0:1761313473.435282:0:77239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001b8549e6. 00000100:00000200:2.0:1761313473.435289:0:77239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000000ef172a3 x1846869138382784/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313517 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761313473.435297:0:77239:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000000ef172a3 x1846869138382784/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313517 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761313473.435324:0:77239:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000239f1489. 02000000:00000010:2.0:1761313473.435330:0:77239:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000ec17e919. 00000100:00000010:2.0:1761313473.435333:0:77239:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000000ef172a3. 00000100:00000010:2.0:1761313473.435338:0:77239:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000099d66a14. 00010000:00000010:2.0:1761313473.435341:0:77239:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000028eccf1f. 00010000:00000010:0.1:1761313473.435969:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007cfb6a62. 00010000:00000010:0.1:1761313473.435978:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b7acc3ee. 00000400:00000200:0.0:1761313473.436243:0:15827:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:0.0:1761313473.436255:0:15827:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x68fb7ba85abc0 00000400:00000200:0.0:1761313473.436260:0:15827:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xaf0bd [2] + 328 00000400:00000200:0.0:1761313473.436458:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313473.436464:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:0.0:1761313473.436470:0:15827:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761313473.436475:0:15827:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000002527802e. 00010000:00000010:2.1:1761313473.436809:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007918dddd. 00000020:00000010:2.0:1761313473.436851:0:75220:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000076254396. 00000020:00000010:2.0:1761313473.436858:0:75220:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000000a67c8e1. 00000020:00000010:2.0:1761313473.436862:0:75220:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000052837985. 00000100:00000200:2.0:1761313473.436889:0:75220:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000002527802e x1846869131373504/t0(0) o103->78617949-0e11-4ca2-94c2-d809f91deaa9@192.168.204.38@tcp:404/0 lens 328/0 e 0 to 0 dl 1761313479 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:2.0:1761313473.436926:0:75220:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869131373504 02000000:00000010:2.0:1761313473.436937:0:75220:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000844bc46b. 00010000:00000010:2.0:1761313473.436965:0:75220:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000018fc7a02. 00010000:00000010:2.0:1761313473.436988:0:75220:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000008a0ecdee. 00000100:00000010:2.0:1761313473.436994:0:75220:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000000fc037df. 00000100:00000010:2.0:1761313473.437014:0:75220:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000000fc037df. 00010000:00000010:2.0:1761313473.437018:0:75220:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000008a0ecdee. 00000400:00000010:2.0:1761313473.437032:0:75220:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000eace0f75. 00000100:00000200:2.0:1761313473.437037:0:75220:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869131373504, offset 224 00000400:00000200:2.0:1761313473.437044:0:75220:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:2.0:1761313473.437056:0:75220:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:2.0:1761313473.437061:0:75220:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90012:90012:256:4294967295] 192.168.204.38@tcp LPNI seq info [90012:90012:8:4294967295] 00000400:00000200:2.0:1761313473.437070:0:75220:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:2.0:1761313473.437074:0:75220:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:2.0:1761313473.437079:0:75220:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001293a8d4 (tot 82351826). 00000800:00000200:2.0:1761313473.437084:0:75220:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:2.0:1761313473.437089:0:75220:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:2.0:1761313473.437093:0:75220:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000001293a8d4 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761313473.437116:0:75220:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000000a67c8e1. 00000020:00000010:2.0:1761313473.437120:0:75220:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000052837985. 00000020:00000010:2.0:1761313473.437123:0:75220:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000076254396. 00080000:00000010:0.0:1761313473.437437:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 0000000069590ce0. 00010000:00000010:0.0:1761313473.437519:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d463f9d1. 00010000:00000010:0.0:1761313473.437526:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000000c9e576c. 00010000:00000010:0.0:1761313473.437602:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000010c4cce5. 00010000:00000010:0.0:1761313473.437608:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d463f9d1. 00010000:00000010:0.0:1761313473.437617:0:77239:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000995e8612. 00000100:00000010:0.0:1761313473.437622:0:77239:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000034a849e2. 00000100:00000010:0.0:1761313473.437627:0:77239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000f33f9db7. 02000000:00000010:0.0:1761313473.437637:0:77239:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000ec17e919. 02000000:00000010:0.0:1761313473.437659:0:77239:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000239f1489. 00000400:00000010:0.0:1761313473.437664:0:77239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000d2737ad6. 00000400:00000010:0.0:1761313473.437668:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000034c1d155. 00000100:00000200:0.0:1761313473.437673:0:77239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869138382848, portal 16 00000400:00000010:0.0:1761313473.437677:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000063763d12. 00000100:00000200:0.0:1761313473.437679:0:77239:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869138382848, offset 0 00000400:00000200:0.0:1761313473.437685:0:77239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:0.0:1761313473.437692:0:77239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:0.0:1761313473.437699:0:77239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:0.0:1761313473.437702:0:77239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761313473.437705:0:77239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:0.0:1761313473.437708:0:77239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90013:90013:255:4294967295] 192.168.204.38@tcp LPNI seq info [90013:90013:7:4294967295] 00000400:00000200:0.0:1761313473.437715:0:77239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:0.0:1761313473.437719:0:77239:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:0.0:1761313473.437723:0:77239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c766a5fa (tot 82352074). 00000800:00000200:0.0:1761313473.437727:0:77239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:0.0:1761313473.437731:0:77239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:0.0:1761313473.437734:0:77239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c766a5fa type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761313473.437850:0:15826:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761313473.438026:0:15826:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001293a8d4 (tot 82351826). 00000400:00000200:3.0:1761313473.438031:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313473.438035:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:3.0:1761313473.438039:0:15826:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000eace0f75 00000400:00000010:3.0:1761313473.438041:0:15826:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000eace0f75. 00000800:00000200:3.0:1761313473.438102:0:15826:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761313473.438104:0:15826:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c766a5fa (tot 82351578). 00000400:00000200:3.0:1761313473.438107:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313473.438110:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:3.0:1761313473.438112:0:15826:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000063763d12 00000400:00000010:3.0:1761313473.438113:0:15826:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000063763d12. 00000100:00000200:3.0:1761313473.438119:0:15826:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000f33f9db7 x1846869138382848/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313517 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761313473.441989:0:15825:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:0.0:1761313473.442010:0:15825:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x68fb7baf0a000 00000400:00000200:0.0:1761313473.442019:0:15825:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb06b9 [1] + 224 00000400:00000200:0.0:1761313473.442034:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313473.442038:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:0.0:1761313473.442048:0:15825:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000f33f9db7 x1846869138382848/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313517 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1761313473.442306:0:77239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000d2737ad6. 00000400:00000200:2.0:1761313473.442312:0:77239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000034c1d155 00000400:00000010:2.0:1761313473.442314:0:77239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000034c1d155. 00000100:00000200:2.0:1761313473.442321:0:77239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000f33f9db7 x1846869138382848/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313517 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761313473.442329:0:77239:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000f33f9db7 x1846869138382848/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313517 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761313473.442390:0:77239:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000239f1489. 02000000:00000010:2.0:1761313473.442396:0:77239:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000ec17e919. 00000100:00000010:2.0:1761313473.442399:0:77239:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000f33f9db7. 00000100:00000010:2.0:1761313473.442403:0:77239:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000034a849e2. 00010000:00000010:2.0:1761313473.442406:0:77239:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000995e8612. 00000400:00000200:0.0:1761313473.443326:0:15827:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:0.0:1761313473.443337:0:15827:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x68fb7ba85ac00 00000400:00000200:0.0:1761313473.443343:0:15827:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xaf0bd [2] + 656 00000400:00000200:0.0:1761313473.443436:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313473.443440:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:0.0:1761313473.443445:0:15827:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761313473.443449:0:15827:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000b73eaae5. 00000020:00000010:1.0:1761313473.443581:0:64710:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006221a5cd. 00000020:00000010:1.0:1761313473.443588:0:64710:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000ee6c533a. 00000020:00000010:1.0:1761313473.443592:0:64710:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000368466cd. 00000100:00000200:1.0:1761313473.443614:0:64710:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000b73eaae5 x1846869131373568/t0(0) o103->78617949-0e11-4ca2-94c2-d809f91deaa9@192.168.204.38@tcp:404/0 lens 328/0 e 0 to 0 dl 1761313479 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:1.0:1761313473.443645:0:64710:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869131373568 02000000:00000010:1.0:1761313473.443656:0:64710:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000474343c4. 00010000:00000010:1.0:1761313473.443680:0:64710:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000001dded9da. 00010000:00000010:1.0:1761313473.443699:0:64710:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000a1355dfc. 00000100:00000010:1.0:1761313473.443706:0:64710:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000730e02fd. 00000100:00000010:1.0:1761313473.443725:0:64710:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000730e02fd. 00010000:00000010:1.0:1761313473.443730:0:64710:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000a1355dfc. 00000400:00000010:1.0:1761313473.443742:0:64710:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003b07ff82. 00000100:00000200:1.0:1761313473.443747:0:64710:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869131373568, offset 224 00000400:00000200:1.0:1761313473.443754:0:64710:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:1.0:1761313473.443763:0:64710:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:1.0:1761313473.443768:0:64710:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90014:90014:256:4294967295] 192.168.204.38@tcp LPNI seq info [90014:90014:8:4294967295] 00000400:00000200:1.0:1761313473.443778:0:64710:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:1.0:1761313473.443783:0:64710:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:1.0:1761313473.443788:0:64710:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f3be7fa6 (tot 82351826). 00000800:00000200:1.0:1761313473.443794:0:64710:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:1.0:1761313473.443812:0:64710:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:1.0:1761313473.443816:0:64710:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000f3be7fa6 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761313473.443838:0:64710:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000ee6c533a. 00000020:00000010:1.0:1761313473.443842:0:64710:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000368466cd. 00000020:00000010:1.0:1761313473.443845:0:64710:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006221a5cd. 00010000:00000010:2.1:1761313473.443908:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002fbd15f5. 00000800:00000200:3.0:1761313473.444432:0:15826:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761313473.444437:0:15826:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f3be7fa6 (tot 82351578). 00000400:00000200:3.0:1761313473.444440:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313473.444445:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:3.0:1761313473.444448:0:15826:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003b07ff82 00000400:00000010:3.0:1761313473.444450:0:15826:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003b07ff82. 00080000:00000010:0.0:1761313473.444837:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 000000008d417d1a. 00010000:00000010:0.0:1761313473.444927:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d463f9d1. 00010000:00000010:0.0:1761313473.444934:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008f9241c1. 00010000:00000010:0.0:1761313473.445001:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000008bf4fca6. 00010000:00000010:0.0:1761313473.445005:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000196cbe29. 00010000:00000010:0.0:1761313473.445009:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000004f91bbe2. 00010000:00000010:0.0:1761313473.445014:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d463f9d1. 00080000:00000010:0.0:1761313473.445027:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ec17e919. 00010000:00000010:0.0:1761313473.445051:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d463f9d1. 00010000:00000010:0.0:1761313473.445054:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000196cbe29. 00010000:00000010:0.0:1761313473.445101:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000003e29aedd. 00010000:00000010:0.0:1761313473.445105:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d463f9d1. 00010000:00000010:0.0:1761313473.445111:0:77239:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000665155ee. 00000100:00000010:0.0:1761313473.445115:0:77239:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000004cbcc964. 00000100:00000010:0.0:1761313473.445121:0:77239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000000982dbcf. 02000000:00000010:0.0:1761313473.445132:0:77239:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000239f1489. 02000000:00000010:0.0:1761313473.445156:0:77239:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000238ad8d3. 00000400:00000010:0.0:1761313473.445161:0:77239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000874d6242. 00000400:00000010:0.0:1761313473.445166:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002cd75c60. 00000100:00000200:0.0:1761313473.445171:0:77239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869138382912, portal 16 00000400:00000010:0.0:1761313473.445176:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000064e32d5c. 00000100:00000200:0.0:1761313473.445177:0:77239:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869138382912, offset 0 00000400:00000200:0.0:1761313473.445183:0:77239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:0.0:1761313473.445192:0:77239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:0.0:1761313473.445198:0:77239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:0.0:1761313473.445201:0:77239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761313473.445204:0:77239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:0.0:1761313473.445206:0:77239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90015:90015:256:4294967295] 192.168.204.38@tcp LPNI seq info [90015:90015:8:4294967295] 00000400:00000200:0.0:1761313473.445214:0:77239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:0.0:1761313473.445218:0:77239:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:0.0:1761313473.445222:0:77239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f3d53802 (tot 82351826). 00000800:00000200:0.0:1761313473.445227:0:77239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:0.0:1761313473.445231:0:77239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:0.0:1761313473.445233:0:77239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000f3d53802 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761313473.445711:0:15825:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761313473.445714:0:15825:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f3d53802 (tot 82351578). 00000400:00000200:2.0:1761313473.445718:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313473.445722:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:2.0:1761313473.445725:0:15825:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000064e32d5c 00000400:00000010:2.0:1761313473.445727:0:15825:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000064e32d5c. 00000100:00000200:2.0:1761313473.445733:0:15825:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000000982dbcf x1846869138382912/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313517 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1761313473.448012:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000016dbeb61. 00010000:00000010:0.1:1761313473.448023:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006fbaf355. 00000400:00000200:0.0:1761313473.449221:0:15827:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:0.0:1761313473.449238:0:15827:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x68fb7baf0a040 00000400:00000200:0.0:1761313473.449246:0:15827:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb06c5 [1] + 224 00000400:00000200:0.0:1761313473.449256:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313473.449260:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:0.0:1761313473.449269:0:15827:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000000982dbcf x1846869138382912/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313517 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761313473.449651:0:15827:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:0.0:1761313473.449658:0:15827:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x68fb7ba85ac40 00000400:00000200:0.0:1761313473.449663:0:15827:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xaf0bd [2] + 984 00000400:00000200:0.0:1761313473.449708:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313473.449712:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:0.0:1761313473.449715:0:15827:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761313473.449720:0:15827:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000047d366b1. 00000020:00000010:1.0:1761313473.449805:0:75220:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006221a5cd. 00000020:00000010:1.0:1761313473.449813:0:75220:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000ee6c533a. 00000020:00000010:1.0:1761313473.449819:0:75220:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000368466cd. 00000100:00000200:1.0:1761313473.449846:0:75220:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000047d366b1 x1846869131373632/t0(0) o103->78617949-0e11-4ca2-94c2-d809f91deaa9@192.168.204.38@tcp:404/0 lens 328/0 e 0 to 0 dl 1761313479 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:1.0:1761313473.449875:0:75220:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869131373632 02000000:00000010:1.0:1761313473.449887:0:75220:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000effbd660. 00010000:00000010:1.0:1761313473.449923:0:75220:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000a1355dfc. 00000100:00000010:1.0:1761313473.449930:0:75220:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000730e02fd. 00000100:00000010:1.0:1761313473.449936:0:75220:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000730e02fd. 00010000:00000010:1.0:1761313473.449940:0:75220:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000a1355dfc. 00000400:00000010:1.0:1761313473.449955:0:75220:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e88f20fc. 00000100:00000200:1.0:1761313473.449959:0:75220:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869131373632, offset 224 00000400:00000200:1.0:1761313473.449966:0:75220:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:1.0:1761313473.449976:0:75220:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:1.0:1761313473.449981:0:75220:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90016:90016:256:4294967295] 192.168.204.38@tcp LPNI seq info [90016:90016:8:4294967295] 00000400:00000200:1.0:1761313473.449990:0:75220:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:1.0:1761313473.449995:0:75220:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:1.0:1761313473.449999:0:75220:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000abc6288c (tot 82351826). 00000800:00000200:1.0:1761313473.450005:0:75220:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:1.0:1761313473.450011:0:75220:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:1.0:1761313473.450015:0:75220:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000abc6288c type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761313473.450039:0:75220:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000ee6c533a. 00000020:00000010:1.0:1761313473.450043:0:75220:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000368466cd. 00000020:00000010:1.0:1761313473.450046:0:75220:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006221a5cd. 00000400:00000010:2.0:1761313473.450872:0:77239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000874d6242. 00000400:00000200:2.0:1761313473.450880:0:77239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002cd75c60 00000400:00000010:2.0:1761313473.450882:0:77239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002cd75c60. 00000100:00000200:2.0:1761313473.450892:0:77239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000000982dbcf x1846869138382912/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313517 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761313473.450900:0:77239:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000000982dbcf x1846869138382912/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313517 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.0:1761313473.450922:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005527d66a. 02000000:00000010:2.0:1761313473.450938:0:77239:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000238ad8d3. 02000000:00000010:2.0:1761313473.450945:0:77239:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000239f1489. 00000100:00000010:2.0:1761313473.450949:0:77239:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000000982dbcf. 00000100:00000010:2.0:1761313473.450952:0:77239:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000004cbcc964. 00010000:00000010:2.0:1761313473.450955:0:77239:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000665155ee. 00080000:00000010:2.0:1761313473.450971:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 0000000076254396. 00010000:00000010:2.0:1761313473.451059:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d463f9d1. 00010000:00000010:2.0:1761313473.451064:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000080ead57e. 00010000:00000010:2.0:1761313473.451133:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000000405b961. 00010000:00000010:2.0:1761313473.451140:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000003b08295. 00010000:00000010:2.0:1761313473.451150:0:77239:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000008a0ecdee. 00000100:00000010:2.0:1761313473.451155:0:77239:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000000fc037df. 00000100:00000010:2.0:1761313473.451161:0:77239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000c61cebbd. 02000000:00000010:2.0:1761313473.451170:0:77239:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000001b4fb298. 02000000:00000010:2.0:1761313473.451194:0:77239:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000239f1489. 00000400:00000010:2.0:1761313473.451199:0:77239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000018c5212b. 00000400:00000010:2.0:1761313473.451204:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000695182e. 00000100:00000200:2.0:1761313473.451209:0:77239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869138382976, portal 16 00000400:00000010:2.0:1761313473.451213:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d2af7839. 00000100:00000200:2.0:1761313473.451215:0:77239:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869138382976, offset 0 00000400:00000200:2.0:1761313473.451221:0:77239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:2.0:1761313473.451230:0:77239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:2.0:1761313473.451236:0:77239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:2.0:1761313473.451239:0:77239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761313473.451242:0:77239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:2.0:1761313473.451245:0:77239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90017:90017:255:4294967295] 192.168.204.38@tcp LPNI seq info [90017:90017:7:4294967295] 00000400:00000200:2.0:1761313473.451252:0:77239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:2.0:1761313473.451256:0:77239:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:2.0:1761313473.451260:0:77239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c737f52d (tot 82352074). 00000800:00000200:2.0:1761313473.451264:0:77239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:2.0:1761313473.451269:0:77239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:2.0:1761313473.451271:0:77239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c737f52d type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761313473.451509:0:15826:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761313473.451513:0:15826:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000abc6288c (tot 82351826). 00000400:00000200:3.0:1761313473.451517:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313473.451521:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:3.0:1761313473.451525:0:15826:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e88f20fc 00000400:00000010:3.0:1761313473.451526:0:15826:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e88f20fc. 00000800:00000200:3.0:1761313473.451584:0:15826:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761313473.451587:0:15826:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c737f52d (tot 82351578). 00000400:00000200:3.0:1761313473.451592:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313473.451595:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:3.0:1761313473.451597:0:15826:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d2af7839 00000400:00000010:3.0:1761313473.451599:0:15826:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d2af7839. 00000100:00000200:3.0:1761313473.451604:0:15826:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000c61cebbd x1846869138382976/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313517 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1761313473.454726:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009637e60e. 00010000:00000010:2.1:1761313473.459127:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000014a97f0d. 00010000:00000010:2.1:1761313473.459143:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000d68b194. 00010000:00000010:2.1:1761313473.459147:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003e29aedd. 00000400:00000200:2.0:1761313473.459193:0:15825:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:2.0:1761313473.459213:0:15825:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x68fb7baf0a080 00000400:00000200:2.0:1761313473.459221:0:15825:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb06d1 [1] + 224 00000400:00000200:2.0:1761313473.459238:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313473.459242:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:2.0:1761313473.459252:0:15825:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000c61cebbd x1846869138382976/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313517 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1761313473.459369:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ec874e64. 00010000:00000010:0.1:1761313473.459375:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000010c4cce5. 00010000:00000010:0.1:1761313473.459379:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008bf4fca6. 00010000:00000010:0.1:1761313473.459382:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004f91bbe2. 00000400:00000010:0.0:1761313473.459413:0:77239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000018c5212b. 00000400:00000200:0.0:1761313473.459417:0:77239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000695182e 00000400:00000010:0.0:1761313473.459419:0:77239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000695182e. 00000100:00000200:0.0:1761313473.459425:0:77239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000c61cebbd x1846869138382976/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313517 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761313473.459432:0:77239:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000c61cebbd x1846869138382976/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313517 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761313473.459461:0:77239:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000239f1489. 02000000:00000010:0.0:1761313473.459467:0:77239:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000001b4fb298. 00000100:00000010:0.0:1761313473.459471:0:77239:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000c61cebbd. 00000100:00000010:0.0:1761313473.459474:0:77239:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000000fc037df. 00010000:00000010:0.0:1761313473.459479:0:77239:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000008a0ecdee. 00000400:00000200:0.0:1761313473.464663:0:15827:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:0.0:1761313473.464685:0:15827:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x68fb7ba85ac80 00000400:00000200:0.0:1761313473.464693:0:15827:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xaf0bd [2] + 1312 00000400:00000200:0.0:1761313473.466742:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313473.466756:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:0.0:1761313473.466765:0:15827:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761313473.466776:0:15827:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ede06feb. 00000020:00000010:1.0:1761313473.466864:0:64710:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006221a5cd. 00000020:00000010:1.0:1761313473.466873:0:64710:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000ee6c533a. 00000020:00000010:1.0:1761313473.466878:0:64710:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000368466cd. 00000100:00000200:1.0:1761313473.466902:0:64710:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000ede06feb x1846869131373696/t0(0) o103->78617949-0e11-4ca2-94c2-d809f91deaa9@192.168.204.38@tcp:404/0 lens 328/0 e 0 to 0 dl 1761313479 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:1.0:1761313473.466943:0:64710:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869131373696 02000000:00000010:1.0:1761313473.466955:0:64710:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000fdc6dfad. 00010000:00000010:1.0:1761313473.466984:0:64710:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007b2727f8. 00010000:00000010:1.0:1761313473.467005:0:64710:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000a1355dfc. 00000100:00000010:1.0:1761313473.467013:0:64710:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000730e02fd. 00000100:00000010:1.0:1761313473.467032:0:64710:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000730e02fd. 00010000:00000010:1.0:1761313473.467037:0:64710:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000a1355dfc. 00000400:00000010:1.0:1761313473.467051:0:64710:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f67f39f5. 00000100:00000200:1.0:1761313473.467057:0:64710:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869131373696, offset 224 00000400:00000200:1.0:1761313473.467065:0:64710:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00080000:00000010:0.0:1761313473.467068:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000238ad8d3. 00000400:00000200:1.0:1761313473.467076:0:64710:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:1.0:1761313473.467081:0:64710:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90018:90018:256:4294967295] 192.168.204.38@tcp LPNI seq info [90018:90018:8:4294967295] 00000400:00000200:1.0:1761313473.467089:0:64710:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:1.0:1761313473.467094:0:64710:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:1.0:1761313473.467098:0:64710:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e18dda97 (tot 82351826). 00000800:00000200:1.0:1761313473.467103:0:64710:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:1.0:1761313473.467108:0:64710:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:1.0:1761313473.467112:0:64710:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000e18dda97 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761313473.467135:0:64710:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000ee6c533a. 00000020:00000010:1.0:1761313473.467139:0:64710:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000368466cd. 00000020:00000010:1.0:1761313473.467142:0:64710:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006221a5cd. 00000800:00000200:3.0:1761313473.467230:0:15826:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761313473.467234:0:15826:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e18dda97 (tot 82351578). 00000400:00000200:3.0:1761313473.467238:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313473.467241:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:3.0:1761313473.467244:0:15826:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f67f39f5 00000400:00000010:3.0:1761313473.467246:0:15826:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f67f39f5. 00010000:00000010:0.0:1761313473.467553:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000003b08295. 00010000:00000010:0.0:1761313473.467560:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000a792d600. 00010000:00000010:0.0:1761313473.467641:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000004f91bbe2. 00010000:00000010:0.0:1761313473.467647:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000bcf2df3c. 00010000:00000010:0.0:1761313473.467657:0:77239:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000012ef20d5. 00000100:00000010:0.0:1761313473.467661:0:77239:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000002d988d2f. 00000100:00000010:0.0:1761313473.467668:0:77239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000000982dbcf. 02000000:00000010:0.0:1761313473.467679:0:77239:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000001b4fb298. 02000000:00000010:0.0:1761313473.467703:0:77239:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f58d94f2. 00000400:00000010:0.0:1761313473.467709:0:77239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000d7d42e89. 00000400:00000010:0.0:1761313473.467714:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002cd75c60. 00000100:00000200:0.0:1761313473.467719:0:77239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869138383040, portal 16 00000400:00000010:0.0:1761313473.467723:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000064e32d5c. 00000100:00000200:0.0:1761313473.467725:0:77239:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869138383040, offset 0 00000400:00000200:0.0:1761313473.467731:0:77239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:0.0:1761313473.467738:0:77239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:0.0:1761313473.467745:0:77239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:0.0:1761313473.467748:0:77239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761313473.467751:0:77239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:0.0:1761313473.467754:0:77239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90019:90019:256:4294967295] 192.168.204.38@tcp LPNI seq info [90019:90019:8:4294967295] 00000400:00000200:0.0:1761313473.467762:0:77239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:0.0:1761313473.467767:0:77239:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:0.0:1761313473.467771:0:77239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c74ddf42 (tot 82351826). 00000800:00000200:0.0:1761313473.467776:0:77239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:0.0:1761313473.467780:0:77239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:0.0:1761313473.467783:0:77239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c74ddf42 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761313473.467875:0:15825:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761313473.467878:0:15825:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c74ddf42 (tot 82351578). 00000400:00000200:2.0:1761313473.467881:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313473.467885:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:2.0:1761313473.467888:0:15825:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000064e32d5c 00000400:00000010:2.0:1761313473.467889:0:15825:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000064e32d5c. 00000100:00000200:2.0:1761313473.467895:0:15825:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000000982dbcf x1846869138383040/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313517 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1761313473.471839:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000921b483a. 00000400:00000200:0.0:1761313473.475538:0:15827:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:0.0:1761313473.475557:0:15827:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x68fb7baf0a0c0 00000400:00000200:0.0:1761313473.475566:0:15827:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb06dd [1] + 224 00000400:00000200:0.0:1761313473.475579:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313473.475583:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:0.0:1761313473.475594:0:15827:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000000982dbcf x1846869138383040/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313517 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761313473.475636:0:15827:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:0.0:1761313473.475642:0:15827:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x68fb7ba85acc0 00000400:00000200:0.0:1761313473.475646:0:15827:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xaf0bd [2] + 1640 00000400:00000200:0.0:1761313473.475702:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313473.475706:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:0.0:1761313473.475710:0:15827:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761313473.475716:0:15827:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000f33f9db7. 00000400:00000010:2.0:1761313473.475983:0:77239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000d7d42e89. 00000400:00000200:2.0:1761313473.475989:0:77239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002cd75c60 00000400:00000010:2.0:1761313473.475991:0:77239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002cd75c60. 00000100:00000200:2.0:1761313473.475997:0:77239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000000982dbcf x1846869138383040/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313517 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761313473.476004:0:77239:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000000982dbcf x1846869138383040/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313517 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761313473.476030:0:77239:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f58d94f2. 02000000:00000010:2.0:1761313473.476037:0:77239:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000001b4fb298. 00000100:00000010:2.0:1761313473.476041:0:77239:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000000982dbcf. 00000100:00000010:2.0:1761313473.476044:0:77239:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000002d988d2f. 00010000:00000010:2.0:1761313473.476047:0:77239:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000012ef20d5. 00000020:00000010:1.0:1761313473.476131:0:75220:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006221a5cd. 00000020:00000010:1.0:1761313473.476139:0:75220:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000ee6c533a. 00000020:00000010:1.0:1761313473.476142:0:75220:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000368466cd. 00000100:00000200:1.0:1761313473.476166:0:75220:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000f33f9db7 x1846869131373760/t0(0) o103->78617949-0e11-4ca2-94c2-d809f91deaa9@192.168.204.38@tcp:404/0 lens 328/0 e 0 to 0 dl 1761313479 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:1.0:1761313473.476207:0:75220:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869131373760 02000000:00000010:1.0:1761313473.476219:0:75220:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000007991ab59. 00010000:00000010:1.0:1761313473.476245:0:75220:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008e9c3b5d. 00010000:00000010:1.0:1761313473.476265:0:75220:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000a1355dfc. 00000100:00000010:1.0:1761313473.476270:0:75220:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000730e02fd. 00000100:00000010:1.0:1761313473.476287:0:75220:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000730e02fd. 00010000:00000010:1.0:1761313473.476291:0:75220:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000a1355dfc. 00000400:00000010:1.0:1761313473.476304:0:75220:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003ddcb197. 00000100:00000200:1.0:1761313473.476308:0:75220:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869131373760, offset 224 00000400:00000200:1.0:1761313473.476315:0:75220:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:1.0:1761313473.476326:0:75220:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:1.0:1761313473.476331:0:75220:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90020:90020:256:4294967295] 192.168.204.38@tcp LPNI seq info [90020:90020:8:4294967295] 00000400:00000200:1.0:1761313473.476341:0:75220:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:1.0:1761313473.476345:0:75220:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:1.0:1761313473.476349:0:75220:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000665e1d46 (tot 82351826). 00000800:00000200:1.0:1761313473.476355:0:75220:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:1.0:1761313473.476400:0:75220:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:1.0:1761313473.476404:0:75220:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000665e1d46 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761313473.476420:0:75220:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000ee6c533a. 00000020:00000010:1.0:1761313473.476424:0:75220:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000368466cd. 00000020:00000010:1.0:1761313473.476427:0:75220:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006221a5cd. 00000800:00000200:3.0:1761313473.476480:0:15826:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761313473.476484:0:15826:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000665e1d46 (tot 82351578). 00000400:00000200:3.0:1761313473.476488:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313473.476491:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:3.0:1761313473.476494:0:15826:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003ddcb197 00000400:00000010:3.0:1761313473.476495:0:15826:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003ddcb197. 00080000:00000010:2.0:1761313473.476501:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000239f1489. 00010000:00000010:2.0:1761313473.476590:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bcf2df3c. 00010000:00000010:2.0:1761313473.476596:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000034108e4a. 00010000:00000010:2.0:1761313473.476679:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000a633bc9a. 00010000:00000010:2.0:1761313473.476685:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000259e6f04. 00010000:00000010:2.0:1761313473.476696:0:77239:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000c101be79. 00000100:00000010:2.0:1761313473.476700:0:77239:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000000fc037df. 00000100:00000010:2.0:1761313473.476706:0:77239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ec1baf93. 02000000:00000010:2.0:1761313473.476716:0:77239:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000001b4fb298. 02000000:00000010:2.0:1761313473.476737:0:77239:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e49c32ea. 00000400:00000010:2.0:1761313473.476742:0:77239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000071ca671b. 00000400:00000010:2.0:1761313473.476746:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000695182e. 00000100:00000200:2.0:1761313473.476750:0:77239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869138383104, portal 16 00000400:00000010:2.0:1761313473.476754:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d2af7839. 00000100:00000200:2.0:1761313473.476756:0:77239:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869138383104, offset 0 00000400:00000200:2.0:1761313473.476761:0:77239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:2.0:1761313473.476767:0:77239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:2.0:1761313473.476773:0:77239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:2.0:1761313473.476776:0:77239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761313473.476779:0:77239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:2.0:1761313473.476782:0:77239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90021:90021:256:4294967295] 192.168.204.38@tcp LPNI seq info [90021:90021:8:4294967295] 00000400:00000200:2.0:1761313473.476788:0:77239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:2.0:1761313473.476792:0:77239:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:2.0:1761313473.476804:0:77239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000044feb42c (tot 82351826). 00000800:00000200:2.0:1761313473.476809:0:77239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:2.0:1761313473.476813:0:77239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:2.0:1761313473.476815:0:77239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000044feb42c type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761313473.477298:0:15825:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761313473.477301:0:15825:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000044feb42c (tot 82351578). 00000400:00000200:3.0:1761313473.477306:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313473.477310:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:3.0:1761313473.477313:0:15825:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d2af7839 00000400:00000010:3.0:1761313473.477314:0:15825:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d2af7839. 00000100:00000200:3.0:1761313473.477319:0:15825:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000ec1baf93 x1846869138383104/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313517 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1761313473.478434:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007ac16289. 00010000:00000010:0.1:1761313473.478442:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000405b961. 00000400:00000200:0.0:1761313473.480258:0:15827:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:0.0:1761313473.480275:0:15827:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x68fb7baf0a100 00000400:00000200:0.0:1761313473.480282:0:15827:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb06e9 [1] + 224 00000400:00000200:0.0:1761313473.480312:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313473.480316:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:0.0:1761313473.480325:0:15827:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000ec1baf93 x1846869138383104/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313517 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1761313473.480451:0:77239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000071ca671b. 00000400:00000200:2.0:1761313473.480456:0:77239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000695182e 00000400:00000010:2.0:1761313473.480458:0:77239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000695182e. 00000100:00000200:2.0:1761313473.480463:0:77239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000ec1baf93 x1846869138383104/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313517 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761313473.480470:0:77239:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000ec1baf93 x1846869138383104/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313517 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761313473.480498:0:77239:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e49c32ea. 02000000:00000010:2.0:1761313473.480504:0:77239:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000001b4fb298. 00000100:00000010:2.0:1761313473.480508:0:77239:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ec1baf93. 00000100:00000010:2.0:1761313473.480512:0:77239:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000000fc037df. 00010000:00000010:2.0:1761313473.480516:0:77239:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000c101be79. 00000400:00000200:3.0:1761313473.484827:0:15826:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:3.0:1761313473.484848:0:15826:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x68fb7ba85ad00 00000400:00000200:3.0:1761313473.484857:0:15826:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xaf0bd [2] + 1968 00000400:00000010:3.0:1761313473.484862:0:15826:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000007642b86f. 00000400:00000200:3.0:1761313473.484869:0:15826:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 0000000016d8b49a 00000400:00000200:3.0:1761313473.484925:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313473.484930:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:3.0:1761313473.484935:0:15826:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000016d8b49a 00000400:00000010:3.0:1761313473.484937:0:15826:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 0000000016d8b49a (tot 82351426). 00000100:00000200:3.0:1761313473.484945:0:15826:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00010000:00000010:1.1:1761313473.484953:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000960132b7. 00000020:00000010:0.0:1761313473.485038:0:64710:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000aca405b2. 00000020:00000010:0.0:1761313473.485045:0:64710:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000196cbe29. 00000020:00000010:0.0:1761313473.485050:0:64710:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000a5d3e0ae. 00000100:00000200:0.0:1761313473.485077:0:64710:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000004fcfacac x1846869131373824/t0(0) o103->78617949-0e11-4ca2-94c2-d809f91deaa9@192.168.204.38@tcp:404/0 lens 328/0 e 0 to 0 dl 1761313479 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:0.0:1761313473.485112:0:64710:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869131373824 02000000:00000010:0.0:1761313473.485127:0:64710:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000f58d94f2. 00010000:00000010:0.0:1761313473.485155:0:64710:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000673a064e. 00010000:00000010:0.0:1761313473.485174:0:64710:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000a0a17af1. 00000100:00000010:0.0:1761313473.485181:0:64710:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000091b0a323. 00000100:00000010:0.0:1761313473.485199:0:64710:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000091b0a323. 00010000:00000010:0.0:1761313473.485202:0:64710:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000a0a17af1. 00000400:00000010:0.0:1761313473.485216:0:64710:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000034c1d155. 00000100:00000200:0.0:1761313473.485221:0:64710:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869131373824, offset 224 00000400:00000200:0.0:1761313473.485228:0:64710:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:0.0:1761313473.485238:0:64710:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:0.0:1761313473.485244:0:64710:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90022:90022:256:4294967295] 192.168.204.38@tcp LPNI seq info [90022:90022:8:4294967295] 00000400:00000200:0.0:1761313473.485254:0:64710:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:0.0:1761313473.485259:0:64710:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:0.0:1761313473.485265:0:64710:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005a99fafd (tot 82351674). 00000800:00000200:0.0:1761313473.485271:0:64710:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:0.0:1761313473.485277:0:64710:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:0.0:1761313473.485280:0:64710:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000005a99fafd type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761313473.485298:0:64710:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000196cbe29. 00000020:00000010:0.0:1761313473.485303:0:64710:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000a5d3e0ae. 00000020:00000010:0.0:1761313473.485306:0:64710:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000aca405b2. 02000000:00000010:0.0:1761313473.485314:0:64710:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000007991ab59. 00000100:00000010:0.0:1761313473.485319:0:64710:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000f33f9db7. 02000000:00000010:0.0:1761313473.485322:0:64710:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000fdc6dfad. 00000100:00000010:0.0:1761313473.485325:0:64710:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ede06feb. 02000000:00000010:0.0:1761313473.485328:0:64710:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000effbd660. 00000100:00000010:0.0:1761313473.485330:0:64710:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000047d366b1. 02000000:00000010:0.0:1761313473.485333:0:64710:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000474343c4. 00000100:00000010:0.0:1761313473.485335:0:64710:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000b73eaae5. 02000000:00000010:0.0:1761313473.485338:0:64710:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000844bc46b. 00000100:00000010:0.0:1761313473.485340:0:64710:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000002527802e. 02000000:00000010:0.0:1761313473.485342:0:64710:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000004c0db0f2. 00000100:00000010:0.0:1761313473.485345:0:64710:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000b2f36f43. 00000100:00000200:0.0:1761313473.485350:0:64710:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1761313473.485354:0:64710:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000097aa5061. 00000400:00000010:0.0:1761313473.485383:0:64710:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 0000000091b0a323 (tot 82351826). 00080000:00000010:2.0:1761313473.485467:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e49c32ea. 00010000:00000010:2.0:1761313473.485547:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000259e6f04. 00010000:00000010:2.0:1761313473.485552:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000003ccc2ad9. 00010000:00000010:2.0:1761313473.485619:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000a34da914. 00010000:00000010:2.0:1761313473.485624:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000259e6f04. 00010000:00000010:2.0:1761313473.485644:0:77239:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000c101be79. 00000100:00000010:2.0:1761313473.485649:0:77239:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000000fc037df. 00000100:00000010:2.0:1761313473.485655:0:77239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ec1baf93. 02000000:00000010:2.0:1761313473.485665:0:77239:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000004c0db0f2. 02000000:00000010:2.0:1761313473.485685:0:77239:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000844bc46b. 00000400:00000010:2.0:1761313473.485689:0:77239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000071ca671b. 00000400:00000010:2.0:1761313473.485693:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000695182e. 00000100:00000200:2.0:1761313473.485695:0:77239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869138383168, portal 16 00000400:00000010:2.0:1761313473.485699:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000eace0f75. 00000100:00000200:2.0:1761313473.485700:0:77239:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869138383168, offset 0 00000400:00000200:2.0:1761313473.485705:0:77239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:2.0:1761313473.485710:0:77239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:2.0:1761313473.485716:0:77239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:2.0:1761313473.485719:0:77239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761313473.485722:0:77239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:2.0:1761313473.485724:0:77239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90023:90023:255:4294967295] 192.168.204.38@tcp LPNI seq info [90023:90023:7:4294967295] 00000400:00000200:2.0:1761313473.485731:0:77239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:2.0:1761313473.485735:0:77239:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:2.0:1761313473.485738:0:77239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000044feb42c (tot 82352074). 00000800:00000200:2.0:1761313473.485742:0:77239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:2.0:1761313473.485745:0:77239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:2.0:1761313473.485747:0:77239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000044feb42c type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761313473.485966:0:15825:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761313473.485969:0:15825:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005a99fafd (tot 82351826). 00000400:00000200:3.0:1761313473.485972:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313473.485976:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:3.0:1761313473.485979:0:15825:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000034c1d155 00000400:00000010:3.0:1761313473.485980:0:15825:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000034c1d155. 02000000:00000010:3.0:1761313473.485984:0:15825:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000f58d94f2. 00000800:00000200:3.0:1761313473.486025:0:15825:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761313473.486027:0:15825:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000044feb42c (tot 82351578). 00000400:00000200:3.0:1761313473.486031:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313473.486035:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:3.0:1761313473.486036:0:15825:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000eace0f75 00000400:00000010:3.0:1761313473.486038:0:15825:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000eace0f75. 00000100:00000200:3.0:1761313473.486043:0:15825:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000ec1baf93 x1846869138383168/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313517 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1761313473.487502:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a0307286. 00010000:00000010:2.1:1761313473.487512:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004f91bbe2. 00000400:00000200:0.0:1761313473.487656:0:15827:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:0.0:1761313473.487670:0:15827:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x68fb7baf0a140 00000400:00000200:0.0:1761313473.487677:0:15827:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb06f9 [1] + 224 00000400:00000200:0.0:1761313473.487688:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313473.487691:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:0.0:1761313473.487699:0:15827:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000ec1baf93 x1846869138383168/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313517 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1761313473.487762:0:77239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000071ca671b. 00000400:00000200:2.0:1761313473.487766:0:77239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000695182e 00000400:00000010:2.0:1761313473.487768:0:77239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000695182e. 00000100:00000200:2.0:1761313473.487773:0:77239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000ec1baf93 x1846869138383168/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313517 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761313473.487779:0:77239:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000ec1baf93 x1846869138383168/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313517 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761313473.487812:0:77239:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000844bc46b. 02000000:00000010:2.0:1761313473.487817:0:77239:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000004c0db0f2. 00000100:00000010:2.0:1761313473.487820:0:77239:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ec1baf93. 00000100:00000010:2.0:1761313473.487824:0:77239:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000000fc037df. 00010000:00000010:2.0:1761313473.487828:0:77239:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000c101be79. 00000400:00000200:3.0:1761313473.488671:0:15826:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:3.0:1761313473.488682:0:15826:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x68fb7ba85ad40 00000400:00000200:3.0:1761313473.488689:0:15826:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xaf115 [2] + 0 00000400:00000200:3.0:1761313473.488743:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313473.488748:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:3.0:1761313473.488752:0:15826:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761313473.488758:0:15826:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000b2f36f43. 00000020:00000010:1.0:1761313473.489287:0:75220:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007991ab59. 00000020:00000010:1.0:1761313473.489295:0:75220:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000ee6c533a. 00000020:00000010:1.0:1761313473.489299:0:75220:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000368466cd. 00000100:00000200:1.0:1761313473.489321:0:75220:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000b2f36f43 x1846869131373888/t0(0) o103->78617949-0e11-4ca2-94c2-d809f91deaa9@192.168.204.38@tcp:404/0 lens 328/0 e 0 to 0 dl 1761313479 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:1.0:1761313473.489354:0:75220:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869131373888 02000000:00000010:1.0:1761313473.489432:0:75220:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000474343c4. 00010000:00000010:1.0:1761313473.489459:0:75220:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b25d5c7d. 00010000:00000010:1.0:1761313473.489475:0:75220:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000a1355dfc. 00000100:00000010:1.0:1761313473.489482:0:75220:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000730e02fd. 00000100:00000010:1.0:1761313473.489497:0:75220:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000730e02fd. 00010000:00000010:1.0:1761313473.489500:0:75220:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000a1355dfc. 00000400:00000010:1.0:1761313473.489513:0:75220:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004d58991b. 00000100:00000200:1.0:1761313473.489518:0:75220:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869131373888, offset 224 00080000:00000010:2.0:1761313473.489523:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 000000004c0db0f2. 00000400:00000200:1.0:1761313473.489525:0:75220:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:1.0:1761313473.489536:0:75220:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:1.0:1761313473.489541:0:75220:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90024:90024:256:4294967295] 192.168.204.38@tcp LPNI seq info [90024:90024:8:4294967295] 00000400:00000200:1.0:1761313473.489550:0:75220:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:1.0:1761313473.489554:0:75220:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:1.0:1761313473.489558:0:75220:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000233c2709 (tot 82351826). 00000800:00000200:1.0:1761313473.489562:0:75220:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:1.0:1761313473.489568:0:75220:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:1.0:1761313473.489571:0:75220:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000233c2709 type 1, nob 320 niov 1 nkiov 1 00010000:00000010:2.0:1761313473.489604:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000259e6f04. 00010000:00000010:2.0:1761313473.489610:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000021621845. 00010000:00000010:2.0:1761313473.489677:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000ee4e5118. 00010000:00000010:2.0:1761313473.489681:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000000a67c8e1. 00010000:00000010:2.0:1761313473.489685:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b9e564ed. 00010000:00000010:2.0:1761313473.489689:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000259e6f04. 00000020:00000010:1.0:1761313473.489689:0:75220:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000ee6c533a. 00000020:00000010:1.0:1761313473.489693:0:75220:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000368466cd. 00000020:00000010:1.0:1761313473.489695:0:75220:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007991ab59. 00080000:00000010:2.0:1761313473.489700:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000844bc46b. 00010000:00000010:2.0:1761313473.489723:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000259e6f04. 00010000:00000010:2.0:1761313473.489727:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000000a67c8e1. 00010000:00000010:2.0:1761313473.489777:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000bb585143. 00010000:00000010:2.0:1761313473.489781:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000259e6f04. 00010000:00000010:2.0:1761313473.489789:0:77239:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000c101be79. 00000100:00000010:2.0:1761313473.489803:0:77239:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000000fc037df. 00000100:00000010:2.0:1761313473.489810:0:77239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ec1baf93. 02000000:00000010:2.0:1761313473.489820:0:77239:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000001b4fb298. 02000000:00000010:2.0:1761313473.489843:0:77239:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ee18a26b. 00000400:00000010:2.0:1761313473.489847:0:77239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000071ca671b. 00000400:00000010:2.0:1761313473.489851:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000695182e. 00000100:00000200:2.0:1761313473.489855:0:77239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869138383232, portal 16 00000400:00000010:2.0:1761313473.489859:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005017ce3d. 00000100:00000200:2.0:1761313473.489861:0:77239:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869138383232, offset 0 00000400:00000200:2.0:1761313473.489866:0:77239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:2.0:1761313473.489872:0:77239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:2.0:1761313473.489877:0:77239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:2.0:1761313473.489881:0:77239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761313473.489883:0:77239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:2.0:1761313473.489886:0:77239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90025:90025:255:4294967295] 192.168.204.38@tcp LPNI seq info [90025:90025:7:4294967295] 00000400:00000200:2.0:1761313473.489892:0:77239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:2.0:1761313473.489896:0:77239:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:2.0:1761313473.489899:0:77239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c737f52d (tot 82352074). 00000800:00000200:2.0:1761313473.489902:0:77239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:2.0:1761313473.489906:0:77239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:2.0:1761313473.489908:0:77239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c737f52d type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761313473.490277:0:15825:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761313473.490281:0:15825:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000233c2709 (tot 82351826). 00000400:00000200:3.0:1761313473.490285:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313473.490289:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:3.0:1761313473.490292:0:15825:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004d58991b 00000400:00000010:3.0:1761313473.490293:0:15825:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004d58991b. 00000800:00000200:3.0:1761313473.490349:0:15825:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761313473.490351:0:15825:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c737f52d (tot 82351578). 00000400:00000200:3.0:1761313473.490355:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313473.490389:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:3.0:1761313473.490391:0:15825:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005017ce3d 00000400:00000010:3.0:1761313473.490392:0:15825:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005017ce3d. 00000100:00000200:3.0:1761313473.490398:0:15825:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000ec1baf93 x1846869138383232/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313517 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1761313473.491416:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000057f39dfe. 00000400:00000200:0.0:1761313473.496730:0:15827:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:0.0:1761313473.496752:0:15827:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x68fb7baf0a180 00000400:00000200:0.0:1761313473.496761:0:15827:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb0705 [1] + 224 00000400:00000200:0.0:1761313473.496773:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313473.496778:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:0.0:1761313473.496789:0:15827:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000ec1baf93 x1846869138383232/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313517 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1761313473.497403:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c3ab7b84. 00010000:00000010:2.1:1761313473.499079:0:77239:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000aac4c19. 00010000:00000010:2.1:1761313473.499089:0:77239:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a633bc9a. 00000400:00000010:2.0:1761313473.499101:0:77239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000071ca671b. 00000400:00000200:2.0:1761313473.499105:0:77239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000695182e 00000400:00000010:2.0:1761313473.499107:0:77239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000695182e. 00000100:00000200:2.0:1761313473.499118:0:77239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000ec1baf93 x1846869138383232/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313517 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761313473.499131:0:77239:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000ec1baf93 x1846869138383232/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313517 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761313473.499162:0:77239:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ee18a26b. 02000000:00000010:2.0:1761313473.499168:0:77239:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000001b4fb298. 00000100:00000010:2.0:1761313473.499171:0:77239:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ec1baf93. 00000100:00000010:2.0:1761313473.499175:0:77239:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000000fc037df. 00010000:00000010:2.0:1761313473.499179:0:77239:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000c101be79. 00000400:00000200:0.0:1761313473.499404:0:15827:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:0.0:1761313473.499418:0:15827:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x68fb7ba85ad80 00000400:00000200:0.0:1761313473.499424:0:15827:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xaf115 [2] + 328 00000400:00000200:0.0:1761313473.499485:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313473.499489:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:0.0:1761313473.500594:0:15827:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761313473.500604:0:15827:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000002527802e. 00000020:00000010:1.0:1761313473.502947:0:75220:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006221a5cd. 00000020:00000010:1.0:1761313473.502959:0:75220:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000ee6c533a. 00000020:00000010:1.0:1761313473.502963:0:75220:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000368466cd. 00000100:00000200:1.0:1761313473.502995:0:75220:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000002527802e x1846869131373952/t0(0) o103->78617949-0e11-4ca2-94c2-d809f91deaa9@192.168.204.38@tcp:404/0 lens 328/0 e 0 to 0 dl 1761313479 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:1.0:1761313473.503039:0:75220:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869131373952 02000000:00000010:1.0:1761313473.503052:0:75220:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000007991ab59. 00010000:00000010:1.0:1761313473.503080:0:75220:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000482b75b7. 00010000:00000010:1.0:1761313473.503104:0:75220:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000a1355dfc. 00000100:00000010:1.0:1761313473.503112:0:75220:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000730e02fd. 00000100:00000010:1.0:1761313473.503123:0:75220:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000730e02fd. 00010000:00000010:1.0:1761313473.503128:0:75220:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000a1355dfc. 00000400:00000010:1.0:1761313473.503142:0:75220:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000965e87ce. 00000100:00000200:1.0:1761313473.503148:0:75220:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869131373952, offset 224 00000400:00000200:1.0:1761313473.503157:0:75220:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:1.0:1761313473.503171:0:75220:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:1.0:1761313473.503177:0:75220:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90026:90026:256:4294967295] 192.168.204.38@tcp LPNI seq info [90026:90026:8:4294967295] 00000400:00000200:1.0:1761313473.503187:0:75220:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:1.0:1761313473.503192:0:75220:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:1.0:1761313473.503196:0:75220:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000002680ae0f (tot 82351826). 00000800:00000200:1.0:1761313473.503203:0:75220:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:1.0:1761313473.503209:0:75220:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:1.0:1761313473.503212:0:75220:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000002680ae0f type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761313473.503228:0:75220:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000ee6c533a. 00000020:00000010:1.0:1761313473.503232:0:75220:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000368466cd. 00000020:00000010:1.0:1761313473.503235:0:75220:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006221a5cd. 00080000:00000010:2.0:1761313473.503322:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ee18a26b. 00010000:00000010:2.1:1761313473.503391:0:77239:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001a6caf13. 00010000:00000010:2.1:1761313473.503398:0:77239:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a34da914. 00010000:00000010:2.1:1761313473.503401:0:77239:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ee4e5118. 00010000:00000010:2.1:1761313473.503404:0:77239:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b9e564ed. 00010000:00000010:2.0:1761313473.503455:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000259e6f04. 00010000:00000010:2.0:1761313473.503461:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002accfe69. 00010000:00000010:2.0:1761313473.503530:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b9e564ed. 00010000:00000010:2.0:1761313473.503536:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000259e6f04. 00010000:00000010:2.0:1761313473.503547:0:77239:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000c101be79. 00000100:00000010:2.0:1761313473.503551:0:77239:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000000fc037df. 00000100:00000010:2.0:1761313473.503557:0:77239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ec1baf93. 02000000:00000010:2.0:1761313473.503568:0:77239:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000001b4fb298. 02000000:00000010:2.0:1761313473.503588:0:77239:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000aa0f3bce. 00000400:00000010:2.0:1761313473.503594:0:77239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000071ca671b. 00000400:00000010:2.0:1761313473.503599:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000695182e. 00000100:00000200:2.0:1761313473.503603:0:77239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869138383296, portal 16 00000400:00000010:2.0:1761313473.503606:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000022a491ca. 00000100:00000200:2.0:1761313473.503608:0:77239:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869138383296, offset 0 00000400:00000200:2.0:1761313473.503613:0:77239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:2.0:1761313473.503619:0:77239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:2.0:1761313473.503625:0:77239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:2.0:1761313473.503628:0:77239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761313473.503630:0:77239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:2.0:1761313473.503632:0:77239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90027:90027:255:4294967295] 192.168.204.38@tcp LPNI seq info [90027:90027:7:4294967295] 00000400:00000200:2.0:1761313473.503639:0:77239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:2.0:1761313473.503643:0:77239:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:2.0:1761313473.503646:0:77239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001293a8d4 (tot 82352074). 00000800:00000200:2.0:1761313473.503650:0:77239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:2.0:1761313473.503655:0:77239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:2.0:1761313473.503657:0:77239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000001293a8d4 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761313473.504860:0:15826:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761313473.504864:0:15826:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000002680ae0f (tot 82351826). 00000400:00000200:3.0:1761313473.504871:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313473.504878:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:3.0:1761313473.504882:0:15826:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000965e87ce 00000400:00000010:3.0:1761313473.504884:0:15826:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000965e87ce. 00000800:00000200:3.0:1761313473.504945:0:15826:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761313473.504947:0:15826:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001293a8d4 (tot 82351578). 00000400:00000200:3.0:1761313473.504951:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313473.504953:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:3.0:1761313473.504955:0:15826:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000022a491ca 00000400:00000010:3.0:1761313473.504956:0:15826:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000022a491ca. 00000100:00000200:3.0:1761313473.504962:0:15826:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000ec1baf93 x1846869138383296/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313517 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1761313473.508417:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003d9b81c3. 00000400:00000200:0.0:1761313473.509183:0:15825:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:0.0:1761313473.509201:0:15825:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x68fb7baf0a1c0 00000400:00000200:0.0:1761313473.509209:0:15825:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb0711 [1] + 224 00000400:00000200:0.0:1761313473.509220:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313473.509223:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:0.0:1761313473.509232:0:15825:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000ec1baf93 x1846869138383296/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313517 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761313473.509555:0:15825:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:0.0:1761313473.509562:0:15825:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x68fb7ba85adc0 00000400:00000010:2.0:1761313473.509567:0:77239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000071ca671b. 00000400:00000200:2.0:1761313473.509576:0:77239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000695182e 00000400:00000010:2.0:1761313473.509578:0:77239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000695182e. 00000100:00000200:2.0:1761313473.509585:0:77239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000ec1baf93 x1846869138383296/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313517 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761313473.509592:0:77239:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000ec1baf93 x1846869138383296/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313517 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761313473.509619:0:77239:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000aa0f3bce. 02000000:00000010:2.0:1761313473.509626:0:77239:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000001b4fb298. 00000100:00000010:2.0:1761313473.509639:0:77239:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ec1baf93. 00000100:00000010:2.0:1761313473.509644:0:77239:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000000fc037df. 00010000:00000010:2.0:1761313473.509649:0:77239:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000c101be79. 00000400:00000200:0.0:1761313473.509835:0:15825:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xaf115 [2] + 656 00000400:00000200:0.0:1761313473.509847:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313473.509850:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:0.0:1761313473.509853:0:15825:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761313473.509858:0:15825:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000b73eaae5. 00000020:00000010:3.0:1761313473.510062:0:64710:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002cec0390. 00000020:00000010:3.0:1761313473.510070:0:64710:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000007bf9114. 00000020:00000010:3.0:1761313473.510074:0:64710:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000001fad5fbb. 00000100:00000200:3.0:1761313473.510097:0:64710:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000b73eaae5 x1846869131374016/t0(0) o103->78617949-0e11-4ca2-94c2-d809f91deaa9@192.168.204.38@tcp:404/0 lens 328/0 e 0 to 0 dl 1761313479 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:3.0:1761313473.510131:0:64710:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869131374016 02000000:00000010:3.0:1761313473.510141:0:64710:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000226e391c. 00010000:00000010:3.0:1761313473.510165:0:64710:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000950d1e5a. 00010000:00000010:3.0:1761313473.510187:0:64710:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000989be21c. 00000100:00000010:3.0:1761313473.510193:0:64710:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000ed4a1e8d. 00000100:00000010:3.0:1761313473.510206:0:64710:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000ed4a1e8d. 00010000:00000010:3.0:1761313473.510209:0:64710:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000989be21c. 00000400:00000010:3.0:1761313473.510222:0:64710:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000bb5cea4a. 00000100:00000200:3.0:1761313473.510226:0:64710:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869131374016, offset 224 00000400:00000200:3.0:1761313473.510232:0:64710:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:3.0:1761313473.510291:0:64710:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:3.0:1761313473.510297:0:64710:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90028:90028:256:4294967295] 192.168.204.38@tcp LPNI seq info [90028:90028:8:4294967295] 00000400:00000200:3.0:1761313473.510307:0:64710:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:3.0:1761313473.510313:0:64710:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:3.0:1761313473.510317:0:64710:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000986d3ed7 (tot 82351826). 00000800:00000200:3.0:1761313473.510323:0:64710:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:3.0:1761313473.510330:0:64710:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:3.0:1761313473.510333:0:64710:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000986d3ed7 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761313473.510354:0:64710:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000007bf9114. 00000020:00000010:3.0:1761313473.510380:0:64710:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000001fad5fbb. 00000020:00000010:3.0:1761313473.510384:0:64710:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000002cec0390. 00080000:00000010:2.0:1761313473.510987:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000aa0f3bce. 00010000:00000010:2.0:1761313473.511079:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000259e6f04. 00010000:00000010:2.0:1761313473.511087:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000bc207380. 00010000:00000010:2.0:1761313473.511167:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000a34da914. 00010000:00000010:2.0:1761313473.511172:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000259e6f04. 00010000:00000010:2.0:1761313473.511183:0:77239:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000c101be79. 00000100:00000010:2.0:1761313473.511188:0:77239:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000000fc037df. 00000100:00000010:2.0:1761313473.511193:0:77239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ec1baf93. 02000000:00000010:2.0:1761313473.511205:0:77239:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000001eb84cb9. 02000000:00000010:2.0:1761313473.511228:0:77239:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000007abc2598. 00000400:00000010:2.0:1761313473.511233:0:77239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000071ca671b. 00000400:00000010:2.0:1761313473.511237:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000695182e. 00000100:00000200:2.0:1761313473.511243:0:77239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869138383360, portal 16 00000400:00000010:2.0:1761313473.511247:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006fbc47a5. 00000100:00000200:2.0:1761313473.511249:0:77239:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869138383360, offset 0 00000400:00000200:2.0:1761313473.511256:0:77239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:2.0:1761313473.511265:0:77239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:2.0:1761313473.511272:0:77239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:2.0:1761313473.511276:0:77239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761313473.511279:0:77239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:2.0:1761313473.511282:0:77239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90029:90029:255:4294967295] 192.168.204.38@tcp LPNI seq info [90029:90029:7:4294967295] 00000400:00000200:2.0:1761313473.511290:0:77239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:2.0:1761313473.511294:0:77239:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:2.0:1761313473.511299:0:77239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001293a8d4 (tot 82352074). 00000800:00000200:2.0:1761313473.511304:0:77239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:2.0:1761313473.511308:0:77239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:2.0:1761313473.511311:0:77239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000001293a8d4 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761313473.512642:0:15827:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761313473.512650:0:15827:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000986d3ed7 (tot 82351826). 00000400:00000200:0.0:1761313473.512657:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313473.512664:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:0.0:1761313473.512670:0:15827:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000bb5cea4a 00000400:00000010:0.0:1761313473.512672:0:15827:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000bb5cea4a. 00000800:00000200:1.0:1761313473.513586:0:15827:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313473.513590:0:15827:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001293a8d4 (tot 82351578). 00000400:00000200:1.0:1761313473.513597:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313473.513602:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:1.0:1761313473.513606:0:15827:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006fbc47a5 00000400:00000010:1.0:1761313473.513607:0:15827:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006fbc47a5. 00000100:00000200:1.0:1761313473.513615:0:15827:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000ec1baf93 x1846869138383360/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313517 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1761313473.514405:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002653a838. 00010000:00000010:2.1:1761313473.514414:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bb585143. 00010000:00000010:2.1:1761313473.518790:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b9ffbad8. 00010000:00000010:2.1:1761313473.518816:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b9e564ed. 00010000:00000010:3.1:1761313473.519309:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000075232507. 00000400:00000200:0.0:1761313473.520513:0:15826:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:0.0:1761313473.520530:0:15826:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x68fb7baf0a200 00000400:00000200:0.0:1761313473.520539:0:15826:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb071d [1] + 224 00000400:00000200:0.0:1761313473.520550:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313473.520554:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:0.0:1761313473.520565:0:15826:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000ec1baf93 x1846869138383360/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313517 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761313473.520606:0:15826:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:0.0:1761313473.520612:0:15826:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x68fb7ba85ae00 00000400:00000200:0.0:1761313473.520616:0:15826:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xaf115 [2] + 984 00000400:00000200:0.0:1761313473.520626:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313473.520629:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:0.0:1761313473.520634:0:15826:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761313473.520639:0:15826:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000047d366b1. 00000400:00000010:2.0:1761313473.520722:0:77239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000071ca671b. 00000400:00000200:2.0:1761313473.520727:0:77239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000695182e 00000400:00000010:2.0:1761313473.520729:0:77239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000695182e. 00000100:00000200:2.0:1761313473.520735:0:77239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000ec1baf93 x1846869138383360/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313517 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761313473.520743:0:77239:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000ec1baf93 x1846869138383360/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313517 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761313473.520771:0:77239:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000007abc2598. 02000000:00000010:2.0:1761313473.520777:0:77239:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000001eb84cb9. 00000100:00000010:2.0:1761313473.520780:0:77239:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ec1baf93. 00000100:00000010:2.0:1761313473.520783:0:77239:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000000fc037df. 00010000:00000010:2.0:1761313473.520787:0:77239:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000c101be79. 00000020:00000010:1.0:1761313473.520888:0:75220:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006221a5cd. 00000020:00000010:1.0:1761313473.520897:0:75220:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000ee6c533a. 00000020:00000010:1.0:1761313473.520901:0:75220:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000368466cd. 00000100:00000200:1.0:1761313473.520925:0:75220:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000047d366b1 x1846869131374080/t0(0) o103->78617949-0e11-4ca2-94c2-d809f91deaa9@192.168.204.38@tcp:404/0 lens 328/0 e 0 to 0 dl 1761313479 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:1.0:1761313473.521465:0:75220:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869131374080 02000000:00000010:1.0:1761313473.521478:0:75220:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000555548bd. 00010000:00000010:1.0:1761313473.521505:0:75220:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c0817c6a. 00010000:00000010:1.0:1761313473.521525:0:75220:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000a1355dfc. 00000100:00000010:1.0:1761313473.521531:0:75220:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000730e02fd. 00000100:00000010:1.0:1761313473.521688:0:75220:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000730e02fd. 00010000:00000010:1.0:1761313473.521693:0:75220:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000a1355dfc. 00000400:00000010:1.0:1761313473.521706:0:75220:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000017f94afa. 00000100:00000200:1.0:1761313473.521710:0:75220:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869131374080, offset 224 00000400:00000200:1.0:1761313473.521718:0:75220:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:1.0:1761313473.521728:0:75220:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:1.0:1761313473.521732:0:75220:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90030:90030:256:4294967295] 192.168.204.38@tcp LPNI seq info [90030:90030:8:4294967295] 00000400:00000200:1.0:1761313473.521742:0:75220:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:1.0:1761313473.521746:0:75220:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:1.0:1761313473.521750:0:75220:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003e7406f5 (tot 82351826). 00000800:00000200:1.0:1761313473.521756:0:75220:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:1.0:1761313473.521762:0:75220:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:1.0:1761313473.521766:0:75220:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000003e7406f5 type 1, nob 320 niov 1 nkiov 1 00080000:00000010:2.0:1761313473.521892:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 000000001eb84cb9. 00010000:00000010:2.0:1761313473.521971:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000259e6f04. 00010000:00000010:2.0:1761313473.521976:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000990be0ff. 00010000:00000010:2.0:1761313473.522038:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b9e564ed. 00010000:00000010:2.0:1761313473.522042:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000259e6f04. 00010000:00000010:2.0:1761313473.522049:0:77239:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000c101be79. 00000100:00000010:2.0:1761313473.522052:0:77239:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000000fc037df. 00000100:00000010:2.0:1761313473.522057:0:77239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ec1baf93. 02000000:00000010:2.0:1761313473.522065:0:77239:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000007abc2598. 02000000:00000010:2.0:1761313473.522084:0:77239:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000001b4fb298. 00000400:00000010:2.0:1761313473.522087:0:77239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000071ca671b. 00000400:00000010:2.0:1761313473.522090:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000695182e. 00000100:00000200:2.0:1761313473.522094:0:77239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869138383424, portal 16 00000400:00000010:2.0:1761313473.522098:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000018cdfd97. 00000100:00000200:2.0:1761313473.522099:0:77239:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869138383424, offset 0 00000400:00000200:2.0:1761313473.522104:0:77239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:2.0:1761313473.522109:0:77239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:2.0:1761313473.522115:0:77239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:2.0:1761313473.522117:0:77239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761313473.522120:0:77239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:2.0:1761313473.522123:0:77239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90031:90031:255:4294967295] 192.168.204.38@tcp LPNI seq info [90031:90031:7:4294967295] 00000400:00000200:2.0:1761313473.522129:0:77239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:2.0:1761313473.522132:0:77239:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:2.0:1761313473.522135:0:77239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c737f52d (tot 82352074). 00000800:00000200:2.0:1761313473.522138:0:77239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:2.0:1761313473.522142:0:77239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:2.0:1761313473.522143:0:77239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c737f52d type 1, nob 424 niov 1 nkiov 1 00000020:00000010:1.0:1761313473.522168:0:75220:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000ee6c533a. 00000020:00000010:1.0:1761313473.522172:0:75220:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000368466cd. 00000020:00000010:1.0:1761313473.522175:0:75220:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006221a5cd. 00000800:00000200:0.0:1761313473.523812:0:15825:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761313473.523818:0:15825:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003e7406f5 (tot 82351826). 00000400:00000200:0.0:1761313473.523825:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313473.523833:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:0.0:1761313473.523837:0:15825:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000017f94afa 00000400:00000010:0.0:1761313473.523839:0:15825:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000017f94afa. 00000800:00000200:0.0:1761313473.525622:0:15825:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761313473.525628:0:15825:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c737f52d (tot 82351578). 00000400:00000200:0.0:1761313473.525638:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313473.525645:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:0.0:1761313473.525649:0:15825:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000018cdfd97 00000400:00000010:0.0:1761313473.525651:0:15825:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000018cdfd97. 00000100:00000200:0.0:1761313473.525662:0:15825:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000ec1baf93 x1846869138383424/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313517 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1761313473.527452:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005fc95ace. 00000400:00000200:1.0:1761313473.531870:0:15827:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:1.0:1761313473.531891:0:15827:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x68fb7baf0a240 00000400:00000200:1.0:1761313473.531900:0:15827:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb0729 [1] + 224 00000400:00000200:1.0:1761313473.531913:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313473.531917:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:1.0:1761313473.531928:0:15827:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000ec1baf93 x1846869138383424/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313517 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1761313473.532029:0:77239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000071ca671b. 00000400:00000200:3.0:1761313473.532034:0:77239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000695182e 00000400:00000010:3.0:1761313473.532036:0:77239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000695182e. 00000100:00000200:3.0:1761313473.532043:0:77239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000ec1baf93 x1846869138383424/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313517 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761313473.532050:0:77239:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000ec1baf93 x1846869138383424/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313517 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1761313473.532078:0:77239:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000001b4fb298. 02000000:00000010:3.0:1761313473.532084:0:77239:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000007abc2598. 00000100:00000010:3.0:1761313473.532088:0:77239:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ec1baf93. 00000100:00000010:3.0:1761313473.532092:0:77239:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000000fc037df. 00010000:00000010:3.0:1761313473.532097:0:77239:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000c101be79. 00010000:00000010:2.1:1761313473.535284:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d1ea9d30. 00010000:00000010:2.1:1761313473.535302:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a34da914. 00000400:00000200:0.0:1761313473.544448:0:15826:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:0.0:1761313473.544470:0:15826:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x68fb7ba85ae40 00000400:00000200:0.0:1761313473.544480:0:15826:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xaf115 [2] + 1312 00000400:00000200:0.0:1761313473.544551:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313473.544556:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:0.0:1761313473.544562:0:15826:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761313473.544569:0:15826:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ede06feb. 00000020:00000010:1.0:1761313473.547876:0:75220:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006221a5cd. 00000020:00000010:1.0:1761313473.547889:0:75220:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000ee6c533a. 00000020:00000010:1.0:1761313473.547893:0:75220:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000368466cd. 00000100:00000200:1.0:1761313473.547921:0:75220:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000ede06feb x1846869131374144/t0(0) o103->78617949-0e11-4ca2-94c2-d809f91deaa9@192.168.204.38@tcp:404/0 lens 328/0 e 0 to 0 dl 1761313479 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:3.0:1761313473.549426:0:64710:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869131374144 02000000:00000010:3.0:1761313473.549443:0:64710:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000002cec0390. 00010000:00000010:3.0:1761313473.549471:0:64710:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005233e452. 00010000:00000010:3.0:1761313473.549493:0:64710:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000989be21c. 00000100:00000010:3.0:1761313473.549500:0:64710:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000ed4a1e8d. 00000100:00000010:3.0:1761313473.549521:0:64710:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000ed4a1e8d. 00010000:00000010:3.0:1761313473.549524:0:64710:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000989be21c. 00000400:00000010:3.0:1761313473.549536:0:64710:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003e790751. 00000100:00000200:3.0:1761313473.549542:0:64710:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869131374144, offset 224 00000400:00000200:3.0:1761313473.549550:0:64710:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:3.0:1761313473.549564:0:64710:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:3.0:1761313473.549569:0:64710:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90032:90032:256:4294967295] 192.168.204.38@tcp LPNI seq info [90032:90032:8:4294967295] 00000400:00000200:3.0:1761313473.549580:0:64710:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:3.0:1761313473.549584:0:64710:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:3.0:1761313473.549588:0:64710:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006eaa0fc9 (tot 82351826). 00000800:00000200:3.0:1761313473.549594:0:64710:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:3.0:1761313473.549600:0:64710:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:3.0:1761313473.549603:0:64710:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000006eaa0fc9 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761313473.549616:0:64710:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000ee6c533a. 00000020:00000010:3.0:1761313473.549620:0:64710:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000368466cd. 00000020:00000010:3.0:1761313473.549623:0:64710:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006221a5cd. 00080000:00000010:2.0:1761313473.549804:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 000000001b4fb298. 00010000:00000010:2.0:1761313473.549881:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000259e6f04. 00010000:00000010:2.0:1761313473.549887:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006c3b6621. 00010000:00000010:2.0:1761313473.549957:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000a34da914. 00010000:00000010:2.0:1761313473.549962:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000259e6f04. 00010000:00000010:2.0:1761313473.549972:0:77239:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000082b90ff4. 00000100:00000010:2.0:1761313473.549976:0:77239:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000000fc037df. 00000100:00000010:2.0:1761313473.549983:0:77239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ec1baf93. 02000000:00000010:2.0:1761313473.549993:0:77239:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000178fa322. 02000000:00000010:2.0:1761313473.550014:0:77239:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d1e9cb3e. 00000400:00000010:2.0:1761313473.550019:0:77239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000009bc064a7. 00000400:00000010:2.0:1761313473.550023:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003c745d15. 00000100:00000200:2.0:1761313473.550027:0:77239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869138383488, portal 16 00000400:00000010:2.0:1761313473.550031:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001bbc55d4. 00000100:00000200:2.0:1761313473.550032:0:77239:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869138383488, offset 0 00000400:00000200:2.0:1761313473.550037:0:77239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:2.0:1761313473.550043:0:77239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:2.0:1761313473.550049:0:77239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:2.0:1761313473.550052:0:77239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761313473.550054:0:77239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:2.0:1761313473.550057:0:77239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90033:90033:255:4294967295] 192.168.204.38@tcp LPNI seq info [90033:90033:7:4294967295] 00000400:00000200:2.0:1761313473.550064:0:77239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:2.0:1761313473.550068:0:77239:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:2.0:1761313473.550071:0:77239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000044feb42c (tot 82352074). 00000800:00000200:2.0:1761313473.550075:0:77239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:2.0:1761313473.550079:0:77239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:2.0:1761313473.550081:0:77239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000044feb42c type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761313473.550167:0:15825:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761313473.550171:0:15825:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006eaa0fc9 (tot 82351826). 00000400:00000200:0.0:1761313473.550175:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313473.550179:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:0.0:1761313473.550183:0:15825:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003e790751 00000400:00000010:0.0:1761313473.550185:0:15825:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003e790751. 00000800:00000200:0.0:1761313473.550688:0:15825:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761313473.550691:0:15825:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000044feb42c (tot 82351578). 00000400:00000200:0.0:1761313473.550696:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313473.550700:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:0.0:1761313473.550703:0:15825:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001bbc55d4 00000400:00000010:0.0:1761313473.550704:0:15825:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001bbc55d4. 00000100:00000200:0.0:1761313473.550710:0:15825:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000ec1baf93 x1846869138383488/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313517 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1761313473.554410:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c4ab6787. 00010000:00000010:2.1:1761313473.554426:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b9e564ed. 00000400:00000200:1.0:1761313473.555531:0:15827:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:1.0:1761313473.555547:0:15827:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x68fb7baf0a280 00000400:00000200:1.0:1761313473.555555:0:15827:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb0735 [1] + 224 00000400:00000200:1.0:1761313473.555569:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313473.555573:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:1.0:1761313473.555583:0:15827:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000ec1baf93 x1846869138383488/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313517 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1761313473.555674:0:77239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000009bc064a7. 00000400:00000200:2.0:1761313473.555678:0:77239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003c745d15 00000400:00000010:2.0:1761313473.555681:0:77239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003c745d15. 00000100:00000200:2.0:1761313473.555687:0:77239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000ec1baf93 x1846869138383488/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313517 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761313473.555694:0:77239:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000ec1baf93 x1846869138383488/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313517 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761313473.555723:0:77239:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d1e9cb3e. 02000000:00000010:2.0:1761313473.555730:0:77239:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000178fa322. 00000100:00000010:2.0:1761313473.555734:0:77239:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ec1baf93. 00000100:00000010:2.0:1761313473.555739:0:77239:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000000fc037df. 00010000:00000010:2.0:1761313473.555742:0:77239:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000082b90ff4. 00010000:00000010:3.1:1761313473.558419:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005b63a2b6. 00000400:00000200:0.0:1761313473.559907:0:15826:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:0.0:1761313473.559924:0:15826:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x68fb7ba85ae80 00000400:00000200:0.0:1761313473.559932:0:15826:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xaf115 [2] + 1640 00000400:00000200:0.0:1761313473.561307:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313473.561317:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:0.0:1761313473.561325:0:15826:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761313473.561333:0:15826:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000f33f9db7. 00000020:00000010:1.0:1761313473.561472:0:75220:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006221a5cd. 00000020:00000010:1.0:1761313473.561479:0:75220:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000fabc6bca. 00000020:00000010:1.0:1761313473.561644:0:75220:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000092948a68. 00000100:00000200:1.0:1761313473.561671:0:75220:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000f33f9db7 x1846869131374208/t0(0) o103->78617949-0e11-4ca2-94c2-d809f91deaa9@192.168.204.38@tcp:404/0 lens 328/0 e 0 to 0 dl 1761313479 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:1.0:1761313473.561707:0:75220:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869131374208 02000000:00000010:1.0:1761313473.561721:0:75220:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000048c1fa6f. 00010000:00000010:1.0:1761313473.561750:0:75220:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000001fef038c. 00010000:00000010:1.0:1761313473.561767:0:75220:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000a1355dfc. 00000100:00000010:1.0:1761313473.561773:0:75220:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000730e02fd. 00000100:00000010:1.0:1761313473.565930:0:75220:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000730e02fd. 00010000:00000010:1.0:1761313473.565944:0:75220:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000a1355dfc. 00000400:00000010:1.0:1761313473.565975:0:75220:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b3d96425. 00000100:00000200:1.0:1761313473.565984:0:75220:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869131374208, offset 224 00000400:00000200:1.0:1761313473.565994:0:75220:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:1.0:1761313473.566010:0:75220:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:1.0:1761313473.566015:0:75220:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90034:90034:256:4294967295] 192.168.204.38@tcp LPNI seq info [90034:90034:8:4294967295] 00000400:00000200:1.0:1761313473.566025:0:75220:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:1.0:1761313473.566031:0:75220:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:1.0:1761313473.566037:0:75220:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003e7406f5 (tot 82351826). 00000800:00000200:1.0:1761313473.566044:0:75220:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:1.0:1761313473.566052:0:75220:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:1.0:1761313473.566055:0:75220:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000003e7406f5 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761313473.566079:0:75220:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000fabc6bca. 00000020:00000010:1.0:1761313473.566084:0:75220:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000092948a68. 00000020:00000010:1.0:1761313473.566088:0:75220:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006221a5cd. 00000800:00000200:0.0:1761313473.566473:0:15825:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761313473.566477:0:15825:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003e7406f5 (tot 82351578). 00000400:00000200:0.0:1761313473.566482:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313473.566486:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:0.0:1761313473.566491:0:15825:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b3d96425 00000400:00000010:0.0:1761313473.566493:0:15825:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b3d96425. 00080000:00000010:2.0:1761313473.567126:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000178fa322. 00010000:00000010:2.0:1761313473.567220:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000259e6f04. 00010000:00000010:2.0:1761313473.567229:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000000db9be36. 00010000:00000010:2.0:1761313473.567321:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000ee4e5118. 00010000:00000010:2.0:1761313473.567326:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000000a67c8e1. 00010000:00000010:2.0:1761313473.567331:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b9e564ed. 00010000:00000010:2.0:1761313473.567336:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000259e6f04. 00080000:00000010:2.0:1761313473.567352:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d1e9cb3e. 00010000:00000010:2.0:1761313473.567402:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000259e6f04. 00010000:00000010:2.0:1761313473.567406:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000000a67c8e1. 00010000:00000010:2.0:1761313473.567454:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000bb585143. 00010000:00000010:2.0:1761313473.567458:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000259e6f04. 00010000:00000010:2.0:1761313473.567467:0:77239:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000082b90ff4. 00000100:00000010:2.0:1761313473.567473:0:77239:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000000fc037df. 00000100:00000010:2.0:1761313473.567482:0:77239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ec1baf93. 02000000:00000010:2.0:1761313473.567495:0:77239:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000007c67761a. 02000000:00000010:2.0:1761313473.567522:0:77239:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000024bd9cb0. 00000400:00000010:2.0:1761313473.567529:0:77239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000009bc064a7. 00000400:00000010:2.0:1761313473.567534:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003c745d15. 00000100:00000200:2.0:1761313473.567540:0:77239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869138383552, portal 16 00000400:00000010:2.0:1761313473.567544:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000160ba363. 00000100:00000200:2.0:1761313473.567546:0:77239:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869138383552, offset 0 00000400:00000200:2.0:1761313473.567554:0:77239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:2.0:1761313473.567565:0:77239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:2.0:1761313473.567572:0:77239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:2.0:1761313473.567575:0:77239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761313473.567578:0:77239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:2.0:1761313473.567581:0:77239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90035:90035:256:4294967295] 192.168.204.38@tcp LPNI seq info [90035:90035:8:4294967295] 00000400:00000200:2.0:1761313473.567590:0:77239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:2.0:1761313473.567595:0:77239:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:2.0:1761313473.567600:0:77239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000044feb42c (tot 82351826). 00000800:00000200:2.0:1761313473.567605:0:77239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:2.0:1761313473.567610:0:77239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:2.0:1761313473.567612:0:77239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000044feb42c type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761313473.567897:0:15827:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313473.567900:0:15827:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000044feb42c (tot 82351578). 00000400:00000200:1.0:1761313473.567905:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313473.567910:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:1.0:1761313473.567914:0:15827:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000160ba363 00000400:00000010:1.0:1761313473.567915:0:15827:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000160ba363. 00000100:00000200:1.0:1761313473.567922:0:15827:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000ec1baf93 x1846869138383552/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313517 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1761313473.570408:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006f0f53a2. 00000400:00000200:0.0:1761313473.573027:0:15826:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:0.0:1761313473.573045:0:15826:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x68fb7baf0a2c0 00000400:00000200:0.0:1761313473.573052:0:15826:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb0741 [1] + 224 00000400:00000200:0.0:1761313473.573062:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313473.573066:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:0.0:1761313473.573074:0:15826:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000ec1baf93 x1846869138383552/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313517 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761313473.573108:0:15826:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:0.0:1761313473.573112:0:15826:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x68fb7ba85aec0 00000400:00000200:0.0:1761313473.573116:0:15826:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xaf115 [2] + 1968 00000400:00000010:0.0:1761313473.573120:0:15826:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000364971a9. 00000400:00000200:0.0:1761313473.573124:0:15826:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 00000000604f4010 00000400:00000200:0.0:1761313473.573132:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313473.573135:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:0.0:1761313473.573137:0:15826:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000604f4010 00000400:00000010:0.0:1761313473.573139:0:15826:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 00000000604f4010 (tot 82351426). 00000100:00000200:0.0:1761313473.573144:0:15826:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000400:00000010:2.0:1761313473.573198:0:77239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000009bc064a7. 00000400:00000200:2.0:1761313473.573201:0:77239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003c745d15 00000400:00000010:2.0:1761313473.573203:0:77239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003c745d15. 00000100:00000200:2.0:1761313473.573208:0:77239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000ec1baf93 x1846869138383552/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313517 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761313473.573215:0:77239:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000ec1baf93 x1846869138383552/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313517 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761313473.573243:0:77239:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000024bd9cb0. 02000000:00000010:2.0:1761313473.573256:0:77239:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000007c67761a. 00000100:00000010:2.0:1761313473.573260:0:77239:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ec1baf93. 00000100:00000010:2.0:1761313473.573264:0:77239:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000000fc037df. 00010000:00000010:2.0:1761313473.573268:0:77239:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000082b90ff4. 00000020:00000010:3.0:1761313473.573407:0:64710:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000bfc526b6. 00000020:00000010:3.0:1761313473.573413:0:64710:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000007bf9114. 00000020:00000010:3.0:1761313473.573417:0:64710:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000001fad5fbb. 00000100:00000200:3.0:1761313473.573439:0:64710:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000be163e1c x1846869131374272/t0(0) o103->78617949-0e11-4ca2-94c2-d809f91deaa9@192.168.204.38@tcp:404/0 lens 328/0 e 0 to 0 dl 1761313479 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:3.0:1761313473.573467:0:64710:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869131374272 02000000:00000010:3.0:1761313473.573477:0:64710:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000071f932b6. 00010000:00000010:3.0:1761313473.573501:0:64710:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c85262fb. 00010000:00000010:3.0:1761313473.573520:0:64710:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000989be21c. 00000100:00000010:3.0:1761313473.573525:0:64710:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000ed4a1e8d. 00000100:00000010:3.0:1761313473.573533:0:64710:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000ed4a1e8d. 00010000:00000010:3.0:1761313473.573535:0:64710:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000989be21c. 00000400:00000010:3.0:1761313473.573547:0:64710:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005f389535. 00000100:00000200:3.0:1761313473.573550:0:64710:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869131374272, offset 224 00000400:00000200:3.0:1761313473.573556:0:64710:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:3.0:1761313473.573566:0:64710:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:3.0:1761313473.573570:0:64710:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90036:90036:256:4294967295] 192.168.204.38@tcp LPNI seq info [90036:90036:8:4294967295] 00000400:00000200:3.0:1761313473.573579:0:64710:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:3.0:1761313473.573584:0:64710:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:3.0:1761313473.573587:0:64710:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000633d13cc (tot 82351674). 00000800:00000200:3.0:1761313473.573592:0:64710:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:3.0:1761313473.573598:0:64710:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:3.0:1761313473.573601:0:64710:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000633d13cc type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761313473.573613:0:64710:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000007bf9114. 00000020:00000010:3.0:1761313473.573616:0:64710:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000001fad5fbb. 00000020:00000010:3.0:1761313473.573620:0:64710:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000bfc526b6. 02000000:00000010:3.0:1761313473.573626:0:64710:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000048c1fa6f. 00000100:00000010:3.0:1761313473.573628:0:64710:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000f33f9db7. 02000000:00000010:3.0:1761313473.573631:0:64710:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000002cec0390. 00000100:00000010:3.0:1761313473.573632:0:64710:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ede06feb. 02000000:00000010:3.0:1761313473.573636:0:64710:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000555548bd. 00000100:00000010:3.0:1761313473.573639:0:64710:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000047d366b1. 02000000:00000010:3.0:1761313473.573642:0:64710:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000226e391c. 00000100:00000010:3.0:1761313473.573643:0:64710:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000b73eaae5. 02000000:00000010:3.0:1761313473.573645:0:64710:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000007991ab59. 00000100:00000010:3.0:1761313473.573649:0:64710:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000002527802e. 02000000:00000010:3.0:1761313473.573652:0:64710:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000474343c4. 00000100:00000010:3.0:1761313473.573654:0:64710:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000b2f36f43. 00000100:00000200:3.0:1761313473.573659:0:64710:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1761313473.573662:0:64710:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000008efbeebd. 00000400:00000010:3.0:1761313473.573665:0:64710:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000ed4a1e8d (tot 82351826). 00080000:00000010:2.0:1761313473.573733:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 000000007c67761a. 00010000:00000010:2.0:1761313473.573823:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000259e6f04. 00010000:00000010:2.0:1761313473.573829:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000c8f05474. 00010000:00000010:2.0:1761313473.573896:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000a633bc9a. 00010000:00000010:2.0:1761313473.573901:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000259e6f04. 00010000:00000010:2.0:1761313473.573909:0:77239:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000082b90ff4. 00000100:00000010:2.0:1761313473.573912:0:77239:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000000fc037df. 00000100:00000010:2.0:1761313473.573916:0:77239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ec1baf93. 02000000:00000010:2.0:1761313473.573924:0:77239:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000024bd9cb0. 02000000:00000010:2.0:1761313473.573942:0:77239:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f555308e. 00000400:00000010:2.0:1761313473.573944:0:77239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000009bc064a7. 00000400:00000010:2.0:1761313473.573947:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003c745d15. 00000100:00000200:2.0:1761313473.573949:0:77239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869138383616, portal 16 00000400:00000010:2.0:1761313473.573952:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ccfb6a06. 00000100:00000200:2.0:1761313473.573954:0:77239:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869138383616, offset 0 00000400:00000200:2.0:1761313473.573958:0:77239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:2.0:1761313473.573963:0:77239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:2.0:1761313473.573968:0:77239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:2.0:1761313473.573971:0:77239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761313473.573974:0:77239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:2.0:1761313473.573976:0:77239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90037:90037:255:4294967295] 192.168.204.38@tcp LPNI seq info [90037:90037:7:4294967295] 00000400:00000200:2.0:1761313473.573983:0:77239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:2.0:1761313473.573987:0:77239:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:2.0:1761313473.573989:0:77239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c737f52d (tot 82352074). 00000800:00000200:2.0:1761313473.573993:0:77239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:2.0:1761313473.573997:0:77239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:2.0:1761313473.573999:0:77239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c737f52d type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761313473.574140:0:15825:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761313473.574143:0:15825:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000633d13cc (tot 82351826). 00000400:00000200:0.0:1761313473.574146:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313473.574150:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:0.0:1761313473.574152:0:15825:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005f389535 00000400:00000010:0.0:1761313473.574153:0:15825:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005f389535. 02000000:00000010:0.0:1761313473.574157:0:15825:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000071f932b6. 00000800:00000200:0.0:1761313473.574206:0:15825:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761313473.574208:0:15825:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c737f52d (tot 82351578). 00000400:00000200:0.0:1761313473.574211:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313473.574214:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:0.0:1761313473.574215:0:15825:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ccfb6a06 00000400:00000010:0.0:1761313473.574216:0:15825:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ccfb6a06. 00000100:00000200:0.0:1761313473.574220:0:15825:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000ec1baf93 x1846869138383616/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313517 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1761313473.574398:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000015098c92. 00010000:00000010:2.1:1761313473.574405:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a34da914. 00010000:00000010:2.1:1761313473.574408:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ee4e5118. 00010000:00000010:2.1:1761313473.574412:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b9e564ed. 00010000:00000010:2.1:1761313473.578486:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004552619d. 00010000:00000010:2.1:1761313473.578501:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bb585143. 00000400:00000200:1.0:1761313473.581057:0:15827:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:1.0:1761313473.581077:0:15827:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x68fb7baf0a300 00000400:00000200:1.0:1761313473.581087:0:15827:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb0751 [1] + 224 00000400:00000200:1.0:1761313473.581099:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313473.581103:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:1.0:1761313473.581113:0:15827:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000ec1baf93 x1846869138383616/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313517 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1761313473.581216:0:77239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000009bc064a7. 00000400:00000200:2.0:1761313473.581222:0:77239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003c745d15 00000400:00000010:2.0:1761313473.581224:0:77239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003c745d15. 00000100:00000200:2.0:1761313473.581232:0:77239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000ec1baf93 x1846869138383616/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313517 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761313473.581239:0:77239:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000ec1baf93 x1846869138383616/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313517 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761313473.581269:0:77239:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f555308e. 02000000:00000010:2.0:1761313473.581276:0:77239:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000024bd9cb0. 00000100:00000010:2.0:1761313473.581279:0:77239:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ec1baf93. 00000100:00000010:2.0:1761313473.581284:0:77239:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000000fc037df. 00010000:00000010:2.0:1761313473.581288:0:77239:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000082b90ff4. 00010000:00000010:3.1:1761313473.587463:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d5c0842c. 00000400:00000200:0.0:1761313473.593157:0:15826:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:0.0:1761313473.593178:0:15826:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x68fb7ba85af00 00000400:00000200:0.0:1761313473.593187:0:15826:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xaf16d [2] + 0 00000400:00000200:0.0:1761313473.593254:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313473.593259:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:0.0:1761313473.593266:0:15826:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761313473.593272:0:15826:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000000ef172a3. 00000020:00000010:1.0:1761313473.593692:0:75220:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a7258174. 00000020:00000010:1.0:1761313473.593699:0:75220:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000fabc6bca. 00000020:00000010:1.0:1761313473.593704:0:75220:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000092948a68. 00000100:00000200:1.0:1761313473.593732:0:75220:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000000ef172a3 x1846869131374336/t0(0) o103->78617949-0e11-4ca2-94c2-d809f91deaa9@192.168.204.38@tcp:404/0 lens 328/0 e 0 to 0 dl 1761313479 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:1.0:1761313473.593775:0:75220:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869131374336 02000000:00000010:1.0:1761313473.593786:0:75220:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000048c1fa6f. 00010000:00000010:1.0:1761313473.593825:0:75220:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000eedc83b8. 00010000:00000010:1.0:1761313473.593847:0:75220:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000a1355dfc. 00000100:00000010:1.0:1761313473.593855:0:75220:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000730e02fd. 00000100:00000010:1.0:1761313473.593880:0:75220:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000730e02fd. 00010000:00000010:1.0:1761313473.593885:0:75220:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000a1355dfc. 00000400:00000010:1.0:1761313473.593898:0:75220:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000082428106. 00000100:00000200:1.0:1761313473.593904:0:75220:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869131374336, offset 224 00000400:00000200:1.0:1761313473.593912:0:75220:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:1.0:1761313473.593924:0:75220:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:1.0:1761313473.593929:0:75220:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90038:90038:256:4294967295] 192.168.204.38@tcp LPNI seq info [90038:90038:8:4294967295] 00000400:00000200:1.0:1761313473.593939:0:75220:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:1.0:1761313473.593943:0:75220:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:1.0:1761313473.593948:0:75220:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000002680ae0f (tot 82351826). 00000800:00000200:1.0:1761313473.593953:0:75220:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:1.0:1761313473.593960:0:75220:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:1.0:1761313473.593963:0:75220:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000002680ae0f type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761313473.593987:0:75220:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000fabc6bca. 00000020:00000010:1.0:1761313473.593992:0:75220:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000092948a68. 00000020:00000010:1.0:1761313473.593995:0:75220:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a7258174. 00080000:00000010:2.0:1761313473.594074:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 0000000024bd9cb0. 00010000:00000010:2.0:1761313473.594157:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000259e6f04. 00010000:00000010:2.0:1761313473.594166:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000446581ac. 00010000:00000010:2.0:1761313473.594252:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000bb585143. 00010000:00000010:2.0:1761313473.594258:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000259e6f04. 00010000:00000010:2.0:1761313473.594270:0:77239:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000082b90ff4. 00000100:00000010:2.0:1761313473.594274:0:77239:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000000fc037df. 00000100:00000010:2.0:1761313473.594281:0:77239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ec1baf93. 02000000:00000010:2.0:1761313473.594292:0:77239:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000f555308e. 02000000:00000010:2.0:1761313473.594316:0:77239:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000004a4cdac8. 00000400:00000010:2.0:1761313473.594322:0:77239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000009bc064a7. 00000400:00000010:2.0:1761313473.594328:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003c745d15. 00000100:00000200:2.0:1761313473.594333:0:77239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869138383680, portal 16 00000400:00000010:2.0:1761313473.594337:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000065b0a972. 00000100:00000200:2.0:1761313473.594340:0:77239:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869138383680, offset 0 00000400:00000200:2.0:1761313473.594345:0:77239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:2.0:1761313473.594352:0:77239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:2.0:1761313473.594419:0:77239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:2.0:1761313473.594424:0:77239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761313473.594426:0:77239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:2.0:1761313473.594429:0:77239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90039:90039:255:4294967295] 192.168.204.38@tcp LPNI seq info [90039:90039:7:4294967295] 00000400:00000200:2.0:1761313473.594436:0:77239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:2.0:1761313473.594440:0:77239:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:2.0:1761313473.594443:0:77239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001293a8d4 (tot 82352074). 00000800:00000200:2.0:1761313473.594447:0:77239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:2.0:1761313473.594451:0:77239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:2.0:1761313473.594453:0:77239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000001293a8d4 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761313473.594541:0:15825:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761313473.594544:0:15825:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000002680ae0f (tot 82351826). 00000400:00000200:0.0:1761313473.594548:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313473.594552:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:0.0:1761313473.594557:0:15825:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000082428106 00000400:00000010:0.0:1761313473.594560:0:15825:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000082428106. 00000800:00000200:0.0:1761313473.594603:0:15825:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761313473.594605:0:15825:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001293a8d4 (tot 82351578). 00000400:00000200:0.0:1761313473.594610:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313473.594613:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:0.0:1761313473.594615:0:15825:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000065b0a972 00000400:00000010:0.0:1761313473.594616:0:15825:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000065b0a972. 00000100:00000200:0.0:1761313473.594622:0:15825:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000ec1baf93 x1846869138383680/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313517 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761313473.599225:0:15827:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:1.0:1761313473.599248:0:15827:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x68fb7baf0a340 00000400:00000200:1.0:1761313473.599257:0:15827:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb075d [1] + 224 00000400:00000200:1.0:1761313473.599272:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313473.599277:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:1.0:1761313473.599287:0:15827:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000ec1baf93 x1846869138383680/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313517 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1761313473.599404:0:77239:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000841e96a2. 00010000:00000010:2.1:1761313473.599412:0:77239:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a633bc9a. 00000400:00000010:2.0:1761313473.599423:0:77239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000009bc064a7. 00000400:00000200:2.0:1761313473.599427:0:77239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003c745d15 00000400:00000010:2.0:1761313473.599429:0:77239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003c745d15. 00000100:00000200:2.0:1761313473.599436:0:77239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000ec1baf93 x1846869138383680/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313517 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761313473.599443:0:77239:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000ec1baf93 x1846869138383680/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313517 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761313473.599472:0:77239:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000004a4cdac8. 02000000:00000010:2.0:1761313473.599478:0:77239:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000f555308e. 00000100:00000010:2.0:1761313473.599483:0:77239:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ec1baf93. 00000100:00000010:2.0:1761313473.599487:0:77239:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000000fc037df. 00010000:00000010:2.0:1761313473.599491:0:77239:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000082b90ff4. 00010000:00000010:1.1:1761313473.599591:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a818f000. 00000400:00000200:0.0:1761313473.607730:0:15826:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:0.0:1761313473.607752:0:15826:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x68fb7ba85af40 00000400:00000200:0.0:1761313473.607761:0:15826:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xaf16d [2] + 328 00000400:00000200:0.0:1761313473.607837:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313473.607842:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:0.0:1761313473.607848:0:15826:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761313473.607855:0:15826:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000003efab3fb. 00000020:00000010:3.0:1761313473.608229:0:64710:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000226e391c. 00000020:00000010:3.0:1761313473.608236:0:64710:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000007bf9114. 00000020:00000010:3.0:1761313473.608240:0:64710:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000001fad5fbb. 00000100:00000200:3.0:1761313473.608267:0:64710:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000003efab3fb x1846869131374400/t0(0) o103->78617949-0e11-4ca2-94c2-d809f91deaa9@192.168.204.38@tcp:404/0 lens 328/0 e 0 to 0 dl 1761313479 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:3.0:1761313473.608661:0:64710:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869131374400 02000000:00000010:3.0:1761313473.608673:0:64710:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000002cec0390. 00010000:00000010:3.0:1761313473.608703:0:64710:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000587c2d49. 00010000:00000010:3.0:1761313473.608724:0:64710:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000989be21c. 00000100:00000010:3.0:1761313473.608731:0:64710:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000009a487346. 00000100:00000010:3.0:1761313473.608752:0:64710:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000009a487346. 00010000:00000010:3.0:1761313473.608755:0:64710:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000989be21c. 00000400:00000010:3.0:1761313473.608770:0:64710:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e515bfff. 00000100:00000200:3.0:1761313473.608775:0:64710:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869131374400, offset 224 00000400:00000200:3.0:1761313473.608783:0:64710:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:3.0:1761313473.608803:0:64710:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:3.0:1761313473.608809:0:64710:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90040:90040:256:4294967295] 192.168.204.38@tcp LPNI seq info [90040:90040:8:4294967295] 00080000:00000010:2.0:1761313473.608815:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 000000004a4cdac8. 00000400:00000200:3.0:1761313473.608822:0:64710:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:3.0:1761313473.608828:0:64710:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:3.0:1761313473.608833:0:64710:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000896a3ffd (tot 82351826). 00000800:00000200:3.0:1761313473.608839:0:64710:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:3.0:1761313473.608846:0:64710:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:3.0:1761313473.608849:0:64710:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000896a3ffd type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761313473.608875:0:64710:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000007bf9114. 00000020:00000010:3.0:1761313473.608880:0:64710:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000001fad5fbb. 00000020:00000010:3.0:1761313473.608884:0:64710:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000226e391c. 00010000:00000010:2.0:1761313473.608909:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000259e6f04. 00010000:00000010:2.0:1761313473.608918:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000dc6422f6. 00010000:00000010:2.0:1761313473.608991:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000a633bc9a. 00010000:00000010:2.0:1761313473.608997:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000259e6f04. 00010000:00000010:2.0:1761313473.609007:0:77239:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000082b90ff4. 00000100:00000010:2.0:1761313473.609012:0:77239:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000000fc037df. 00000100:00000010:2.0:1761313473.609018:0:77239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ec1baf93. 02000000:00000010:2.0:1761313473.609030:0:77239:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000f555308e. 02000000:00000010:2.0:1761313473.609054:0:77239:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000611d6175. 00000400:00000010:2.0:1761313473.609061:0:77239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000009bc064a7. 00000400:00000010:2.0:1761313473.609078:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003c745d15. 00000100:00000200:2.0:1761313473.609083:0:77239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869138383744, portal 16 00000400:00000010:2.0:1761313473.609088:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f19b9931. 00000100:00000200:2.0:1761313473.609089:0:77239:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869138383744, offset 0 00000400:00000200:2.0:1761313473.609095:0:77239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:2.0:1761313473.609101:0:77239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:2.0:1761313473.609108:0:77239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:2.0:1761313473.609111:0:77239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761313473.609114:0:77239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:2.0:1761313473.609116:0:77239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90041:90041:255:4294967295] 192.168.204.38@tcp LPNI seq info [90041:90041:7:4294967295] 00000400:00000200:2.0:1761313473.609122:0:77239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:2.0:1761313473.609126:0:77239:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:2.0:1761313473.609129:0:77239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001293a8d4 (tot 82352074). 00000800:00000200:2.0:1761313473.609133:0:77239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:2.0:1761313473.609136:0:77239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:2.0:1761313473.609138:0:77239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000001293a8d4 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761313473.610118:0:15825:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761313473.610125:0:15825:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000896a3ffd (tot 82351826). 00000400:00000200:0.0:1761313473.610132:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313473.610138:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:0.0:1761313473.610143:0:15825:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e515bfff 00000400:00000010:0.0:1761313473.610144:0:15825:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e515bfff. 00000800:00000200:0.0:1761313473.610380:0:15825:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761313473.610382:0:15825:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001293a8d4 (tot 82351578). 00000400:00000200:0.0:1761313473.610388:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313473.610392:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:0.0:1761313473.610395:0:15825:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f19b9931 00000400:00000010:0.0:1761313473.610397:0:15825:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f19b9931. 00000100:00000200:0.0:1761313473.610405:0:15825:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000ec1baf93 x1846869138383744/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313517 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1761313473.613489:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000591b4afc. 00010000:00000010:2.1:1761313473.613504:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bb585143. 00010000:00000010:3.1:1761313473.617487:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e268c9c7. 00000400:00000200:1.0:1761313473.622965:0:15827:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:1.0:1761313473.622982:0:15827:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x68fb7baf0a380 00000400:00000200:1.0:1761313473.622990:0:15827:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb0769 [1] + 224 00000400:00000200:1.0:1761313473.623000:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313473.623004:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:1.0:1761313473.623014:0:15827:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000ec1baf93 x1846869138383744/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313517 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761313473.623048:0:15827:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:1.0:1761313473.623053:0:15827:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x68fb7ba85af80 00000400:00000200:1.0:1761313473.623057:0:15827:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xaf16d [2] + 656 00000400:00000200:1.0:1761313473.623101:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313473.623105:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:1.0:1761313473.623108:0:15827:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761313473.623113:0:15827:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000003e4d9a3e. 00000020:00000010:3.0:1761313473.623196:0:64710:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000226e391c. 00000020:00000010:3.0:1761313473.623202:0:64710:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000007bf9114. 00000020:00000010:3.0:1761313473.623206:0:64710:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000001fad5fbb. 00000100:00000200:3.0:1761313473.623228:0:64710:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000003e4d9a3e x1846869131374464/t0(0) o103->78617949-0e11-4ca2-94c2-d809f91deaa9@192.168.204.38@tcp:404/0 lens 328/0 e 0 to 0 dl 1761313479 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:3.0:1761313473.623259:0:64710:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869131374464 02000000:00000010:3.0:1761313473.623267:0:64710:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000bfc526b6. 00010000:00000010:3.0:1761313473.623300:0:64710:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000989be21c. 00000100:00000010:3.0:1761313473.623306:0:64710:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000009a487346. 00000100:00000010:3.0:1761313473.623311:0:64710:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000009a487346. 00010000:00000010:3.0:1761313473.623314:0:64710:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000989be21c. 00000400:00000010:3.0:1761313473.623326:0:64710:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a66ded6b. 00000100:00000200:3.0:1761313473.623330:0:64710:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869131374464, offset 224 00000400:00000200:3.0:1761313473.623336:0:64710:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:3.0:1761313473.623355:0:64710:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:3.0:1761313473.623391:0:64710:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90042:90042:256:4294967295] 192.168.204.38@tcp LPNI seq info [90042:90042:8:4294967295] 00000400:00000200:3.0:1761313473.623401:0:64710:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:3.0:1761313473.623405:0:64710:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:3.0:1761313473.623410:0:64710:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000572c2ec6 (tot 82351826). 00000800:00000200:3.0:1761313473.623415:0:64710:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:3.0:1761313473.623420:0:64710:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:3.0:1761313473.623424:0:64710:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000572c2ec6 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761313473.623435:0:64710:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000007bf9114. 00000020:00000010:3.0:1761313473.623438:0:64710:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000001fad5fbb. 00000020:00000010:3.0:1761313473.623442:0:64710:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000226e391c. 00000800:00000200:0.0:1761313473.623652:0:15826:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761313473.623656:0:15826:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000572c2ec6 (tot 82351578). 00000400:00000200:0.0:1761313473.623660:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313473.623663:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:0.0:1761313473.623666:0:15826:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a66ded6b 00000400:00000010:0.0:1761313473.623668:0:15826:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a66ded6b. 00000400:00000010:2.0:1761313473.624472:0:77239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000009bc064a7. 00000400:00000200:2.0:1761313473.624478:0:77239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003c745d15 00000400:00000010:2.0:1761313473.624480:0:77239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003c745d15. 00000100:00000200:2.0:1761313473.624488:0:77239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000ec1baf93 x1846869138383744/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313517 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761313473.624496:0:77239:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000ec1baf93 x1846869138383744/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313517 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.0:1761313473.624520:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000726cbec7. 02000000:00000010:2.0:1761313473.624546:0:77239:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000611d6175. 02000000:00000010:2.0:1761313473.624553:0:77239:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000f555308e. 00000100:00000010:2.0:1761313473.624557:0:77239:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ec1baf93. 00000100:00000010:2.0:1761313473.624560:0:77239:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000000fc037df. 00010000:00000010:2.0:1761313473.624564:0:77239:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000082b90ff4. 00080000:00000010:2.0:1761313473.624581:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000611d6175. 00010000:00000010:2.0:1761313473.624666:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000259e6f04. 00010000:00000010:2.0:1761313473.624672:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000eb190239. 00010000:00000010:2.0:1761313473.624743:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000bb585143. 00010000:00000010:2.0:1761313473.624748:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000259e6f04. 00010000:00000010:2.0:1761313473.624757:0:77239:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000082b90ff4. 00000100:00000010:2.0:1761313473.624762:0:77239:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000000fc037df. 00000100:00000010:2.0:1761313473.624768:0:77239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ec1baf93. 02000000:00000010:2.0:1761313473.624779:0:77239:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000fa72bbb1. 02000000:00000010:2.0:1761313473.624809:0:77239:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000901f4861. 00000400:00000010:2.0:1761313473.624814:0:77239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000009bc064a7. 00000400:00000010:2.0:1761313473.624817:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003c745d15. 00000100:00000200:2.0:1761313473.624822:0:77239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869138383808, portal 16 00000400:00000010:2.0:1761313473.624826:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000081eaf8d3. 00000100:00000200:2.0:1761313473.624828:0:77239:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869138383808, offset 0 00000400:00000200:2.0:1761313473.624834:0:77239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:2.0:1761313473.624842:0:77239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:2.0:1761313473.624848:0:77239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:2.0:1761313473.624852:0:77239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761313473.624854:0:77239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:2.0:1761313473.624857:0:77239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90043:90043:256:4294967295] 192.168.204.38@tcp LPNI seq info [90043:90043:8:4294967295] 00000400:00000200:2.0:1761313473.624865:0:77239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:2.0:1761313473.624869:0:77239:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:2.0:1761313473.624872:0:77239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c737f52d (tot 82351826). 00000800:00000200:2.0:1761313473.624877:0:77239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:2.0:1761313473.624883:0:77239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:2.0:1761313473.624886:0:77239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c737f52d type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761313473.625059:0:15825:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761313473.625063:0:15825:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c737f52d (tot 82351578). 00000400:00000200:0.0:1761313473.625067:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313473.625071:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:0.0:1761313473.625074:0:15825:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000081eaf8d3 00000400:00000010:0.0:1761313473.625075:0:15825:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000081eaf8d3. 00000100:00000200:0.0:1761313473.625080:0:15825:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000ec1baf93 x1846869138383808/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313517 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761313473.628017:0:15827:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:1.0:1761313473.628035:0:15827:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x68fb7baf0a3c0 00000400:00000200:1.0:1761313473.628043:0:15827:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb0775 [1] + 224 00000400:00000200:1.0:1761313473.628054:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313473.628058:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:1.0:1761313473.628067:0:15827:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000ec1baf93 x1846869138383808/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313517 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761313473.628097:0:15827:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:1.0:1761313473.628102:0:15827:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x68fb7ba85afc0 00000400:00000200:1.0:1761313473.628106:0:15827:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xaf16d [2] + 984 00000400:00000200:1.0:1761313473.628152:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313473.628156:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:1.0:1761313473.628159:0:15827:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761313473.628165:0:15827:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000064f8b87f. 00000020:00000010:3.0:1761313473.628652:0:75220:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000226e391c. 00000020:00000010:3.0:1761313473.628659:0:75220:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000007bf9114. 00000020:00000010:3.0:1761313473.628663:0:75220:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000001fad5fbb. 00000100:00000200:3.0:1761313473.628686:0:75220:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000064f8b87f x1846869131374528/t0(0) o103->78617949-0e11-4ca2-94c2-d809f91deaa9@192.168.204.38@tcp:404/0 lens 328/0 e 0 to 0 dl 1761313479 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:3.0:1761313473.628721:0:75220:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869131374528 02000000:00000010:3.0:1761313473.628732:0:75220:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000006c11c8fb. 00010000:00000010:3.0:1761313473.628767:0:75220:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000989be21c. 00000100:00000010:3.0:1761313473.628774:0:75220:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000009a487346. 00000100:00000010:3.0:1761313473.628780:0:75220:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000009a487346. 00010000:00000010:3.0:1761313473.628783:0:75220:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000989be21c. 00000400:00000010:3.0:1761313473.628806:0:75220:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e05edf74. 00000100:00000200:3.0:1761313473.628811:0:75220:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869131374528, offset 224 00000400:00000200:3.0:1761313473.628818:0:75220:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:3.0:1761313473.628829:0:75220:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:3.0:1761313473.628834:0:75220:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90044:90044:256:4294967295] 192.168.204.38@tcp LPNI seq info [90044:90044:8:4294967295] 00000400:00000200:3.0:1761313473.628844:0:75220:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:3.0:1761313473.628849:0:75220:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:3.0:1761313473.628853:0:75220:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000090e74ba2 (tot 82351826). 00000800:00000200:3.0:1761313473.628858:0:75220:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:3.0:1761313473.628865:0:75220:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:3.0:1761313473.628868:0:75220:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000090e74ba2 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761313473.628893:0:75220:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000007bf9114. 00000020:00000010:3.0:1761313473.628896:0:75220:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000001fad5fbb. 00000020:00000010:3.0:1761313473.628900:0:75220:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000226e391c. 00000800:00000200:1.0:1761313473.629052:0:15826:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313473.629056:0:15826:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000090e74ba2 (tot 82351578). 00000400:00000200:1.0:1761313473.629060:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313473.629063:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:1.0:1761313473.629067:0:15826:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e05edf74 00000400:00000010:1.0:1761313473.629069:0:15826:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e05edf74. 00000400:00000010:2.0:1761313473.631426:0:77239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000009bc064a7. 00000400:00000200:2.0:1761313473.631436:0:77239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003c745d15 00000400:00000010:2.0:1761313473.631439:0:77239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003c745d15. 00000100:00000200:2.0:1761313473.631454:0:77239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000ec1baf93 x1846869138383808/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313517 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761313473.631463:0:77239:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000ec1baf93 x1846869138383808/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313517 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.0:1761313473.631492:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000035a2b68c. 02000000:00000010:2.0:1761313473.631510:0:77239:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000901f4861. 02000000:00000010:2.0:1761313473.631516:0:77239:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000fa72bbb1. 00000100:00000010:2.0:1761313473.631520:0:77239:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ec1baf93. 00000100:00000010:2.0:1761313473.631523:0:77239:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000000fc037df. 00010000:00000010:2.0:1761313473.631527:0:77239:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000082b90ff4. 00080000:00000010:2.0:1761313473.631548:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000fa72bbb1. 00010000:00000010:2.0:1761313473.631642:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000259e6f04. 00010000:00000010:2.0:1761313473.631648:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004622c671. 00010000:00000010:2.0:1761313473.631718:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000ee4e5118. 00010000:00000010:2.0:1761313473.631722:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000000a67c8e1. 00010000:00000010:2.0:1761313473.631727:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b9e564ed. 00010000:00000010:2.0:1761313473.631732:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000259e6f04. 00080000:00000010:2.0:1761313473.631746:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000901f4861. 00010000:00000010:2.0:1761313473.631769:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000259e6f04. 00010000:00000010:2.0:1761313473.631772:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000000a67c8e1. 00010000:00000010:2.0:1761313473.631832:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000a34da914. 00010000:00000010:2.0:1761313473.631836:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000259e6f04. 00010000:00000010:2.0:1761313473.631843:0:77239:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000082b90ff4. 00000100:00000010:2.0:1761313473.631849:0:77239:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000000fc037df. 00000100:00000010:2.0:1761313473.631856:0:77239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ec1baf93. 02000000:00000010:2.0:1761313473.631868:0:77239:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000087501e33. 02000000:00000010:2.0:1761313473.631894:0:77239:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000101530af. 00000400:00000010:2.0:1761313473.631898:0:77239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000009bc064a7. 00000400:00000010:2.0:1761313473.631902:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003c745d15. 00000100:00000200:2.0:1761313473.631907:0:77239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869138383872, portal 16 00000400:00000010:2.0:1761313473.631912:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000032f4837. 00000100:00000200:2.0:1761313473.631914:0:77239:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869138383872, offset 0 00000400:00000200:2.0:1761313473.631921:0:77239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:2.0:1761313473.631934:0:77239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:2.0:1761313473.631941:0:77239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:2.0:1761313473.631944:0:77239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761313473.631947:0:77239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:2.0:1761313473.631951:0:77239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90045:90045:256:4294967295] 192.168.204.38@tcp LPNI seq info [90045:90045:8:4294967295] 00000400:00000200:2.0:1761313473.631960:0:77239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:2.0:1761313473.631965:0:77239:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:2.0:1761313473.631970:0:77239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000044feb42c (tot 82351826). 00000800:00000200:2.0:1761313473.631976:0:77239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:2.0:1761313473.631983:0:77239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:2.0:1761313473.631987:0:77239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000044feb42c type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761313473.632162:0:15825:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761313473.632167:0:15825:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000044feb42c (tot 82351578). 00000400:00000200:0.0:1761313473.632172:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313473.632176:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:0.0:1761313473.632180:0:15825:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000032f4837 00000400:00000010:0.0:1761313473.632181:0:15825:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000032f4837. 00000100:00000200:0.0:1761313473.632186:0:15825:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000ec1baf93 x1846869138383872/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313517 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1761313473.633836:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b06731fb. 00010000:00000010:2.1:1761313473.633848:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000df3921ef. 00010000:00000010:2.1:1761313473.633851:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a633bc9a. 00010000:00000010:2.1:1761313473.639114:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003a3a6a49. 00010000:00000010:2.1:1761313473.639129:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001cd69e2b. 00010000:00000010:2.1:1761313473.639134:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bb585143. 00010000:00000010:2.1:1761313473.639137:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ee4e5118. 00010000:00000010:2.1:1761313473.639140:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b9e564ed. 00000400:00000200:1.0:1761313473.640339:0:15827:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:1.0:1761313473.640395:0:15827:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x68fb7baf0a400 00000400:00000200:1.0:1761313473.640404:0:15827:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb0781 [1] + 224 00000400:00000200:1.0:1761313473.640417:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313473.640420:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:1.0:1761313473.640431:0:15827:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000ec1baf93 x1846869138383872/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313517 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761313473.640616:0:15827:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:1.0:1761313473.640624:0:15827:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x68fb7ba85b000 00000400:00000200:1.0:1761313473.640629:0:15827:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xaf16d [2] + 1312 00000400:00000200:1.0:1761313473.640684:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313473.640688:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:1.0:1761313473.640691:0:15827:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761313473.640697:0:15827:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007de1a361. 00000020:00000010:0.0:1761313473.640873:0:64710:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000aca405b2. 00000020:00000010:0.0:1761313473.640879:0:64710:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000196cbe29. 00000020:00000010:0.0:1761313473.640883:0:64710:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000a5d3e0ae. 00000100:00000200:0.0:1761313473.640904:0:64710:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000007de1a361 x1846869131374592/t0(0) o103->78617949-0e11-4ca2-94c2-d809f91deaa9@192.168.204.38@tcp:404/0 lens 328/0 e 0 to 0 dl 1761313479 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:0.0:1761313473.640935:0:64710:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869131374592 02000000:00000010:0.0:1761313473.640946:0:64710:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000f58d94f2. 00010000:00000010:0.0:1761313473.640977:0:64710:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000a0a17af1. 00000100:00000010:0.0:1761313473.640983:0:64710:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000028bbc564. 00000100:00000010:0.0:1761313473.640989:0:64710:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000028bbc564. 00010000:00000010:0.0:1761313473.640993:0:64710:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000a0a17af1. 00000400:00000010:0.0:1761313473.641004:0:64710:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000063763d12. 00000100:00000200:0.0:1761313473.641009:0:64710:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869131374592, offset 224 00000400:00000200:0.0:1761313473.641016:0:64710:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:0.0:1761313473.641025:0:64710:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:0.0:1761313473.641029:0:64710:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90046:90046:256:4294967295] 192.168.204.38@tcp LPNI seq info [90046:90046:8:4294967295] 00000400:00000200:0.0:1761313473.641039:0:64710:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:0.0:1761313473.641044:0:64710:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:0.0:1761313473.641048:0:64710:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000bd2f7339 (tot 82351826). 00000800:00000200:0.0:1761313473.641053:0:64710:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:0.0:1761313473.641059:0:64710:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:0.0:1761313473.641063:0:64710:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000bd2f7339 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761313473.641083:0:64710:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000196cbe29. 00000020:00000010:0.0:1761313473.641087:0:64710:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000a5d3e0ae. 00000020:00000010:0.0:1761313473.641089:0:64710:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000aca405b2. 00000400:00000010:2.0:1761313473.641637:0:77239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000009bc064a7. 00000400:00000200:2.0:1761313473.641643:0:77239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003c745d15 00000400:00000010:2.0:1761313473.641645:0:77239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003c745d15. 00000100:00000200:2.0:1761313473.641652:0:77239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000ec1baf93 x1846869138383872/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313517 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761313473.641659:0:77239:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000ec1baf93 x1846869138383872/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313517 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.0:1761313473.641682:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004b213706. 02000000:00000010:2.0:1761313473.641699:0:77239:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000101530af. 02000000:00000010:2.0:1761313473.641704:0:77239:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000087501e33. 00000100:00000010:2.0:1761313473.641708:0:77239:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ec1baf93. 00000100:00000010:2.0:1761313473.641711:0:77239:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000000fc037df. 00010000:00000010:2.0:1761313473.641714:0:77239:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000082b90ff4. 00000800:00000200:1.0:1761313473.642077:0:15826:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313473.642081:0:15826:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000bd2f7339 (tot 82351578). 00000400:00000200:1.0:1761313473.642086:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313473.642090:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:1.0:1761313473.642093:0:15826:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000063763d12 00000400:00000010:1.0:1761313473.642095:0:15826:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000063763d12. 00080000:00000010:0.0:1761313473.642616:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000aca405b2. 00010000:00000010:0.0:1761313473.642713:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000259e6f04. 00010000:00000010:0.0:1761313473.642721:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000748df61c. 00010000:00000010:0.0:1761313473.642826:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000010c4cce5. 00010000:00000010:0.0:1761313473.642832:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d96d5506. 00010000:00000010:0.0:1761313473.642843:0:77239:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000a0a17af1. 00000100:00000010:0.0:1761313473.642849:0:77239:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000028bbc564. 00000100:00000010:0.0:1761313473.642856:0:77239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000251ce4d5. 02000000:00000010:0.0:1761313473.642869:0:77239:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000effbd660. 02000000:00000010:0.0:1761313473.642895:0:77239:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000fdc6dfad. 00000400:00000010:0.0:1761313473.642901:0:77239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000db12addd. 00000400:00000010:0.0:1761313473.642905:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001b8549e6. 00000100:00000200:0.0:1761313473.642911:0:77239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869138383936, portal 16 00000400:00000010:0.0:1761313473.642916:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e18fce07. 00000100:00000200:0.0:1761313473.642918:0:77239:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869138383936, offset 0 00000400:00000200:0.0:1761313473.642925:0:77239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:0.0:1761313473.642936:0:77239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:0.0:1761313473.642943:0:77239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:0.0:1761313473.642947:0:77239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761313473.642949:0:77239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:0.0:1761313473.642952:0:77239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90047:90047:256:4294967295] 192.168.204.38@tcp LPNI seq info [90047:90047:8:4294967295] 00000400:00000200:0.0:1761313473.642960:0:77239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:0.0:1761313473.642965:0:77239:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:0.0:1761313473.642969:0:77239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000028212975 (tot 82351826). 00000800:00000200:0.0:1761313473.642974:0:77239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:0.0:1761313473.642979:0:77239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:0.0:1761313473.642983:0:77239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000028212975 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761313473.643112:0:15825:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761313473.643115:0:15825:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000028212975 (tot 82351578). 00000400:00000200:2.0:1761313473.643118:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313473.643133:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:2.0:1761313473.643137:0:15825:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e18fce07 00000400:00000010:2.0:1761313473.643139:0:15825:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e18fce07. 00000100:00000200:2.0:1761313473.643145:0:15825:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000251ce4d5 x1846869138383936/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313517 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000100:00000010:1.0:1761313473.648048:0:67390:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000018525722. 02000000:00000010:1.0:1761313473.648069:0:67390:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000233c2709. 02000000:00000010:3.0:1761313473.648209:0:15833:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 0000000079bb21db. 00000400:00000010:3.0:1761313473.648218:0:15833:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000b3fb8c08. 00000400:00000010:3.0:1761313473.648225:0:15833:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000086bb8cc7. 00000100:00000200:3.0:1761313473.648233:0:15833:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1846869138384000, portal 4 00000400:00000010:3.0:1761313473.648242:0:15833:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000010b81926. 00000100:00000200:3.0:1761313473.648244:0:15833:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1846869138384000, offset 0 00000400:00000200:3.0:1761313473.648253:0:15833:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1761313473.648266:0:15833:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1761313473.648277:0:15833:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x68fb7baf0a480 00000400:00000200:3.0:1761313473.648283:0:15833:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0x31b7d [8] + 6720 00000400:00000200:3.0:1761313473.648289:0:15833:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313473.648292:0:15833:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1761313473.648298:0:15833:0:(events.c:317:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000010:3.0:1761313473.648302:0:15833:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000b2f36f43. 00000400:00000200:3.0:1761313473.648327:0:15833:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000010b81926 00000400:00000010:3.0:1761313473.648329:0:15833:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000010b81926. 00000100:00000200:3.0:1761313473.648336:0:15833:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000018525722 x1846869138384000/t0(0) o13->lustre-OST0001-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1761313480 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'osp-pre-1-1.0' 00010000:00000010:2.1:1761313473.649465:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000073c843e5. 00000020:00000010:1.0:1761313473.649589:0:66393:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a7258174. 00000020:00000010:1.0:1761313473.649595:0:66393:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000fabc6bca. 00000020:00000010:1.0:1761313473.649600:0:66393:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000092948a68. 00000100:00000200:1.0:1761313473.649639:0:66393:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869138384000 02000000:00000010:1.0:1761313473.649656:0:66393:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 648 at 00000000d87a8987. 00010000:00000200:1.0:1761313473.649682:0:66393:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply req@00000000b2f36f43 x1846869138384000/t0(0) o13->lustre-MDT0001-mdtlov_UUID@0@lo:404/0 lens 224/368 e 0 to 0 dl 1761313479 ref 1 fl Interpret:/0/0 rc 0/0 job:'osp-pre-1-1.0' 00000400:00000010:1.0:1761313473.649699:0:66393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000082428106. 00000100:00000200:1.0:1761313473.649707:0:66393:0:(niobuf.c:86:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1846869138384000, offset 224 00000400:00000200:1.0:1761313473.649713:0:66393:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1761313473.649723:0:66393:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1761313473.649733:0:66393:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x68fb7baf0a480 00000400:00000200:1.0:1761313473.649739:0:66393:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0xb0795 [1] + 224 00000400:00000200:1.0:1761313473.649744:0:66393:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313473.649747:0:66393:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1761313473.649753:0:66393:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000018525722 x1846869138384000/t0(0) o13->lustre-OST0001-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1761313480 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'osp-pre-1-1.0' 00000400:00000200:1.0:1761313473.649767:0:66393:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000082428106 00000400:00000010:1.0:1761313473.649768:0:66393:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000082428106. 00000020:00000010:1.0:1761313473.649780:0:66393:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000fabc6bca. 00000020:00000010:1.0:1761313473.649783:0:66393:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000092948a68. 00000020:00000010:1.0:1761313473.649786:0:66393:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a7258174. 00000400:00000010:3.0:1761313473.650134:0:15833:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000b3fb8c08. 00000400:00000200:3.0:1761313473.650138:0:15833:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000086bb8cc7 00000400:00000010:3.0:1761313473.650140:0:15833:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000086bb8cc7. 00000100:00000200:3.0:1761313473.650145:0:15833:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000018525722 x1846869138384000/t0(0) o13->lustre-OST0001-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1761313480 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'osp-pre-1-1.0' 00000100:00000200:3.0:1761313473.650152:0:15833:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000018525722 x1846869138384000/t0(0) o13->lustre-OST0001-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1761313480 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'osp-pre-1-1.0' 02000000:00000010:3.0:1761313473.650182:0:15833:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 0000000079bb21db. 02000000:00000010:3.0:1761313473.650188:0:15833:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000233c2709. 00000100:00000010:3.0:1761313473.650192:0:15833:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000018525722. 00000400:00000200:1.0:1761313473.652268:0:15827:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:1.0:1761313473.652286:0:15827:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x68fb7baf0a440 00000400:00000200:1.0:1761313473.652294:0:15827:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb078d [1] + 224 00000400:00000200:1.0:1761313473.652304:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313473.652308:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:1.0:1761313473.652317:0:15827:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000251ce4d5 x1846869138383936/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313517 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1761313473.652578:0:77239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000db12addd. 00000400:00000200:0.0:1761313473.652584:0:77239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001b8549e6 00000400:00000010:0.0:1761313473.652586:0:77239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001b8549e6. 00000100:00000200:0.0:1761313473.652592:0:77239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000251ce4d5 x1846869138383936/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313517 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761313473.652599:0:77239:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000251ce4d5 x1846869138383936/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313517 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761313473.652625:0:77239:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000fdc6dfad. 02000000:00000010:0.0:1761313473.652630:0:77239:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000effbd660. 00000100:00000010:0.0:1761313473.652635:0:77239:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000251ce4d5. 00000100:00000010:0.0:1761313473.652638:0:77239:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000028bbc564. 00010000:00000010:0.0:1761313473.652641:0:77239:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000a0a17af1. 00000400:00000200:1.0:1761313473.652899:0:15827:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:1.0:1761313473.652905:0:15827:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x68fb7ba85b040 00000400:00000200:1.0:1761313473.652910:0:15827:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xaf16d [2] + 1640 00000400:00000200:1.0:1761313473.652961:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313473.652966:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:1.0:1761313473.652970:0:15827:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761313473.652974:0:15827:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000dfcb6cbf. 00000020:00000010:3.0:1761313473.653620:0:75220:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000226e391c. 00000020:00000010:3.0:1761313473.653629:0:75220:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000007bf9114. 00000020:00000010:3.0:1761313473.653634:0:75220:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000001fad5fbb. 00000100:00000200:3.0:1761313473.653662:0:75220:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000dfcb6cbf x1846869131374656/t0(0) o103->78617949-0e11-4ca2-94c2-d809f91deaa9@192.168.204.38@tcp:404/0 lens 328/0 e 0 to 0 dl 1761313479 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:3.0:1761313473.653698:0:75220:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869131374656 02000000:00000010:3.0:1761313473.653709:0:75220:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000233a92a5. 00010000:00000010:3.0:1761313473.653735:0:75220:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000fb1d1f15. 00010000:00000010:3.0:1761313473.653757:0:75220:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000989be21c. 00000100:00000010:3.0:1761313473.653764:0:75220:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000009a487346. 00000100:00000010:3.0:1761313473.653785:0:75220:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000009a487346. 00010000:00000010:3.0:1761313473.653788:0:75220:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000989be21c. 00000400:00000010:3.0:1761313473.653810:0:75220:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000086bb8cc7. 00000100:00000200:3.0:1761313473.653816:0:75220:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869131374656, offset 224 00000400:00000200:3.0:1761313473.653824:0:75220:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:3.0:1761313473.653835:0:75220:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:3.0:1761313473.653840:0:75220:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90048:90048:256:4294967295] 192.168.204.38@tcp LPNI seq info [90048:90048:8:4294967295] 00000400:00000200:3.0:1761313473.653850:0:75220:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:3.0:1761313473.653854:0:75220:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:3.0:1761313473.653859:0:75220:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000050f99130 (tot 82351826). 00000800:00000200:3.0:1761313473.653864:0:75220:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:3.0:1761313473.653871:0:75220:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:3.0:1761313473.653875:0:75220:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000050f99130 type 1, nob 320 niov 1 nkiov 1 00080000:00000010:1.0:1761313473.653997:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a7258174. 00010000:00000010:1.0:1761313473.654084:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d96d5506. 00010000:00000010:1.0:1761313473.654090:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000054255fc4. 00000020:00000010:3.0:1761313473.655531:0:75220:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000007bf9114. 00000020:00000010:3.0:1761313473.655541:0:75220:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000001fad5fbb. 00000020:00000010:3.0:1761313473.655546:0:75220:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000226e391c. 00010000:00000010:1.0:1761313473.656890:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000000325b728. 00010000:00000010:1.0:1761313473.656901:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000008ca6e84b. 00010000:00000010:1.0:1761313473.656916:0:77239:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000a1355dfc. 00000100:00000010:1.0:1761313473.656923:0:77239:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000730e02fd. 00000100:00000010:1.0:1761313473.656933:0:77239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ba613791. 02000000:00000010:1.0:1761313473.656947:0:77239:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000474343c4. 02000000:00000010:1.0:1761313473.656976:0:77239:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000006221a5cd. 00000400:00000010:1.0:1761313473.656982:0:77239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000009dafaf35. 00000400:00000010:1.0:1761313473.656989:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000082428106. 00000100:00000200:1.0:1761313473.656995:0:77239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869138384064, portal 16 00000400:00000010:1.0:1761313473.657000:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b3d96425. 00000100:00000200:1.0:1761313473.657002:0:77239:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869138384064, offset 0 00000400:00000200:1.0:1761313473.657011:0:77239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:1.0:1761313473.657027:0:77239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:1.0:1761313473.657034:0:77239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:1.0:1761313473.657037:0:77239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761313473.657041:0:77239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:1.0:1761313473.657044:0:77239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90049:90049:255:4294967295] 192.168.204.38@tcp LPNI seq info [90049:90049:7:4294967295] 00000400:00000200:1.0:1761313473.657054:0:77239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:1.0:1761313473.657059:0:77239:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:1.0:1761313473.657064:0:77239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000665e1d46 (tot 82352074). 00000800:00000200:1.0:1761313473.657070:0:77239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:1.0:1761313473.657076:0:77239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:1.0:1761313473.657080:0:77239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000665e1d46 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761313473.657159:0:15826:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761313473.657163:0:15826:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000050f99130 (tot 82351826). 00000400:00000200:2.0:1761313473.657169:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313473.657174:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:2.0:1761313473.657178:0:15826:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000086bb8cc7 00000400:00000010:2.0:1761313473.657179:0:15826:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000086bb8cc7. 00010000:00000010:0.1:1761313473.657398:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000541a8590. 00010000:00000010:0.1:1761313473.657405:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a34da914. 00000800:00000200:2.0:1761313473.657636:0:15826:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761313473.657639:0:15826:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000665e1d46 (tot 82351578). 00000400:00000200:2.0:1761313473.657643:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313473.657647:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:2.0:1761313473.657650:0:15826:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b3d96425 00000400:00000010:2.0:1761313473.657651:0:15826:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b3d96425. 00000100:00000200:2.0:1761313473.657657:0:15826:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000ba613791 x1846869138384064/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313517 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1761313473.667338:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e05d0604. 00010000:00000010:1.1:1761313473.667434:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e598e70f. 00010000:00000010:1.1:1761313473.667441:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000010c4cce5. 00000400:00000200:2.0:1761313473.670740:0:15825:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:2.0:1761313473.670760:0:15825:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x68fb7baf0a4c0 00000400:00000200:2.0:1761313473.670768:0:15825:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb07a5 [1] + 224 00000400:00000200:2.0:1761313473.670779:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313473.670784:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:2.0:1761313473.670803:0:15825:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000ba613791 x1846869138384064/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313517 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761313473.670842:0:15825:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:2.0:1761313473.670847:0:15825:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x68fb7ba85b080 00000400:00000200:2.0:1761313473.670851:0:15825:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xaf16d [2] + 1968 00000400:00000010:2.0:1761313473.670855:0:15825:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000007c9c531b. 00000400:00000200:2.0:1761313473.670858:0:15825:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 00000000da6e0831 00000400:00000200:2.0:1761313473.670904:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313473.670907:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:2.0:1761313473.670910:0:15825:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000da6e0831 00000400:00000010:2.0:1761313473.670911:0:15825:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 00000000da6e0831 (tot 82351426). 00000100:00000200:2.0:1761313473.670917:0:15825:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:3.0:1761313473.671115:0:75220:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000226e391c. 00000020:00000010:3.0:1761313473.671122:0:75220:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000007bf9114. 00000020:00000010:3.0:1761313473.671127:0:75220:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000001fad5fbb. 00000100:00000200:3.0:1761313473.671151:0:75220:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000e8d13faa x1846869131374720/t0(0) o103->78617949-0e11-4ca2-94c2-d809f91deaa9@192.168.204.38@tcp:404/0 lens 328/0 e 0 to 0 dl 1761313479 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:3.0:1761313473.671187:0:75220:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869131374720 02000000:00000010:3.0:1761313473.671199:0:75220:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000d7fb6e05. 00010000:00000010:3.0:1761313473.671236:0:75220:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000989be21c. 00000100:00000010:3.0:1761313473.671244:0:75220:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000009a487346. 00000100:00000010:3.0:1761313473.671250:0:75220:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000009a487346. 00010000:00000010:3.0:1761313473.671253:0:75220:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000989be21c. 00000400:00000010:3.0:1761313473.671270:0:75220:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000010b81926. 00000100:00000200:3.0:1761313473.671275:0:75220:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869131374720, offset 224 00000400:00000200:3.0:1761313473.671281:0:75220:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:3.0:1761313473.671292:0:75220:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:3.0:1761313473.671298:0:75220:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90050:90050:256:4294967295] 192.168.204.38@tcp LPNI seq info [90050:90050:8:4294967295] 00000400:00000200:3.0:1761313473.671307:0:75220:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:3.0:1761313473.671312:0:75220:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:3.0:1761313473.671317:0:75220:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c12329df (tot 82351674). 00000800:00000200:3.0:1761313473.671323:0:75220:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:3.0:1761313473.671329:0:75220:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:3.0:1761313473.671332:0:75220:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c12329df type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761313473.671394:0:75220:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000007bf9114. 00000020:00000010:3.0:1761313473.671399:0:75220:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000001fad5fbb. 00000020:00000010:3.0:1761313473.671402:0:75220:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000226e391c. 02000000:00000010:3.0:1761313473.671410:0:75220:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000233a92a5. 00000100:00000010:3.0:1761313473.671412:0:75220:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000dfcb6cbf. 02000000:00000010:3.0:1761313473.671416:0:75220:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000f58d94f2. 00000100:00000010:3.0:1761313473.671420:0:75220:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007de1a361. 02000000:00000010:3.0:1761313473.671422:0:75220:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000006c11c8fb. 00000100:00000010:3.0:1761313473.671424:0:75220:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000064f8b87f. 02000000:00000010:3.0:1761313473.671427:0:75220:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000bfc526b6. 00000100:00000010:3.0:1761313473.671429:0:75220:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000003e4d9a3e. 02000000:00000010:3.0:1761313473.671432:0:75220:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000002cec0390. 00000100:00000010:3.0:1761313473.671434:0:75220:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000003efab3fb. 02000000:00000010:3.0:1761313473.671437:0:75220:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000048c1fa6f. 00000100:00000010:3.0:1761313473.671439:0:75220:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000000ef172a3. 00000100:00000200:3.0:1761313473.671444:0:75220:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1761313473.671450:0:75220:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000b3fb8c08. 00000400:00000010:3.0:1761313473.671454:0:75220:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 000000009a487346 (tot 82351826). 00000800:00000200:2.0:1761313473.671674:0:15827:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761313473.671679:0:15827:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c12329df (tot 82351578). 00000400:00000200:2.0:1761313473.671682:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313473.671686:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:2.0:1761313473.671689:0:15827:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000010b81926 00000400:00000010:2.0:1761313473.671690:0:15827:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000010b81926. 02000000:00000010:2.0:1761313473.671694:0:15827:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000d7fb6e05. 00000400:00000010:1.0:1761313473.671765:0:77239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000009dafaf35. 00000400:00000200:1.0:1761313473.671769:0:77239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000082428106 00000400:00000010:1.0:1761313473.671771:0:77239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000082428106. 00000100:00000200:1.0:1761313473.671776:0:77239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000ba613791 x1846869138384064/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313517 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761313473.671785:0:77239:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000ba613791 x1846869138384064/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313517 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.0:1761313473.671815:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000021cafc49. 02000000:00000010:1.0:1761313473.671831:0:77239:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000006221a5cd. 02000000:00000010:1.0:1761313473.671836:0:77239:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000474343c4. 00000100:00000010:1.0:1761313473.671839:0:77239:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ba613791. 00000100:00000010:1.0:1761313473.671842:0:77239:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000730e02fd. 00010000:00000010:1.0:1761313473.671845:0:77239:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000a1355dfc. 00080000:00000010:1.0:1761313473.671862:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000474343c4. 00010000:00000010:1.0:1761313473.671944:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008ca6e84b. 00010000:00000010:1.0:1761313473.671951:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000df3121b0. 00010000:00000010:1.0:1761313473.672021:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000524efffd. 00010000:00000010:1.0:1761313473.672027:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000008ca6e84b. 00010000:00000010:1.0:1761313473.672035:0:77239:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000a1355dfc. 00000100:00000010:1.0:1761313473.672039:0:77239:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000730e02fd. 00000100:00000010:1.0:1761313473.672045:0:77239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ba613791. 02000000:00000010:1.0:1761313473.672054:0:77239:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000006221a5cd. 02000000:00000010:1.0:1761313473.672076:0:77239:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000b2fc1621. 00000400:00000010:1.0:1761313473.672079:0:77239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000009dafaf35. 00000400:00000010:1.0:1761313473.672083:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000082428106. 00000100:00000200:1.0:1761313473.672086:0:77239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869138384128, portal 16 00000400:00000010:1.0:1761313473.672089:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000017f94afa. 00000100:00000200:1.0:1761313473.672091:0:77239:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869138384128, offset 0 00000400:00000200:1.0:1761313473.672096:0:77239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:1.0:1761313473.672103:0:77239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:1.0:1761313473.672109:0:77239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:1.0:1761313473.672113:0:77239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761313473.672116:0:77239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:1.0:1761313473.672118:0:77239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90051:90051:256:4294967295] 192.168.204.38@tcp LPNI seq info [90051:90051:8:4294967295] 00000400:00000200:1.0:1761313473.672126:0:77239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:1.0:1761313473.672130:0:77239:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:1.0:1761313473.672134:0:77239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e18dda97 (tot 82351826). 00000800:00000200:1.0:1761313473.672138:0:77239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:1.0:1761313473.672142:0:77239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:1.0:1761313473.672144:0:77239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000e18dda97 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761313473.673917:0:15826:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761313473.673923:0:15826:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e18dda97 (tot 82351578). 00000400:00000200:2.0:1761313473.673929:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313473.673936:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:2.0:1761313473.673941:0:15826:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000017f94afa 00000400:00000010:2.0:1761313473.673943:0:15826:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000017f94afa. 00000100:00000200:2.0:1761313473.673950:0:15826:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000ba613791 x1846869138384128/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313517 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761313473.678232:0:15825:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:2.0:1761313473.678254:0:15825:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x68fb7baf0a500 00000400:00000200:2.0:1761313473.678263:0:15825:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb07b5 [1] + 224 00000400:00000200:2.0:1761313473.678280:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313473.678284:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:2.0:1761313473.678294:0:15825:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000ba613791 x1846869138384128/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313517 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1761313473.678347:0:77239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000009dafaf35. 00000400:00000200:1.0:1761313473.678352:0:77239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000082428106 00000400:00000010:1.0:1761313473.678354:0:77239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000082428106. 00000100:00000200:1.0:1761313473.678388:0:77239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000ba613791 x1846869138384128/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313517 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761313473.678396:0:77239:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000ba613791 x1846869138384128/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313517 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761313473.678424:0:77239:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000b2fc1621. 02000000:00000010:1.0:1761313473.678432:0:77239:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000006221a5cd. 00000100:00000010:1.0:1761313473.678436:0:77239:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ba613791. 00000100:00000010:1.0:1761313473.678441:0:77239:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000730e02fd. 00010000:00000010:1.0:1761313473.678446:0:77239:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000a1355dfc. 00000400:00000200:2.0:1761313473.679984:0:15827:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:2.0:1761313473.679999:0:15827:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x68fb7ba85b0c0 00000400:00000200:2.0:1761313473.680007:0:15827:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xaf1dd [2] + 0 00000400:00000200:2.0:1761313473.680246:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313473.680251:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:2.0:1761313473.680257:0:15827:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1761313473.680263:0:15827:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ec1baf93. 00000020:00000010:0.0:1761313473.680775:0:64710:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000fdc6dfad. 00000020:00000010:0.0:1761313473.680783:0:64710:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000196cbe29. 00000020:00000010:0.0:1761313473.680787:0:64710:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000a5d3e0ae. 00000100:00000200:0.0:1761313473.680824:0:64710:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000ec1baf93 x1846869131374784/t0(0) o103->78617949-0e11-4ca2-94c2-d809f91deaa9@192.168.204.38@tcp:404/0 lens 328/0 e 0 to 0 dl 1761313479 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:0.0:1761313473.680861:0:64710:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869131374784 02000000:00000010:0.0:1761313473.680873:0:64710:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000effbd660. 00010000:00000010:0.0:1761313473.680900:0:64710:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007dcab567. 00010000:00000010:0.0:1761313473.680925:0:64710:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000a0a17af1. 00000100:00000010:0.0:1761313473.680931:0:64710:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000028bbc564. 00000100:00000010:0.0:1761313473.680952:0:64710:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000028bbc564. 00010000:00000010:0.0:1761313473.680955:0:64710:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000a0a17af1. 00000400:00000010:0.0:1761313473.680968:0:64710:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001b8549e6. 00000100:00000200:0.0:1761313473.680973:0:64710:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869131374784, offset 224 00000400:00000200:0.0:1761313473.680980:0:64710:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:0.0:1761313473.680991:0:64710:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:0.0:1761313473.680996:0:64710:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90052:90052:256:4294967295] 192.168.204.38@tcp LPNI seq info [90052:90052:8:4294967295] 00000400:00000200:0.0:1761313473.681006:0:64710:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:0.0:1761313473.681011:0:64710:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:0.0:1761313473.681016:0:64710:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006ab4245f (tot 82351826). 00000800:00000200:0.0:1761313473.681022:0:64710:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:0.0:1761313473.681028:0:64710:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:0.0:1761313473.681031:0:64710:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000006ab4245f type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761313473.681044:0:64710:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000196cbe29. 00000020:00000010:0.0:1761313473.681048:0:64710:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000a5d3e0ae. 00000020:00000010:0.0:1761313473.681051:0:64710:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000fdc6dfad. 00080000:00000010:2.0:1761313473.681315:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 0000000087501e33. 00010000:00000010:2.0:1761313473.681435:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008ca6e84b. 00010000:00000010:2.0:1761313473.681443:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b0ce8956. 00010000:00000010:2.0:1761313473.681509:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b9e564ed. 00010000:00000010:2.0:1761313473.681515:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000025166a69. 00010000:00000010:2.0:1761313473.681524:0:77239:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000082b90ff4. 00000100:00000010:2.0:1761313473.681528:0:77239:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000000fc037df. 00000100:00000010:2.0:1761313473.681534:0:77239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000c61cebbd. 02000000:00000010:2.0:1761313473.681544:0:77239:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000101530af. 02000000:00000010:2.0:1761313473.681566:0:77239:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000b39f3e7e. 00000400:00000010:2.0:1761313473.681571:0:77239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000007c9c531b. 00000400:00000010:2.0:1761313473.681575:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003c745d15. 00000100:00000200:2.0:1761313473.681580:0:77239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869138384192, portal 16 00000400:00000010:2.0:1761313473.681584:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000043b2001f. 00000100:00000200:2.0:1761313473.681586:0:77239:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869138384192, offset 0 00000400:00000200:2.0:1761313473.681591:0:77239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:2.0:1761313473.681598:0:77239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:2.0:1761313473.681604:0:77239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:2.0:1761313473.681609:0:77239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761313473.681611:0:77239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:2.0:1761313473.681614:0:77239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90053:90053:255:4294967295] 192.168.204.38@tcp LPNI seq info [90053:90053:7:4294967295] 00000400:00000200:2.0:1761313473.681620:0:77239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:2.0:1761313473.681624:0:77239:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:2.0:1761313473.681627:0:77239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000044feb42c (tot 82352074). 00000800:00000200:2.0:1761313473.681630:0:77239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:2.0:1761313473.681634:0:77239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:2.0:1761313473.681637:0:77239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000044feb42c type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761313473.681681:0:15826:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761313473.681684:0:15826:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006ab4245f (tot 82351826). 00000400:00000200:2.0:1761313473.681688:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313473.681691:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:2.0:1761313473.681695:0:15826:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001b8549e6 00000400:00000010:2.0:1761313473.681697:0:15826:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001b8549e6. 00000800:00000200:2.0:1761313473.681752:0:15826:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761313473.681754:0:15826:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000044feb42c (tot 82351578). 00000400:00000200:2.0:1761313473.681758:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313473.681761:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:2.0:1761313473.681763:0:15826:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000043b2001f 00000400:00000010:2.0:1761313473.681765:0:15826:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000043b2001f. 00000100:00000200:2.0:1761313473.681770:0:15826:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000c61cebbd x1846869138384192/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313517 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1761313473.681889:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004fde0dfa. 00010000:00000010:1.1:1761313473.681897:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000095b03c51. 00010000:00000010:1.1:1761313473.681900:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000325b728. 00010000:00000010:0.1:1761313473.687722:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bc2ab01d. 00000400:00000200:2.0:1761313473.689228:0:15825:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:2.0:1761313473.689248:0:15825:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x68fb7baf0a540 00000400:00000200:2.0:1761313473.689257:0:15825:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb07c1 [1] + 224 00000400:00000200:2.0:1761313473.689272:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313473.689276:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:2.0:1761313473.689287:0:15825:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000c61cebbd x1846869138384192/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313517 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1761313473.689401:0:77239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000007c9c531b. 00000400:00000200:1.0:1761313473.689406:0:77239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003c745d15 00000400:00000010:1.0:1761313473.689408:0:77239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003c745d15. 00000100:00000200:1.0:1761313473.689414:0:77239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000c61cebbd x1846869138384192/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313517 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761313473.689421:0:77239:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000c61cebbd x1846869138384192/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313517 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761313473.689449:0:77239:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000b39f3e7e. 02000000:00000010:1.0:1761313473.689455:0:77239:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000101530af. 00000100:00000010:1.0:1761313473.689459:0:77239:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000c61cebbd. 00000100:00000010:1.0:1761313473.689463:0:77239:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000000fc037df. 00010000:00000010:1.0:1761313473.689466:0:77239:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000082b90ff4. 00000400:00000200:2.0:1761313473.690170:0:15827:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:2.0:1761313473.690180:0:15827:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x68fb7ba85b100 00000400:00000200:2.0:1761313473.690186:0:15827:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xaf1dd [2] + 328 00000400:00000200:2.0:1761313473.690242:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313473.690246:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:2.0:1761313473.690250:0:15827:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1761313473.690255:0:15827:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d68bc362. 00000020:00000010:3.0:1761313473.690783:0:75220:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002cec0390. 00000020:00000010:3.0:1761313473.690799:0:75220:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000007bf9114. 00000020:00000010:3.0:1761313473.690805:0:75220:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000001fad5fbb. 00000100:00000200:3.0:1761313473.690831:0:75220:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000d68bc362 x1846869131374848/t0(0) o103->78617949-0e11-4ca2-94c2-d809f91deaa9@192.168.204.38@tcp:404/0 lens 328/0 e 0 to 0 dl 1761313479 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:3.0:1761313473.690868:0:75220:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869131374848 02000000:00000010:3.0:1761313473.690879:0:75220:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000bfc526b6. 00010000:00000010:3.0:1761313473.690907:0:75220:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003c8fae69. 00010000:00000010:3.0:1761313473.690928:0:75220:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000989be21c. 00000100:00000010:3.0:1761313473.690936:0:75220:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000e5014321. 00080000:00000010:0.0:1761313473.691627:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000fdc6dfad. 00010000:00000010:0.0:1761313473.691787:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000008bf4fca6. 00010000:00000010:0.0:1761313473.691801:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000196cbe29. 00010000:00000010:0.0:1761313473.691806:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000006fbaf355. 00010000:00000010:0.0:1761313473.691811:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000daed1ef7. 00080000:00000010:0.0:1761313473.691824:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000b2fbecf3. 00010000:00000010:0.0:1761313473.691852:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000daed1ef7. 00010000:00000010:0.0:1761313473.691857:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000196cbe29. 00010000:00000010:0.0:1761313473.691902:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000048dea5e1. 00010000:00000010:0.0:1761313473.691904:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000daed1ef7. 00010000:00000010:0.0:1761313473.691911:0:77239:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000a0a17af1. 00000100:00000010:0.0:1761313473.691916:0:77239:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000028bbc564. 00000100:00000010:0.0:1761313473.691922:0:77239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000251ce4d5. 02000000:00000010:0.0:1761313473.691933:0:77239:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000fa1a7565. 02000000:00000010:0.0:1761313473.691957:0:77239:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a9eea1f8. 00000400:00000010:0.0:1761313473.691964:0:77239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000db12addd. 00000400:00000010:0.0:1761313473.691970:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000dc692469. 00000100:00000200:0.0:1761313473.691977:0:77239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869138384256, portal 16 00000400:00000010:0.0:1761313473.691982:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ca4f278a. 00000100:00000200:0.0:1761313473.691984:0:77239:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869138384256, offset 0 00000400:00000200:0.0:1761313473.691992:0:77239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:0.0:1761313473.692004:0:77239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:0.0:1761313473.692011:0:77239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:0.0:1761313473.692015:0:77239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761313473.692017:0:77239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:0.0:1761313473.692021:0:77239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90054:90054:256:4294967295] 192.168.204.38@tcp LPNI seq info [90054:90054:8:4294967295] 00000400:00000200:0.0:1761313473.692030:0:77239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:0.0:1761313473.692035:0:77239:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:0.0:1761313473.692039:0:77239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e5db8080 (tot 82351826). 00000800:00000200:0.0:1761313473.692045:0:77239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:0.0:1761313473.692051:0:77239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:0.0:1761313473.692055:0:77239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000e5db8080 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761313473.692199:0:15826:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761313473.692202:0:15826:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e5db8080 (tot 82351578). 00000400:00000200:2.0:1761313473.692206:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313473.692210:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:2.0:1761313473.692214:0:15826:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ca4f278a 00000400:00000010:2.0:1761313473.692216:0:15826:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ca4f278a. 00000100:00000200:2.0:1761313473.692222:0:15826:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000251ce4d5 x1846869138384256/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313517 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.0:1761313473.692280:0:75220:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000025166a69. 00000100:00000010:3.0:1761313473.692288:0:75220:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000e5014321. 00010000:00000010:3.0:1761313473.692291:0:75220:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000989be21c. 00010000:00000010:3.0:1761313473.692295:0:75220:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000000e1cc014. 00000400:00000200:3.0:1761313473.695008:0:15825:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:3.0:1761313473.695026:0:15825:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x68fb7baf0a580 00000400:00000200:3.0:1761313473.695035:0:15825:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb07c9 [1] + 224 00000400:00000200:3.0:1761313473.695046:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313473.695049:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:3.0:1761313473.695059:0:15825:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000251ce4d5 x1846869138384256/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313517 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1761313473.695158:0:75220:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003e01105d. 00010000:00000010:2.1:1761313473.695165:0:75220:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000524efffd. 00000400:00000010:2.0:1761313473.695173:0:75220:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000043b2001f. 00000100:00000200:2.0:1761313473.695179:0:75220:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869131374848, offset 224 00000400:00000200:2.0:1761313473.695186:0:75220:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:2.0:1761313473.695197:0:75220:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:2.0:1761313473.695202:0:75220:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90055:90055:256:4294967295] 192.168.204.38@tcp LPNI seq info [90055:90055:8:4294967295] 00000400:00000200:2.0:1761313473.695211:0:75220:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:2.0:1761313473.695216:0:75220:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:2.0:1761313473.695221:0:75220:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000044feb42c (tot 82351826). 00000800:00000200:2.0:1761313473.695226:0:75220:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:2.0:1761313473.695233:0:75220:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:2.0:1761313473.695237:0:75220:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000044feb42c type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761313473.695259:0:75220:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000007bf9114. 00000020:00000010:2.0:1761313473.695264:0:75220:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000001fad5fbb. 00000020:00000010:2.0:1761313473.695268:0:75220:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000002cec0390. 00000800:00000200:1.0:1761313473.695439:0:15827:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313473.695443:0:15827:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000044feb42c (tot 82351578). 00000400:00000200:1.0:1761313473.695448:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313473.695451:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:1.0:1761313473.695455:0:15827:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000043b2001f 00000400:00000010:1.0:1761313473.695457:0:15827:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000043b2001f. 00000400:00000200:2.0:1761313473.700079:0:15825:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:2.0:1761313473.700099:0:15825:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x68fb7ba85b140 00000400:00000200:2.0:1761313473.700107:0:15825:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xaf1dd [2] + 656 00000400:00000200:2.0:1761313473.700122:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313473.700126:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:2.0:1761313473.700131:0:15825:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1761313473.700137:0:15825:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e4555adc. 00000020:00000010:3.0:1761313473.700462:0:75220:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006c11c8fb. 00000020:00000010:3.0:1761313473.700469:0:75220:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000000797a275. 00000020:00000010:3.0:1761313473.700473:0:75220:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000098064c6b. 00000100:00000200:3.0:1761313473.700496:0:75220:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000e4555adc x1846869131374912/t0(0) o103->78617949-0e11-4ca2-94c2-d809f91deaa9@192.168.204.38@tcp:404/0 lens 328/0 e 0 to 0 dl 1761313479 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:3.0:1761313473.700530:0:75220:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869131374912 02000000:00000010:3.0:1761313473.700540:0:75220:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000233a92a5. 00010000:00000010:3.0:1761313473.700577:0:75220:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000989be21c. 00000100:00000010:3.0:1761313473.700584:0:75220:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000e5014321. 00000100:00000010:3.0:1761313473.700589:0:75220:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000e5014321. 00010000:00000010:3.0:1761313473.700592:0:75220:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000989be21c. 00000400:00000010:3.0:1761313473.700606:0:75220:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000541129c9. 00000100:00000200:3.0:1761313473.700610:0:75220:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869131374912, offset 224 00000400:00000200:3.0:1761313473.700616:0:75220:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:3.0:1761313473.700626:0:75220:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:3.0:1761313473.700631:0:75220:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90056:90056:256:4294967295] 192.168.204.38@tcp LPNI seq info [90056:90056:8:4294967295] 00000400:00000200:3.0:1761313473.700641:0:75220:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:3.0:1761313473.700645:0:75220:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:3.0:1761313473.700649:0:75220:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005a2664b3 (tot 82351826). 00000800:00000200:3.0:1761313473.700654:0:75220:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:3.0:1761313473.700659:0:75220:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:3.0:1761313473.700662:0:75220:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000005a2664b3 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761313473.700674:0:75220:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000000797a275. 00000020:00000010:3.0:1761313473.700677:0:75220:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000098064c6b. 00000020:00000010:3.0:1761313473.700681:0:75220:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006c11c8fb. 00000800:00000200:2.0:1761313473.700824:0:15826:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761313473.700828:0:15826:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005a2664b3 (tot 82351578). 00000400:00000200:2.0:1761313473.700831:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313473.700835:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:2.0:1761313473.700838:0:15826:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000541129c9 00000400:00000010:2.0:1761313473.700840:0:15826:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000541129c9. 00000400:00000010:0.0:1761313473.701416:0:77239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000db12addd. 00000400:00000200:0.0:1761313473.701422:0:77239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000dc692469 00000400:00000010:0.0:1761313473.701423:0:77239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000dc692469. 00000100:00000200:0.0:1761313473.701431:0:77239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000251ce4d5 x1846869138384256/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313517 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761313473.701440:0:77239:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000251ce4d5 x1846869138384256/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313517 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.0:1761313473.701465:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004aa9ff4f. 02000000:00000010:0.0:1761313473.701484:0:77239:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a9eea1f8. 02000000:00000010:0.0:1761313473.701489:0:77239:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000fa1a7565. 00000100:00000010:0.0:1761313473.701495:0:77239:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000251ce4d5. 00000100:00000010:0.0:1761313473.701498:0:77239:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000028bbc564. 00010000:00000010:0.0:1761313473.701501:0:77239:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000a0a17af1. 00080000:00000010:0.0:1761313473.701519:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a9eea1f8. 00010000:00000010:0.0:1761313473.701598:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000daed1ef7. 00010000:00000010:0.0:1761313473.701604:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fa84d331. 00010000:00000010:0.0:1761313473.701667:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000008db035d4. 00010000:00000010:0.0:1761313473.701671:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000daed1ef7. 00010000:00000010:0.0:1761313473.701680:0:77239:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000a0a17af1. 00000100:00000010:0.0:1761313473.701684:0:77239:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000028bbc564. 00000100:00000010:0.0:1761313473.701690:0:77239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000251ce4d5. 02000000:00000010:0.0:1761313473.701699:0:77239:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000008ed8b6cf. 02000000:00000010:0.0:1761313473.701721:0:77239:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000dfbd4b48. 00000400:00000010:0.0:1761313473.701724:0:77239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000db12addd. 00000400:00000010:0.0:1761313473.701728:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000dc692469. 00000100:00000200:0.0:1761313473.701733:0:77239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869138384320, portal 16 00000400:00000010:0.0:1761313473.701736:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000bac32b5d. 00000100:00000200:0.0:1761313473.701738:0:77239:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869138384320, offset 0 00000400:00000200:0.0:1761313473.701745:0:77239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:0.0:1761313473.701753:0:77239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:0.0:1761313473.701760:0:77239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:0.0:1761313473.701764:0:77239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761313473.701766:0:77239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:0.0:1761313473.701768:0:77239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90057:90057:256:4294967295] 192.168.204.38@tcp LPNI seq info [90057:90057:8:4294967295] 00000400:00000200:0.0:1761313473.701777:0:77239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:0.0:1761313473.701781:0:77239:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:0.0:1761313473.701786:0:77239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000063d61484 (tot 82351826). 00000800:00000200:0.0:1761313473.701800:0:77239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:0.0:1761313473.701805:0:77239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:0.0:1761313473.701808:0:77239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000063d61484 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761313473.702058:0:15827:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761313473.702062:0:15827:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000063d61484 (tot 82351578). 00000400:00000200:3.0:1761313473.702065:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313473.702069:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:3.0:1761313473.702072:0:15827:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000bac32b5d 00000400:00000010:3.0:1761313473.702073:0:15827:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000bac32b5d. 00000100:00000200:3.0:1761313473.702078:0:15827:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000251ce4d5 x1846869138384320/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313517 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761313473.704670:0:15825:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:2.0:1761313473.704688:0:15825:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x68fb7baf0a5c0 00000400:00000200:2.0:1761313473.704697:0:15825:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb07d9 [1] + 224 00000400:00000200:2.0:1761313473.704708:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313473.704712:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:2.0:1761313473.704721:0:15825:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000251ce4d5 x1846869138384320/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313517 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761313473.704757:0:15825:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:2.0:1761313473.704763:0:15825:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x68fb7ba85b180 00000400:00000200:2.0:1761313473.704767:0:15825:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xaf1dd [2] + 984 00000400:00000200:2.0:1761313473.704777:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313473.704779:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:2.0:1761313473.704783:0:15825:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1761313473.704788:0:15825:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000026d75e8. 00000400:00000010:0.0:1761313473.704881:0:77239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000db12addd. 00000400:00000200:0.0:1761313473.704887:0:77239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000dc692469 00000400:00000010:0.0:1761313473.704889:0:77239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000dc692469. 00000100:00000200:0.0:1761313473.704895:0:77239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000251ce4d5 x1846869138384320/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313517 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761313473.704902:0:77239:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000251ce4d5 x1846869138384320/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313517 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761313473.704930:0:77239:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000dfbd4b48. 02000000:00000010:0.0:1761313473.704935:0:77239:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000008ed8b6cf. 00000100:00000010:0.0:1761313473.704938:0:77239:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000251ce4d5. 00000100:00000010:0.0:1761313473.704941:0:77239:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000028bbc564. 00010000:00000010:0.0:1761313473.704944:0:77239:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000a0a17af1. 00000020:00000010:3.0:1761313473.705015:0:64710:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006c11c8fb. 00000020:00000010:3.0:1761313473.705021:0:64710:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000000797a275. 00000020:00000010:3.0:1761313473.705025:0:64710:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000098064c6b. 00000100:00000200:3.0:1761313473.705048:0:64710:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000026d75e8 x1846869131374976/t0(0) o103->78617949-0e11-4ca2-94c2-d809f91deaa9@192.168.204.38@tcp:404/0 lens 328/0 e 0 to 0 dl 1761313479 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:3.0:1761313473.705084:0:64710:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869131374976 02000000:00000010:3.0:1761313473.705095:0:64710:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000226e391c. 00010000:00000010:3.0:1761313473.705119:0:64710:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ce946c52. 00010000:00000010:3.0:1761313473.705143:0:64710:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000989be21c. 00000100:00000010:3.0:1761313473.705149:0:64710:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000e5014321. 00000100:00000010:3.0:1761313473.705164:0:64710:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000e5014321. 00010000:00000010:3.0:1761313473.705167:0:64710:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000989be21c. 00000400:00000010:3.0:1761313473.705180:0:64710:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000040c69929. 00000100:00000200:3.0:1761313473.705184:0:64710:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869131374976, offset 224 00000400:00000200:3.0:1761313473.705191:0:64710:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:3.0:1761313473.705200:0:64710:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:3.0:1761313473.705205:0:64710:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90058:90058:256:4294967295] 192.168.204.38@tcp LPNI seq info [90058:90058:8:4294967295] 00000400:00000200:3.0:1761313473.705214:0:64710:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:3.0:1761313473.705219:0:64710:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:3.0:1761313473.705223:0:64710:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000fef2aa8a (tot 82351826). 00000800:00000200:3.0:1761313473.705228:0:64710:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:3.0:1761313473.705235:0:64710:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:3.0:1761313473.705239:0:64710:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000fef2aa8a type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761313473.705253:0:64710:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000000797a275. 00000020:00000010:3.0:1761313473.705257:0:64710:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000098064c6b. 00000020:00000010:3.0:1761313473.705261:0:64710:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006c11c8fb. 00080000:00000010:0.0:1761313473.705317:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 000000008ed8b6cf. 00010000:00000010:0.0:1761313473.705429:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000daed1ef7. 00010000:00000010:0.0:1761313473.705436:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000000dc92608. 00010000:00000010:0.0:1761313473.705509:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000008e1e814. 00010000:00000010:0.0:1761313473.705515:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000daed1ef7. 00010000:00000010:0.0:1761313473.705523:0:77239:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000a0a17af1. 00000100:00000010:0.0:1761313473.705526:0:77239:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000028bbc564. 00000100:00000010:0.0:1761313473.705532:0:77239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000251ce4d5. 02000000:00000010:0.0:1761313473.705542:0:77239:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000dfbd4b48. 02000000:00000010:0.0:1761313473.705561:0:77239:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e64aba91. 00000400:00000010:0.0:1761313473.705565:0:77239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000db12addd. 00000400:00000010:0.0:1761313473.705568:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000dc692469. 00000100:00000200:0.0:1761313473.705572:0:77239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869138384384, portal 16 00000400:00000010:0.0:1761313473.705575:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000078acc45e. 00000100:00000200:0.0:1761313473.705577:0:77239:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869138384384, offset 0 00000400:00000200:0.0:1761313473.705582:0:77239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:0.0:1761313473.705588:0:77239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:0.0:1761313473.705593:0:77239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:0.0:1761313473.705597:0:77239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761313473.705599:0:77239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:0.0:1761313473.705602:0:77239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90059:90059:255:4294967295] 192.168.204.38@tcp LPNI seq info [90059:90059:7:4294967295] 00000400:00000200:0.0:1761313473.705609:0:77239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:0.0:1761313473.705613:0:77239:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:0.0:1761313473.705616:0:77239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d053f659 (tot 82352074). 00000800:00000200:0.0:1761313473.705620:0:77239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:0.0:1761313473.705624:0:77239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:0.0:1761313473.705626:0:77239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000d053f659 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761313473.705735:0:15826:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761313473.705738:0:15826:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000fef2aa8a (tot 82351826). 00000400:00000200:2.0:1761313473.705741:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313473.705745:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:2.0:1761313473.705748:0:15826:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000040c69929 00000400:00000010:2.0:1761313473.705750:0:15826:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000040c69929. 00000800:00000200:2.0:1761313473.705816:0:15826:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761313473.705819:0:15826:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d053f659 (tot 82351578). 00000400:00000200:2.0:1761313473.705821:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313473.705825:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:2.0:1761313473.705827:0:15826:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000078acc45e 00000400:00000010:2.0:1761313473.705829:0:15826:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000078acc45e. 00000100:00000200:2.0:1761313473.705834:0:15826:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000251ce4d5 x1846869138384384/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313517 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1761313473.706450:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008bf4fca6. 00010000:00000010:0.1:1761313473.706456:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006fbaf355. 00010000:00000010:3.1:1761313473.706484:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ab2d1651. 00010000:00000010:3.1:1761313473.706489:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b9e564ed. 00010000:00000010:3.1:1761313473.706492:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bdba7f22. 00000400:00000200:3.0:1761313473.708439:0:15827:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:3.0:1761313473.708459:0:15827:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x68fb7baf0a600 00000400:00000200:3.0:1761313473.708468:0:15827:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb07e5 [1] + 224 00000400:00000200:3.0:1761313473.708480:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313473.708483:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:3.0:1761313473.708492:0:15827:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000251ce4d5 x1846869138384384/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313517 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761313473.708525:0:15827:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:3.0:1761313473.708530:0:15827:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x68fb7ba85b1c0 00000400:00000200:3.0:1761313473.708535:0:15827:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xaf1dd [2] + 1312 00000400:00000200:3.0:1761313473.708558:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313473.708561:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:3.0:1761313473.708564:0:15827:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761313473.708570:0:15827:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000000b5a18e1. 00000400:00000010:0.0:1761313473.708668:0:77239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000db12addd. 00000400:00000200:0.0:1761313473.708674:0:77239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000dc692469 00000400:00000010:0.0:1761313473.708676:0:77239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000dc692469. 00000100:00000200:0.0:1761313473.708682:0:77239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000251ce4d5 x1846869138384384/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313517 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761313473.708690:0:77239:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000251ce4d5 x1846869138384384/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313517 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761313473.708715:0:77239:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e64aba91. 02000000:00000010:0.0:1761313473.708720:0:77239:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000dfbd4b48. 00000100:00000010:0.0:1761313473.708723:0:77239:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000251ce4d5. 00000100:00000010:0.0:1761313473.708726:0:77239:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000028bbc564. 00010000:00000010:0.0:1761313473.708730:0:77239:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000a0a17af1. 00000020:00000010:2.0:1761313473.708829:0:75220:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000718ab532. 00000020:00000010:2.0:1761313473.708835:0:75220:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000000a67c8e1. 00000020:00000010:2.0:1761313473.708840:0:75220:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000052837985. 00000100:00000200:2.0:1761313473.708861:0:75220:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000000b5a18e1 x1846869131375040/t0(0) o103->78617949-0e11-4ca2-94c2-d809f91deaa9@192.168.204.38@tcp:404/0 lens 328/0 e 0 to 0 dl 1761313479 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:2.0:1761313473.708898:0:75220:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869131375040 02000000:00000010:2.0:1761313473.708910:0:75220:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000d0b53f97. 00010000:00000010:2.0:1761313473.708938:0:75220:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005b9aefae. 00010000:00000010:2.0:1761313473.708959:0:75220:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ff951afa. 00000100:00000010:2.0:1761313473.708966:0:75220:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000000fc037df. 00000100:00000010:2.0:1761313473.708984:0:75220:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000000fc037df. 00010000:00000010:2.0:1761313473.708988:0:75220:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ff951afa. 00000400:00000010:2.0:1761313473.709001:0:75220:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000042ef5faf. 00000100:00000200:2.0:1761313473.709005:0:75220:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869131375040, offset 224 00000400:00000200:2.0:1761313473.709012:0:75220:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:2.0:1761313473.709022:0:75220:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:2.0:1761313473.709027:0:75220:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90060:90060:256:4294967295] 192.168.204.38@tcp LPNI seq info [90060:90060:8:4294967295] 00000400:00000200:2.0:1761313473.709037:0:75220:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:2.0:1761313473.709042:0:75220:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:2.0:1761313473.709046:0:75220:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c737f52d (tot 82351826). 00000800:00000200:2.0:1761313473.709053:0:75220:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:2.0:1761313473.709060:0:75220:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:2.0:1761313473.709063:0:75220:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c737f52d type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761313473.709084:0:75220:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000000a67c8e1. 00000020:00000010:2.0:1761313473.709088:0:75220:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000052837985. 00000020:00000010:2.0:1761313473.709091:0:75220:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000718ab532. 00000800:00000200:2.0:1761313473.709174:0:15825:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761313473.709177:0:15825:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c737f52d (tot 82351578). 00000400:00000200:2.0:1761313473.709182:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313473.709186:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:2.0:1761313473.709188:0:15825:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000042ef5faf 00000400:00000010:2.0:1761313473.709190:0:15825:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000042ef5faf. 00080000:00000010:0.0:1761313473.709257:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000dfbd4b48. 00010000:00000010:0.0:1761313473.709338:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000daed1ef7. 00010000:00000010:0.0:1761313473.709345:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000a36292d2. 00010000:00000010:0.0:1761313473.709462:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000006fbaf355. 00010000:00000010:0.0:1761313473.709467:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000daed1ef7. 00010000:00000010:0.0:1761313473.709477:0:77239:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000a0a17af1. 00000100:00000010:0.0:1761313473.709481:0:77239:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000028bbc564. 00000100:00000010:0.0:1761313473.709487:0:77239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000251ce4d5. 02000000:00000010:0.0:1761313473.709496:0:77239:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000e64aba91. 02000000:00000010:0.0:1761313473.709517:0:77239:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c33a0baf. 00000400:00000010:0.0:1761313473.709521:0:77239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000db12addd. 00000400:00000010:0.0:1761313473.709525:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000dc692469. 00000100:00000200:0.0:1761313473.709530:0:77239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869138384448, portal 16 00000400:00000010:0.0:1761313473.709534:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000d3ed33a. 00000100:00000200:0.0:1761313473.709535:0:77239:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869138384448, offset 0 00000400:00000200:0.0:1761313473.709541:0:77239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:0.0:1761313473.709547:0:77239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:0.0:1761313473.709552:0:77239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:0.0:1761313473.709556:0:77239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761313473.709558:0:77239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:0.0:1761313473.709560:0:77239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90061:90061:256:4294967295] 192.168.204.38@tcp LPNI seq info [90061:90061:8:4294967295] 00000400:00000200:0.0:1761313473.709567:0:77239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:0.0:1761313473.709570:0:77239:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:0.0:1761313473.709574:0:77239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d053f659 (tot 82351826). 00000800:00000200:0.0:1761313473.709578:0:77239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:0.0:1761313473.709581:0:77239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:0.0:1761313473.709584:0:77239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000d053f659 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761313473.710459:0:15826:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761313473.710463:0:15826:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d053f659 (tot 82351578). 00000400:00000200:2.0:1761313473.710468:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313473.710472:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:2.0:1761313473.710476:0:15826:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000d3ed33a 00000400:00000010:2.0:1761313473.710481:0:15826:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000d3ed33a. 00000100:00000200:2.0:1761313473.710487:0:15826:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000251ce4d5 x1846869138384448/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313517 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1761313473.710541:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000045ce4ef1. 00010000:00000010:0.1:1761313473.710547:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006afe5478. 00010000:00000010:0.1:1761313473.710551:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000048dea5e1. 00010000:00000010:0.1:1761313473.710553:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000079b7d622. 00010000:00000010:0.1:1761313473.710556:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008db035d4. 00000400:00000200:3.0:1761313473.717020:0:15827:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:3.0:1761313473.717040:0:15827:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x68fb7baf0a640 00000400:00000200:3.0:1761313473.717048:0:15827:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb07f1 [1] + 224 00000400:00000200:3.0:1761313473.717064:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313473.717067:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:3.0:1761313473.717078:0:15827:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000251ce4d5 x1846869138384448/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313517 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1761313473.717139:0:77239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000db12addd. 00000400:00000200:0.0:1761313473.717145:0:77239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000dc692469 00000400:00000010:0.0:1761313473.717147:0:77239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000dc692469. 00000100:00000200:0.0:1761313473.717154:0:77239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000251ce4d5 x1846869138384448/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313517 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761313473.717160:0:77239:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000251ce4d5 x1846869138384448/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313517 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761313473.717189:0:77239:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c33a0baf. 02000000:00000010:0.0:1761313473.717195:0:77239:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000e64aba91. 00000100:00000010:0.0:1761313473.717198:0:77239:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000251ce4d5. 00000100:00000010:0.0:1761313473.717202:0:77239:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000028bbc564. 00010000:00000010:0.0:1761313473.717205:0:77239:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000a0a17af1. 00010000:00000010:2.1:1761313473.717439:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003026a4e1. 00010000:00000010:3.1:1761313473.717469:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c2bbd466. 00000400:00000200:2.0:1761313473.718080:0:15825:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:2.0:1761313473.718091:0:15825:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x68fb7ba85b200 00000400:00000200:2.0:1761313473.718098:0:15825:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xaf1dd [2] + 1640 00000400:00000200:2.0:1761313473.718165:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313473.718169:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:2.0:1761313473.718173:0:15825:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1761313473.718178:0:15825:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000c537b3f9. 00000020:00000010:3.0:1761313473.718263:0:64710:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006c11c8fb. 00000020:00000010:3.0:1761313473.718270:0:64710:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000000797a275. 00000020:00000010:3.0:1761313473.718274:0:64710:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000098064c6b. 00000100:00000200:3.0:1761313473.718297:0:64710:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000c537b3f9 x1846869131375104/t0(0) o103->78617949-0e11-4ca2-94c2-d809f91deaa9@192.168.204.38@tcp:404/0 lens 328/0 e 0 to 0 dl 1761313479 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:3.0:1761313473.718332:0:64710:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869131375104 02000000:00000010:3.0:1761313473.718344:0:64710:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000004f13a525. 00010000:00000010:3.0:1761313473.718412:0:64710:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000beadddd8. 00010000:00000010:3.0:1761313473.718434:0:64710:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000989be21c. 00000100:00000010:3.0:1761313473.718440:0:64710:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000e5014321. 00000100:00000010:3.0:1761313473.718453:0:64710:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000e5014321. 00010000:00000010:3.0:1761313473.718456:0:64710:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000989be21c. 00000400:00000010:3.0:1761313473.718470:0:64710:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000fdaafa7. 00000100:00000200:3.0:1761313473.718475:0:64710:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869131375104, offset 224 00000400:00000200:3.0:1761313473.718482:0:64710:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:3.0:1761313473.718493:0:64710:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:3.0:1761313473.718499:0:64710:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90062:90062:256:4294967295] 192.168.204.38@tcp LPNI seq info [90062:90062:8:4294967295] 00000400:00000200:3.0:1761313473.718509:0:64710:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:3.0:1761313473.718515:0:64710:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:3.0:1761313473.718520:0:64710:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000fef2aa8a (tot 82351826). 00000800:00000200:3.0:1761313473.718526:0:64710:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:3.0:1761313473.718532:0:64710:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:3.0:1761313473.718535:0:64710:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000fef2aa8a type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761313473.718553:0:64710:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000000797a275. 00000020:00000010:3.0:1761313473.718556:0:64710:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000098064c6b. 00000020:00000010:3.0:1761313473.718560:0:64710:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006c11c8fb. 00080000:00000010:0.0:1761313473.718750:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e64aba91. 00010000:00000010:0.0:1761313473.718844:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000daed1ef7. 00010000:00000010:0.0:1761313473.718851:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004aa14a44. 00000800:00000200:1.0:1761313473.718892:0:15826:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313473.718896:0:15826:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000fef2aa8a (tot 82351578). 00000400:00000200:1.0:1761313473.718899:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313473.718902:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:1.0:1761313473.718905:0:15826:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000fdaafa7 00000400:00000010:1.0:1761313473.718907:0:15826:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000fdaafa7. 00010000:00000010:0.0:1761313473.718922:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000008db035d4. 00010000:00000010:0.0:1761313473.718927:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000daed1ef7. 00010000:00000010:0.0:1761313473.718936:0:77239:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000a0a17af1. 00000100:00000010:0.0:1761313473.718940:0:77239:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000028bbc564. 00000100:00000010:0.0:1761313473.718946:0:77239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000251ce4d5. 02000000:00000010:0.0:1761313473.718955:0:77239:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000c33a0baf. 02000000:00000010:0.0:1761313473.718977:0:77239:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000b47fd40d. 00000400:00000010:0.0:1761313473.718982:0:77239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000db12addd. 00000400:00000010:0.0:1761313473.718986:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000dc692469. 00000100:00000200:0.0:1761313473.718990:0:77239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869138384512, portal 16 00000400:00000010:0.0:1761313473.718994:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b4a4da2f. 00000100:00000200:0.0:1761313473.718996:0:77239:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869138384512, offset 0 00000400:00000200:0.0:1761313473.719001:0:77239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:0.0:1761313473.719007:0:77239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:0.0:1761313473.719013:0:77239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:0.0:1761313473.719017:0:77239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761313473.719020:0:77239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:0.0:1761313473.719023:0:77239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90063:90063:256:4294967295] 192.168.204.38@tcp LPNI seq info [90063:90063:8:4294967295] 00000400:00000200:0.0:1761313473.719029:0:77239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:0.0:1761313473.719034:0:77239:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:0.0:1761313473.719037:0:77239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000063d61484 (tot 82351826). 00000800:00000200:0.0:1761313473.719041:0:77239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:0.0:1761313473.719045:0:77239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:0.0:1761313473.719047:0:77239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000063d61484 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761313473.719271:0:15827:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761313473.719274:0:15827:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000063d61484 (tot 82351578). 00000400:00000200:3.0:1761313473.719278:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313473.719282:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:3.0:1761313473.719284:0:15827:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b4a4da2f 00000400:00000010:3.0:1761313473.719286:0:15827:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b4a4da2f. 00000100:00000200:3.0:1761313473.719292:0:15827:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000251ce4d5 x1846869138384512/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313517 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1761313473.723706:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000413cf106. 00010000:00000010:0.1:1761313473.723722:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000008e1e814. 00000400:00000200:2.0:1761313473.723997:0:15825:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:2.0:1761313473.724016:0:15825:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x68fb7baf0a680 00000400:00000200:2.0:1761313473.724024:0:15825:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb07fd [1] + 224 00000400:00000200:2.0:1761313473.724036:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313473.724040:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:2.0:1761313473.724051:0:15825:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000251ce4d5 x1846869138384512/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313517 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761313473.724088:0:15825:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:2.0:1761313473.724093:0:15825:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x68fb7ba85b240 00000400:00000200:2.0:1761313473.724098:0:15825:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xaf1dd [2] + 1968 00000400:00000010:2.0:1761313473.724101:0:15825:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000001d968dd. 00000400:00000200:2.0:1761313473.724105:0:15825:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 0000000010d60fbe 00000400:00000200:2.0:1761313473.724168:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313473.724172:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:2.0:1761313473.724174:0:15825:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000010d60fbe 00000400:00000010:2.0:1761313473.724176:0:15825:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 0000000010d60fbe (tot 82351426). 00000100:00000200:2.0:1761313473.724182:0:15825:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:3.0:1761313473.724246:0:75220:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006c11c8fb. 00000400:00000010:0.0:1761313473.724252:0:77239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000db12addd. 00000020:00000010:3.0:1761313473.724253:0:75220:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000000797a275. 00000400:00000200:0.0:1761313473.724256:0:77239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000dc692469 00000400:00000010:0.0:1761313473.724257:0:77239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000dc692469. 00000020:00000010:3.0:1761313473.724258:0:75220:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000098064c6b. 00000100:00000200:0.0:1761313473.724264:0:77239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000251ce4d5 x1846869138384512/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313517 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761313473.724270:0:77239:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000251ce4d5 x1846869138384512/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313517 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761313473.724280:0:75220:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000f1316764 x1846869131375168/t0(0) o103->78617949-0e11-4ca2-94c2-d809f91deaa9@192.168.204.38@tcp:404/0 lens 328/0 e 0 to 0 dl 1761313479 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 02000000:00000010:0.0:1761313473.724295:0:77239:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000b47fd40d. 02000000:00000010:0.0:1761313473.724300:0:77239:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000c33a0baf. 00000100:00000010:0.0:1761313473.724303:0:77239:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000251ce4d5. 00000100:00000010:0.0:1761313473.724307:0:77239:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000028bbc564. 00010000:00000010:0.0:1761313473.724309:0:77239:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000a0a17af1. 00000100:00000200:3.0:1761313473.724313:0:75220:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869131375168 02000000:00000010:3.0:1761313473.724323:0:75220:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000045eaad2. 00010000:00000010:3.0:1761313473.724391:0:75220:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000afcdc13a. 00010000:00000010:3.0:1761313473.724411:0:75220:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000989be21c. 00000100:00000010:3.0:1761313473.724418:0:75220:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000e5014321. 00000100:00000010:3.0:1761313473.724428:0:75220:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000e5014321. 00010000:00000010:3.0:1761313473.724431:0:75220:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000989be21c. 00000400:00000010:3.0:1761313473.724444:0:75220:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000059168ff5. 00000100:00000200:3.0:1761313473.724449:0:75220:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869131375168, offset 224 00000400:00000200:3.0:1761313473.724455:0:75220:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00080000:00000010:0.0:1761313473.724461:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c33a0baf. 00000400:00000200:3.0:1761313473.724465:0:75220:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:3.0:1761313473.724470:0:75220:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90064:90064:256:4294967295] 192.168.204.38@tcp LPNI seq info [90064:90064:8:4294967295] 00000400:00000200:3.0:1761313473.724479:0:75220:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:3.0:1761313473.724483:0:75220:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:3.0:1761313473.724487:0:75220:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005a2664b3 (tot 82351674). 00000800:00000200:3.0:1761313473.724492:0:75220:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00010000:00000010:0.0:1761313473.724539:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000daed1ef7. 00010000:00000010:0.0:1761313473.724546:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000001a0e9197. 00000800:00000200:3.0:1761313473.724614:0:75220:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00010000:00000010:0.0:1761313473.724617:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000008e1e814. 00000800:00000200:3.0:1761313473.724618:0:75220:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000005a2664b3 type 1, nob 320 niov 1 nkiov 1 00010000:00000010:0.0:1761313473.724622:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000daed1ef7. 00010000:00000010:0.0:1761313473.724631:0:77239:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000a0a17af1. 00000020:00000010:3.0:1761313473.724632:0:75220:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000000797a275. 00000100:00000010:0.0:1761313473.724635:0:77239:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000028bbc564. 00000020:00000010:3.0:1761313473.724636:0:75220:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000098064c6b. 00000020:00000010:3.0:1761313473.724639:0:75220:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006c11c8fb. 00000100:00000010:0.0:1761313473.724640:0:77239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000251ce4d5. 02000000:00000010:3.0:1761313473.724646:0:75220:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000004f13a525. 00000100:00000010:3.0:1761313473.724648:0:75220:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000c537b3f9. 02000000:00000010:0.0:1761313473.724649:0:77239:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000b47fd40d. 02000000:00000010:3.0:1761313473.724651:0:75220:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000d0b53f97. 00000100:00000010:3.0:1761313473.724654:0:75220:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000000b5a18e1. 02000000:00000010:3.0:1761313473.724656:0:75220:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000226e391c. 00000100:00000010:3.0:1761313473.724658:0:75220:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000026d75e8. 02000000:00000010:3.0:1761313473.724660:0:75220:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000233a92a5. 00000100:00000010:3.0:1761313473.724662:0:75220:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e4555adc. 02000000:00000010:3.0:1761313473.724664:0:75220:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000bfc526b6. 00000100:00000010:3.0:1761313473.724666:0:75220:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d68bc362. 02000000:00000010:3.0:1761313473.724669:0:75220:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000effbd660. 02000000:00000010:0.0:1761313473.724670:0:77239:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000657b945b. 00000100:00000010:3.0:1761313473.724672:0:75220:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ec1baf93. 00000400:00000010:0.0:1761313473.724672:0:77239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000db12addd. 00000400:00000010:0.0:1761313473.724676:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000dc692469. 00000100:00000200:0.0:1761313473.724680:0:77239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869138384576, portal 16 00000400:00000010:0.0:1761313473.724684:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000070c25494. 00000100:00000200:0.0:1761313473.724685:0:77239:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869138384576, offset 0 00000400:00000200:0.0:1761313473.724690:0:77239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:0.0:1761313473.724696:0:77239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:0.0:1761313473.724702:0:77239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:0.0:1761313473.724705:0:77239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761313473.724708:0:77239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:0.0:1761313473.724710:0:77239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90065:90065:255:4294967295] 192.168.204.38@tcp LPNI seq info [90065:90065:7:4294967295] 00000400:00000200:0.0:1761313473.724717:0:77239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:0.0:1761313473.724721:0:77239:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:0.0:1761313473.724725:0:77239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e5db8080 (tot 82351922). 00000800:00000200:0.0:1761313473.724728:0:77239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000100:00000200:3.0:1761313473.724730:0:75220:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1761313473.724733:0:75220:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000065c2fa25. 00000800:00000200:0.0:1761313473.724733:0:77239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:0.0:1761313473.724735:0:77239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000e5db8080 type 1, nob 424 niov 1 nkiov 1 00000400:00000010:3.0:1761313473.724736:0:75220:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000e5014321 (tot 82352074). 00000800:00000200:1.0:1761313473.724940:0:15826:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313473.724944:0:15826:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005a2664b3 (tot 82351826). 00000400:00000200:1.0:1761313473.724948:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313473.724951:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:1.0:1761313473.724954:0:15826:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000059168ff5 00000400:00000010:1.0:1761313473.724955:0:15826:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000059168ff5. 02000000:00000010:1.0:1761313473.724959:0:15826:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000045eaad2. 00000800:00000200:1.0:1761313473.727777:0:15826:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313473.727785:0:15826:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e5db8080 (tot 82351578). 00000400:00000200:1.0:1761313473.727803:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313473.727812:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:1.0:1761313473.727817:0:15826:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000070c25494 00000400:00000010:1.0:1761313473.727820:0:15826:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000070c25494. 00000100:00000200:1.0:1761313473.727830:0:15826:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000251ce4d5 x1846869138384576/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313517 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1761313473.731956:0:15826:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b57cc5c0. 00010000:00000010:0.1:1761313473.731972:0:15826:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006fbaf355. 00010000:00000010:0.1:1761313473.734503:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d2e49cb1. 00010000:00000010:0.1:1761313473.734517:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008db035d4. 00000400:00000200:3.0:1761313473.734836:0:15827:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:3.0:1761313473.734855:0:15827:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x68fb7baf0a6c0 00000400:00000200:3.0:1761313473.734863:0:15827:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb0809 [1] + 224 00000400:00000200:3.0:1761313473.734875:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313473.734879:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:3.0:1761313473.734890:0:15827:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000251ce4d5 x1846869138384576/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313517 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761313473.734927:0:15827:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:3.0:1761313473.734933:0:15827:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x68fb7ba85b280 00000400:00000200:3.0:1761313473.734937:0:15827:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xaf235 [2] + 0 00000400:00000200:3.0:1761313473.734946:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313473.734949:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000010:0.0:1761313473.734951:0:77239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000db12addd. 00000400:00000200:0.0:1761313473.734957:0:77239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000dc692469 00000400:00000010:0.0:1761313473.734958:0:77239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000dc692469. 00000100:00000200:3.0:1761313473.734964:0:15827:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000200:0.0:1761313473.734964:0:77239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000251ce4d5 x1846869138384576/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313517 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000010:3.0:1761313473.734970:0:15827:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000000b5a18e1. 00000100:00000200:0.0:1761313473.734971:0:77239:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000251ce4d5 x1846869138384576/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313517 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761313473.734999:0:77239:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000657b945b. 02000000:00000010:0.0:1761313473.735005:0:77239:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000b47fd40d. 00000100:00000010:0.0:1761313473.735008:0:77239:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000251ce4d5. 00000100:00000010:0.0:1761313473.735016:0:77239:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000028bbc564. 00010000:00000010:0.0:1761313473.735019:0:77239:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000a0a17af1. 00000020:00000010:2.0:1761313473.735057:0:64710:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000718ab532. 00000020:00000010:2.0:1761313473.735064:0:64710:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000000a67c8e1. 00000020:00000010:2.0:1761313473.735068:0:64710:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000052837985. 00000100:00000200:2.0:1761313473.735093:0:64710:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000000b5a18e1 x1846869131375232/t0(0) o103->78617949-0e11-4ca2-94c2-d809f91deaa9@192.168.204.38@tcp:404/0 lens 328/0 e 0 to 0 dl 1761313479 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:2.0:1761313473.735130:0:64710:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869131375232 02000000:00000010:2.0:1761313473.735142:0:64710:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000d0b53f97. 00010000:00000010:2.0:1761313473.735172:0:64710:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c5a030e6. 00010000:00000010:2.0:1761313473.735193:0:64710:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ff951afa. 00000100:00000010:2.0:1761313473.735199:0:64710:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000000fc037df. 00000100:00000010:2.0:1761313473.735215:0:64710:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000000fc037df. 00010000:00000010:2.0:1761313473.735218:0:64710:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ff951afa. 00000400:00000010:2.0:1761313473.735232:0:64710:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000042ef5faf. 00000100:00000200:2.0:1761313473.735237:0:64710:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869131375232, offset 224 00000400:00000200:2.0:1761313473.735243:0:64710:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00080000:00000010:0.0:1761313473.735249:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000b47fd40d. 00000400:00000200:2.0:1761313473.735253:0:64710:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:2.0:1761313473.735257:0:64710:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90066:90066:256:4294967295] 192.168.204.38@tcp LPNI seq info [90066:90066:8:4294967295] 00000400:00000200:2.0:1761313473.735266:0:64710:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:2.0:1761313473.735271:0:64710:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:2.0:1761313473.735274:0:64710:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c737f52d (tot 82351826). 00000800:00000200:2.0:1761313473.735279:0:64710:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:2.0:1761313473.735284:0:64710:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:2.0:1761313473.735288:0:64710:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c737f52d type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761313473.735317:0:64710:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000000a67c8e1. 00000020:00000010:2.0:1761313473.735320:0:64710:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000052837985. 00000020:00000010:2.0:1761313473.735323:0:64710:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000718ab532. 00010000:00000010:0.0:1761313473.735330:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000daed1ef7. 00010000:00000010:0.0:1761313473.735335:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000eed3908d. 00010000:00000010:3.1:1761313473.735385:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003f2db8fa. 00010000:00000010:3.1:1761313473.735390:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006b2e549d. 00010000:00000010:0.0:1761313473.735454:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000008db035d4. 00010000:00000010:0.0:1761313473.735459:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000daed1ef7. 00010000:00000010:0.0:1761313473.735468:0:77239:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000a0a17af1. 00000100:00000010:0.0:1761313473.735471:0:77239:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000028bbc564. 00000100:00000010:0.0:1761313473.735477:0:77239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000251ce4d5. 02000000:00000010:0.0:1761313473.735485:0:77239:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000657b945b. 02000000:00000010:0.0:1761313473.735505:0:77239:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000000434b24e. 00000400:00000010:0.0:1761313473.735508:0:77239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000db12addd. 00000400:00000010:0.0:1761313473.735511:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000dc692469. 00000100:00000200:0.0:1761313473.735515:0:77239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869138384640, portal 16 00000400:00000010:0.0:1761313473.735519:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000cca6299d. 00000100:00000200:0.0:1761313473.735521:0:77239:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869138384640, offset 0 00000400:00000200:0.0:1761313473.735526:0:77239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:0.0:1761313473.735531:0:77239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:0.0:1761313473.735537:0:77239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:0.0:1761313473.735541:0:77239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761313473.735543:0:77239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:0.0:1761313473.735546:0:77239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90067:90067:255:4294967295] 192.168.204.38@tcp LPNI seq info [90067:90067:7:4294967295] 00000400:00000200:0.0:1761313473.735552:0:77239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:0.0:1761313473.735556:0:77239:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:0.0:1761313473.735560:0:77239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006ab4245f (tot 82352074). 00000800:00000200:0.0:1761313473.735563:0:77239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:0.0:1761313473.735567:0:77239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:0.0:1761313473.735569:0:77239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000006ab4245f type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761313473.735619:0:15825:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313473.735623:0:15825:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c737f52d (tot 82351826). 00000400:00000200:1.0:1761313473.735628:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313473.735631:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:1.0:1761313473.735634:0:15825:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000042ef5faf 00000400:00000010:1.0:1761313473.735635:0:15825:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000042ef5faf. 00000800:00000200:1.0:1761313473.735693:0:15825:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313473.735695:0:15825:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006ab4245f (tot 82351578). 00000400:00000200:1.0:1761313473.735698:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313473.735701:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:1.0:1761313473.735703:0:15825:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000cca6299d 00000400:00000010:1.0:1761313473.735704:0:15825:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000cca6299d. 00000100:00000200:1.0:1761313473.735708:0:15825:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000251ce4d5 x1846869138384640/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313517 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761313473.740298:0:15826:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:0.0:1761313473.740315:0:15826:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x68fb7baf0a700 00000400:00000200:0.0:1761313473.740324:0:15826:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb0819 [1] + 224 00000400:00000200:0.0:1761313473.740334:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313473.740339:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:0.0:1761313473.740350:0:15826:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000251ce4d5 x1846869138384640/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313517 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1761313473.740399:0:15826:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ef4ef8e9. 00010000:00000010:0.1:1761313473.740407:0:15826:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000008e1e814. 00000400:00000200:0.0:1761313473.740439:0:15826:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:0.0:1761313473.740445:0:15826:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x68fb7ba85b2c0 00000400:00000200:0.0:1761313473.740449:0:15826:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xaf235 [2] + 328 00000400:00000200:0.0:1761313473.740458:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313473.740461:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:0.0:1761313473.740464:0:15826:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761313473.740470:0:15826:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001375339a. 00010000:00000010:2.1:1761313473.740521:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000090c07e5a. 00000400:00000010:2.0:1761313473.740541:0:77239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000db12addd. 00000400:00000200:2.0:1761313473.740545:0:77239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000dc692469 00000400:00000010:2.0:1761313473.740547:0:77239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000dc692469. 00000020:00000010:3.0:1761313473.740552:0:75220:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000bfc526b6. 00000100:00000200:2.0:1761313473.740554:0:77239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000251ce4d5 x1846869138384640/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313517 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000020:00000010:3.0:1761313473.740558:0:75220:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000000797a275. 00000100:00000200:2.0:1761313473.740561:0:77239:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000251ce4d5 x1846869138384640/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313517 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000020:00000010:3.0:1761313473.740562:0:75220:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000098064c6b. 00000100:00000200:3.0:1761313473.740582:0:75220:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000001375339a x1846869131375296/t0(0) o103->78617949-0e11-4ca2-94c2-d809f91deaa9@192.168.204.38@tcp:404/0 lens 328/0 e 0 to 0 dl 1761313479 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 02000000:00000010:2.0:1761313473.740584:0:77239:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000000434b24e. 02000000:00000010:2.0:1761313473.740589:0:77239:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000657b945b. 00000100:00000010:2.0:1761313473.740593:0:77239:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000251ce4d5. 00000100:00000010:2.0:1761313473.740596:0:77239:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000028bbc564. 00010000:00000010:2.0:1761313473.740600:0:77239:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000a0a17af1. 00000100:00000200:3.0:1761313473.740618:0:75220:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869131375296 02000000:00000010:3.0:1761313473.740629:0:75220:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000233a92a5. 00010000:00000010:3.0:1761313473.740655:0:75220:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000655f3556. 00010000:00000010:3.0:1761313473.740674:0:75220:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000989be21c. 00000100:00000010:3.0:1761313473.740680:0:75220:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000008a32b38c. 00000100:00000010:3.0:1761313473.740694:0:75220:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000008a32b38c. 00010000:00000010:3.0:1761313473.740697:0:75220:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000989be21c. 00000400:00000010:3.0:1761313473.740710:0:75220:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002252f14c. 00000100:00000200:3.0:1761313473.740714:0:75220:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869131375296, offset 224 00000400:00000200:3.0:1761313473.740721:0:75220:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00080000:00000010:2.0:1761313473.740727:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000718ab532. 00000400:00000200:3.0:1761313473.740731:0:75220:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:3.0:1761313473.740736:0:75220:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90068:90068:256:4294967295] 192.168.204.38@tcp LPNI seq info [90068:90068:8:4294967295] 00000400:00000200:3.0:1761313473.740744:0:75220:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:3.0:1761313473.740749:0:75220:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:3.0:1761313473.740753:0:75220:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c12329df (tot 82351826). 00000800:00000200:3.0:1761313473.740758:0:75220:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:3.0:1761313473.740764:0:75220:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:3.0:1761313473.740767:0:75220:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c12329df type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761313473.740798:0:75220:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000000797a275. 00000020:00000010:3.0:1761313473.740803:0:75220:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000098064c6b. 00000020:00000010:3.0:1761313473.740806:0:75220:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000bfc526b6. 00010000:00000010:2.0:1761313473.740821:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000daed1ef7. 00010000:00000010:2.0:1761313473.740827:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000054c1db5e. 00010000:00000010:2.0:1761313473.740892:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000bb585143. 00010000:00000010:2.0:1761313473.740898:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d80378c8. 00010000:00000010:2.0:1761313473.740908:0:77239:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ff951afa. 00000100:00000010:2.0:1761313473.740912:0:77239:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000000fc037df. 00000100:00000010:2.0:1761313473.740918:0:77239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000010a0daa6. 02000000:00000010:2.0:1761313473.740927:0:77239:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000101530af. 02000000:00000010:2.0:1761313473.740948:0:77239:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000b39f3e7e. 00000400:00000010:2.0:1761313473.740952:0:77239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000009bc064a7. 00000400:00000010:2.0:1761313473.740956:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000082ff5abb. 00000100:00000200:2.0:1761313473.740960:0:77239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869138384704, portal 16 00000400:00000010:2.0:1761313473.740964:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002c0ac683. 00000100:00000200:2.0:1761313473.740966:0:77239:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869138384704, offset 0 00000400:00000200:2.0:1761313473.740971:0:77239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:2.0:1761313473.740977:0:77239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:2.0:1761313473.740983:0:77239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:2.0:1761313473.740986:0:77239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761313473.740989:0:77239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:2.0:1761313473.740991:0:77239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90069:90069:255:4294967295] 192.168.204.38@tcp LPNI seq info [90069:90069:7:4294967295] 00000400:00000200:2.0:1761313473.740996:0:77239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:2.0:1761313473.741000:0:77239:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:2.0:1761313473.741003:0:77239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001293a8d4 (tot 82352074). 00000800:00000200:2.0:1761313473.741006:0:77239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:2.0:1761313473.741009:0:77239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:2.0:1761313473.741011:0:77239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000001293a8d4 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761313473.741091:0:15827:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313473.741094:0:15827:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c12329df (tot 82351826). 00000400:00000200:1.0:1761313473.741098:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313473.741101:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:1.0:1761313473.741103:0:15827:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002252f14c 00000400:00000010:1.0:1761313473.741105:0:15827:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002252f14c. 00000800:00000200:1.0:1761313473.741163:0:15827:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313473.741165:0:15827:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001293a8d4 (tot 82351578). 00000400:00000200:1.0:1761313473.741170:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313473.741173:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:1.0:1761313473.741175:0:15827:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002c0ac683 00000400:00000010:1.0:1761313473.741176:0:15827:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002c0ac683. 00000100:00000200:1.0:1761313473.741181:0:15827:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000010a0daa6 x1846869138384704/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313517 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1761313473.746462:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000083a215f. 00000400:00000200:1.0:1761313473.746521:0:15825:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:1.0:1761313473.746538:0:15825:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x68fb7baf0a740 00000400:00000200:1.0:1761313473.746545:0:15825:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb0825 [1] + 224 00000400:00000200:1.0:1761313473.746559:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313473.746563:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:1.0:1761313473.746572:0:15825:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000010a0daa6 x1846869138384704/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313517 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1761313473.746666:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000016aa4fe1. 00010000:00000010:2.1:1761313473.746672:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008db035d4. 00000400:00000010:2.0:1761313473.746690:0:77239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000009bc064a7. 00000400:00000200:2.0:1761313473.746693:0:77239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000082ff5abb 00000400:00000010:2.0:1761313473.746695:0:77239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000082ff5abb. 00000100:00000200:2.0:1761313473.746701:0:77239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000010a0daa6 x1846869138384704/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313517 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761313473.746709:0:77239:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000010a0daa6 x1846869138384704/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313517 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761313473.746736:0:77239:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000b39f3e7e. 02000000:00000010:2.0:1761313473.746742:0:77239:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000101530af. 00000100:00000010:2.0:1761313473.746745:0:77239:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000010a0daa6. 00000100:00000010:2.0:1761313473.746749:0:77239:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000000fc037df. 00010000:00000010:2.0:1761313473.746753:0:77239:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ff951afa. 00000400:00000200:0.0:1761313473.749551:0:15826:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:0.0:1761313473.749570:0:15826:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x68fb7ba85b300 00000400:00000200:0.0:1761313473.749578:0:15826:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xaf235 [2] + 656 00000400:00000200:0.0:1761313473.749643:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313473.749649:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:0.0:1761313473.749655:0:15826:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761313473.749662:0:15826:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000db4b24ed. 00000020:00000010:2.0:1761313473.750353:0:64710:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000101530af. 00000020:00000010:2.0:1761313473.750384:0:64710:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000000a67c8e1. 00000020:00000010:2.0:1761313473.750389:0:64710:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000052837985. 00000100:00000200:2.0:1761313473.750412:0:64710:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000db4b24ed x1846869131375360/t0(0) o103->78617949-0e11-4ca2-94c2-d809f91deaa9@192.168.204.38@tcp:404/0 lens 328/0 e 0 to 0 dl 1761313479 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:2.0:1761313473.750442:0:64710:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869131375360 02000000:00000010:2.0:1761313473.750451:0:64710:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000b39f3e7e. 00010000:00000010:2.0:1761313473.750476:0:64710:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000409371dd. 00010000:00000010:2.0:1761313473.750497:0:64710:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ff951afa. 00000100:00000010:2.0:1761313473.750503:0:64710:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000000fc037df. 00000100:00000010:2.0:1761313473.750511:0:64710:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000000fc037df. 00010000:00000010:2.0:1761313473.750514:0:64710:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ff951afa. 00000400:00000010:2.0:1761313473.750526:0:64710:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000082ff5abb. 00000100:00000200:2.0:1761313473.750530:0:64710:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869131375360, offset 224 00000400:00000200:2.0:1761313473.750539:0:64710:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:2.0:1761313473.750548:0:64710:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:2.0:1761313473.750553:0:64710:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90070:90070:256:4294967295] 192.168.204.38@tcp LPNI seq info [90070:90070:8:4294967295] 00000400:00000200:2.0:1761313473.750563:0:64710:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:2.0:1761313473.750569:0:64710:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:2.0:1761313473.750573:0:64710:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001293a8d4 (tot 82351826). 00000800:00000200:2.0:1761313473.750578:0:64710:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:2.0:1761313473.750584:0:64710:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:2.0:1761313473.750587:0:64710:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000001293a8d4 type 1, nob 320 niov 1 nkiov 1 00080000:00000010:0.0:1761313473.750860:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 000000007d169ba6. 00010000:00000010:0.0:1761313473.750940:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d80378c8. 00010000:00000010:0.0:1761313473.750948:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002bfced95. 00010000:00000010:0.0:1761313473.751013:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000008e1e814. 00010000:00000010:0.0:1761313473.751019:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000020ca8270. 00010000:00000010:0.0:1761313473.751029:0:77239:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000002d8d10f1. 00000100:00000010:0.0:1761313473.751032:0:77239:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000347d155d. 00000100:00000010:0.0:1761313473.751039:0:77239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000251ce4d5. 02000000:00000010:0.0:1761313473.751049:0:77239:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000657b945b. 02000000:00000010:0.0:1761313473.751072:0:77239:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000000434b24e. 00000400:00000010:0.0:1761313473.751077:0:77239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000bf2d0884. 00000400:00000010:0.0:1761313473.751081:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006c51a6d2. 00000100:00000200:0.0:1761313473.751086:0:77239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869138384768, portal 16 00000400:00000010:0.0:1761313473.751090:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b0337f11. 00000100:00000200:0.0:1761313473.751092:0:77239:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869138384768, offset 0 00000400:00000200:0.0:1761313473.751097:0:77239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:0.0:1761313473.751103:0:77239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:0.0:1761313473.751109:0:77239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:0.0:1761313473.751112:0:77239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761313473.751115:0:77239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:0.0:1761313473.751118:0:77239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90071:90071:255:4294967295] 192.168.204.38@tcp LPNI seq info [90071:90071:7:4294967295] 00000400:00000200:0.0:1761313473.751125:0:77239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:0.0:1761313473.751129:0:77239:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:0.0:1761313473.751132:0:77239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000028212975 (tot 82352074). 00000800:00000200:0.0:1761313473.751136:0:77239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:0.0:1761313473.751139:0:77239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:0.0:1761313473.751142:0:77239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000028212975 type 1, nob 424 niov 1 nkiov 1 00000020:00000010:2.0:1761313473.751989:0:64710:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000000a67c8e1. 00000020:00000010:2.0:1761313473.751996:0:64710:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000052837985. 00000020:00000010:2.0:1761313473.751999:0:64710:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000101530af. 00000800:00000200:1.0:1761313473.752257:0:15827:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313473.752261:0:15827:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001293a8d4 (tot 82351826). 00000400:00000200:1.0:1761313473.752266:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313473.752273:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:1.0:1761313473.752277:0:15827:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000082ff5abb 00000400:00000010:1.0:1761313473.752279:0:15827:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000082ff5abb. 00000800:00000200:1.0:1761313473.752339:0:15827:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313473.752341:0:15827:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000028212975 (tot 82351578). 00000400:00000200:1.0:1761313473.752351:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313473.752355:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:1.0:1761313473.752380:0:15827:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b0337f11 00000400:00000010:1.0:1761313473.752382:0:15827:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b0337f11. 00000100:00000200:1.0:1761313473.752389:0:15827:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000251ce4d5 x1846869138384768/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313517 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1761313473.756427:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e5a3f5c0. 00000400:00000200:1.0:1761313473.756822:0:15825:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:1.0:1761313473.756840:0:15825:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x68fb7baf0a780 00000400:00000200:1.0:1761313473.756848:0:15825:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb0831 [1] + 224 00000400:00000200:1.0:1761313473.756859:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313473.756863:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:1.0:1761313473.756873:0:15825:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000251ce4d5 x1846869138384768/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313517 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761313473.757117:0:15825:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:1.0:1761313473.757123:0:15825:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x68fb7ba85b340 00000400:00000200:1.0:1761313473.757128:0:15825:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xaf235 [2] + 984 00000400:00000200:1.0:1761313473.757180:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313473.757184:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:1.0:1761313473.757188:0:15825:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761313473.757194:0:15825:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ba613791. 00000020:00000010:2.0:1761313473.757309:0:64710:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000101530af. 00000020:00000010:2.0:1761313473.757315:0:64710:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000000a67c8e1. 00000020:00000010:2.0:1761313473.757319:0:64710:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000052837985. 00000100:00000200:2.0:1761313473.757341:0:64710:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000ba613791 x1846869131375424/t0(0) o103->78617949-0e11-4ca2-94c2-d809f91deaa9@192.168.204.38@tcp:404/0 lens 328/0 e 0 to 0 dl 1761313479 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:2.0:1761313473.757406:0:64710:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869131375424 02000000:00000010:2.0:1761313473.757418:0:64710:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000f555308e. 00010000:00000010:2.0:1761313473.757453:0:64710:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ff951afa. 00000100:00000010:2.0:1761313473.757458:0:64710:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000000fc037df. 00000100:00000010:2.0:1761313473.757464:0:64710:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000000fc037df. 00010000:00000010:2.0:1761313473.757468:0:64710:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ff951afa. 00000400:00000010:2.0:1761313473.757480:0:64710:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000060537b9b. 00000100:00000200:2.0:1761313473.757484:0:64710:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869131375424, offset 224 00000400:00000200:2.0:1761313473.757491:0:64710:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:2.0:1761313473.757499:0:64710:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:2.0:1761313473.757504:0:64710:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90072:90072:256:4294967295] 192.168.204.38@tcp LPNI seq info [90072:90072:8:4294967295] 00000400:00000200:2.0:1761313473.757513:0:64710:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:2.0:1761313473.757519:0:64710:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:2.0:1761313473.757522:0:64710:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c737f52d (tot 82351826). 00000800:00000200:2.0:1761313473.757527:0:64710:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:2.0:1761313473.757533:0:64710:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:2.0:1761313473.757537:0:64710:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c737f52d type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761313473.757552:0:64710:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000000a67c8e1. 00000020:00000010:2.0:1761313473.757554:0:64710:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000052837985. 00000020:00000010:2.0:1761313473.757557:0:64710:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000101530af. 00000400:00000010:0.0:1761313473.757779:0:77239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000bf2d0884. 00000400:00000200:0.0:1761313473.757785:0:77239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006c51a6d2 00000400:00000010:0.0:1761313473.757787:0:77239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006c51a6d2. 00000100:00000200:0.0:1761313473.757802:0:77239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000251ce4d5 x1846869138384768/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313517 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761313473.757809:0:77239:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000251ce4d5 x1846869138384768/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313517 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.0:1761313473.757833:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000001cdcd5cb. 02000000:00000010:0.0:1761313473.757849:0:77239:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000000434b24e. 02000000:00000010:0.0:1761313473.757853:0:77239:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000657b945b. 00000100:00000010:0.0:1761313473.757856:0:77239:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000251ce4d5. 00000100:00000010:0.0:1761313473.757859:0:77239:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000347d155d. 00010000:00000010:0.0:1761313473.757862:0:77239:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000002d8d10f1. 00080000:00000010:0.0:1761313473.757878:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000657b945b. 00010000:00000010:0.0:1761313473.757960:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000020ca8270. 00010000:00000010:0.0:1761313473.757967:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000003a8c420e. 00010000:00000010:0.0:1761313473.758039:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000006fbaf355. 00010000:00000010:0.0:1761313473.758045:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000020ca8270. 00010000:00000010:0.0:1761313473.758055:0:77239:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000002d8d10f1. 00000100:00000010:0.0:1761313473.758058:0:77239:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000347d155d. 00000100:00000010:0.0:1761313473.758064:0:77239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000251ce4d5. 02000000:00000010:0.0:1761313473.758073:0:77239:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000000434b24e. 02000000:00000010:0.0:1761313473.758095:0:77239:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000fa1a7565. 00000400:00000010:0.0:1761313473.758099:0:77239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000bf2d0884. 00000400:00000010:0.0:1761313473.758103:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006c51a6d2. 00000100:00000200:0.0:1761313473.758107:0:77239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869138384832, portal 16 00000400:00000010:0.0:1761313473.758111:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000686d1fa3. 00000100:00000200:0.0:1761313473.758113:0:77239:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869138384832, offset 0 00000400:00000200:0.0:1761313473.758118:0:77239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:0.0:1761313473.758125:0:77239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:0.0:1761313473.758131:0:77239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:0.0:1761313473.758134:0:77239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761313473.758138:0:77239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:0.0:1761313473.758140:0:77239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90073:90073:255:4294967295] 192.168.204.38@tcp LPNI seq info [90073:90073:7:4294967295] 00000400:00000200:0.0:1761313473.758147:0:77239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:0.0:1761313473.758151:0:77239:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:0.0:1761313473.758155:0:77239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000bd2f7339 (tot 82352074). 00000800:00000200:0.0:1761313473.758159:0:77239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:0.0:1761313473.758164:0:77239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:0.0:1761313473.758166:0:77239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000bd2f7339 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761313473.758400:0:15826:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313473.758403:0:15826:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c737f52d (tot 82351826). 00000400:00000200:1.0:1761313473.758409:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313473.758413:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:1.0:1761313473.758416:0:15826:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000060537b9b 00000400:00000010:1.0:1761313473.758418:0:15826:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000060537b9b. 00000800:00000200:1.0:1761313473.758474:0:15826:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313473.758476:0:15826:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000bd2f7339 (tot 82351578). 00000400:00000200:1.0:1761313473.758479:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313473.758482:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:1.0:1761313473.758484:0:15826:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000686d1fa3 00000400:00000010:1.0:1761313473.758486:0:15826:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000686d1fa3. 00000100:00000200:1.0:1761313473.758490:0:15826:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000251ce4d5 x1846869138384832/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313517 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1761313473.760682:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d586b052. 00010000:00000010:0.1:1761313473.760696:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bb585143. 00000400:00000200:1.0:1761313473.762458:0:15827:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:1.0:1761313473.762476:0:15827:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x68fb7baf0a7c0 00000400:00000200:1.0:1761313473.762484:0:15827:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb083d [1] + 224 00000400:00000200:1.0:1761313473.762494:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313473.762497:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:1.0:1761313473.762506:0:15827:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000251ce4d5 x1846869138384832/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313517 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761313473.762538:0:15827:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:1.0:1761313473.762542:0:15827:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x68fb7ba85b380 00000400:00000200:1.0:1761313473.762546:0:15827:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xaf235 [2] + 1312 00000400:00000200:1.0:1761313473.762553:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313473.762555:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:1.0:1761313473.762558:0:15827:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761313473.762563:0:15827:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d93d7538. 00000400:00000010:0.0:1761313473.762653:0:77239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000bf2d0884. 00000400:00000200:0.0:1761313473.762659:0:77239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006c51a6d2 00000400:00000010:0.0:1761313473.762661:0:77239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006c51a6d2. 00000100:00000200:0.0:1761313473.762668:0:77239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000251ce4d5 x1846869138384832/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313517 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761313473.762675:0:77239:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000251ce4d5 x1846869138384832/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313517 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761313473.762703:0:77239:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000fa1a7565. 02000000:00000010:0.0:1761313473.762709:0:77239:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000000434b24e. 00000100:00000010:0.0:1761313473.762713:0:77239:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000251ce4d5. 00000100:00000010:0.0:1761313473.762716:0:77239:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000347d155d. 00010000:00000010:0.0:1761313473.762719:0:77239:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000002d8d10f1. 00000020:00000010:3.0:1761313473.762800:0:75220:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000bfc526b6. 00000020:00000010:3.0:1761313473.762808:0:75220:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000000797a275. 00000020:00000010:3.0:1761313473.762812:0:75220:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000098064c6b. 00000100:00000200:3.0:1761313473.762833:0:75220:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000d93d7538 x1846869131375488/t0(0) o103->78617949-0e11-4ca2-94c2-d809f91deaa9@192.168.204.38@tcp:404/0 lens 328/0 e 0 to 0 dl 1761313479 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:3.0:1761313473.762854:0:75220:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869131375488 02000000:00000010:3.0:1761313473.762863:0:75220:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000226e391c. 00010000:00000010:3.0:1761313473.762886:0:75220:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000032b2fa7. 00010000:00000010:3.0:1761313473.762904:0:75220:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000989be21c. 00000100:00000010:3.0:1761313473.762910:0:75220:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000008a32b38c. 00000100:00000010:3.0:1761313473.763010:0:75220:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000008a32b38c. 00010000:00000010:3.0:1761313473.763014:0:75220:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000989be21c. 00000400:00000010:3.0:1761313473.763026:0:75220:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004871bb6d. 00000100:00000200:3.0:1761313473.763029:0:75220:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869131375488, offset 224 00000400:00000200:3.0:1761313473.763036:0:75220:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:3.0:1761313473.763045:0:75220:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:3.0:1761313473.763049:0:75220:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90074:90074:256:4294967295] 192.168.204.38@tcp LPNI seq info [90074:90074:8:4294967295] 00000400:00000200:3.0:1761313473.763058:0:75220:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:3.0:1761313473.763062:0:75220:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:3.0:1761313473.763066:0:75220:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000050f99130 (tot 82351826). 00000800:00000200:3.0:1761313473.763071:0:75220:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:3.0:1761313473.763077:0:75220:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:3.0:1761313473.763080:0:75220:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000050f99130 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761313473.763098:0:75220:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000000797a275. 00000020:00000010:3.0:1761313473.763102:0:75220:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000098064c6b. 00000020:00000010:3.0:1761313473.763105:0:75220:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000bfc526b6. 00080000:00000010:0.0:1761313473.763139:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000fa1a7565. 00010000:00000010:0.0:1761313473.763207:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000020ca8270. 00010000:00000010:0.0:1761313473.763212:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000007c89008. 00010000:00000010:0.0:1761313473.763273:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000048dea5e1. 00010000:00000010:0.0:1761313473.763278:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000020ca8270. 00010000:00000010:0.0:1761313473.763287:0:77239:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000002d8d10f1. 00000100:00000010:0.0:1761313473.763290:0:77239:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000347d155d. 00000100:00000010:0.0:1761313473.763295:0:77239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000251ce4d5. 02000000:00000010:0.0:1761313473.763305:0:77239:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000000434b24e. 02000000:00000010:0.0:1761313473.763326:0:77239:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000002922ea91. 00000400:00000010:0.0:1761313473.763332:0:77239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000bf2d0884. 00000400:00000010:0.0:1761313473.763335:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006c51a6d2. 00000100:00000200:0.0:1761313473.763339:0:77239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869138384896, portal 16 00000400:00000010:0.0:1761313473.763342:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000066042486. 00000800:00000200:1.0:1761313473.763506:0:15825:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313473.763510:0:15825:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000050f99130 (tot 82351578). 00000400:00000200:1.0:1761313473.763514:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313473.763517:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:1.0:1761313473.763520:0:15825:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004871bb6d 00000400:00000010:1.0:1761313473.763521:0:15825:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004871bb6d. 00000100:00000200:0.0:1761313473.763614:0:77239:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869138384896, offset 0 00000400:00000200:0.0:1761313473.763620:0:77239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:0.0:1761313473.763627:0:77239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:0.0:1761313473.763633:0:77239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:0.0:1761313473.763636:0:77239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761313473.763639:0:77239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:0.0:1761313473.763641:0:77239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90075:90075:256:4294967295] 192.168.204.38@tcp LPNI seq info [90075:90075:8:4294967295] 00000400:00000200:0.0:1761313473.763648:0:77239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:0.0:1761313473.763652:0:77239:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:0.0:1761313473.763655:0:77239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005a99fafd (tot 82351826). 00000800:00000200:0.0:1761313473.763659:0:77239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:0.0:1761313473.763663:0:77239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:0.0:1761313473.763665:0:77239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000005a99fafd type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761313473.763901:0:15826:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313473.763903:0:15826:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005a99fafd (tot 82351578). 00000400:00000200:1.0:1761313473.763906:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313473.763910:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:1.0:1761313473.763912:0:15826:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000066042486 00000400:00000010:1.0:1761313473.763913:0:15826:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000066042486. 00000100:00000200:1.0:1761313473.763918:0:15826:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000251ce4d5 x1846869138384896/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313517 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1761313473.766536:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008073d0fd. 00010000:00000010:0.1:1761313473.766549:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b80efbf4. 00010000:00000010:0.1:1761313473.766552:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000008e1e814. 00000400:00000200:1.0:1761313473.768973:0:15827:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:1.0:1761313473.768994:0:15827:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x68fb7baf0a800 00000400:00000200:1.0:1761313473.769003:0:15827:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb0849 [1] + 224 00000400:00000200:1.0:1761313473.769014:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313473.769018:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:1.0:1761313473.769028:0:15827:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000251ce4d5 x1846869138384896/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313517 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761313473.769068:0:15827:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:1.0:1761313473.769074:0:15827:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x68fb7ba85b3c0 00000400:00000200:1.0:1761313473.769078:0:15827:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xaf235 [2] + 1640 00000400:00000200:1.0:1761313473.769138:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313473.769142:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:1.0:1761313473.769146:0:15827:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761313473.769151:0:15827:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000eabf7b6f. 00000400:00000010:2.0:1761313473.769336:0:77239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000bf2d0884. 00000400:00000200:2.0:1761313473.769343:0:77239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006c51a6d2 00000400:00000010:2.0:1761313473.769355:0:77239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006c51a6d2. 00000100:00000200:2.0:1761313473.769381:0:77239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000251ce4d5 x1846869138384896/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313517 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761313473.769388:0:77239:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000251ce4d5 x1846869138384896/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313517 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761313473.769416:0:77239:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000002922ea91. 02000000:00000010:2.0:1761313473.769424:0:77239:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000000434b24e. 00000100:00000010:2.0:1761313473.769428:0:77239:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000251ce4d5. 00000100:00000010:2.0:1761313473.769431:0:77239:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000347d155d. 00010000:00000010:2.0:1761313473.769435:0:77239:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000002d8d10f1. 00000020:00000010:3.0:1761313473.769744:0:75220:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000bfc526b6. 00000020:00000010:3.0:1761313473.769752:0:75220:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000000797a275. 00000020:00000010:3.0:1761313473.769755:0:75220:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000098064c6b. 00000100:00000200:3.0:1761313473.769778:0:75220:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000eabf7b6f x1846869131375552/t0(0) o103->78617949-0e11-4ca2-94c2-d809f91deaa9@192.168.204.38@tcp:404/0 lens 328/0 e 0 to 0 dl 1761313479 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:3.0:1761313473.769818:0:75220:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869131375552 02000000:00000010:3.0:1761313473.769829:0:75220:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000004f13a525. 00010000:00000010:3.0:1761313473.769856:0:75220:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005085c153. 00010000:00000010:3.0:1761313473.769875:0:75220:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000989be21c. 00000100:00000010:3.0:1761313473.769882:0:75220:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000008a32b38c. 00000100:00000010:3.0:1761313473.769902:0:75220:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000008a32b38c. 00010000:00000010:3.0:1761313473.769905:0:75220:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000989be21c. 00000400:00000010:3.0:1761313473.769919:0:75220:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004871bb6d. 00000100:00000200:3.0:1761313473.769924:0:75220:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869131375552, offset 224 00000400:00000200:3.0:1761313473.769932:0:75220:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:3.0:1761313473.769943:0:75220:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:3.0:1761313473.769948:0:75220:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90076:90076:256:4294967295] 192.168.204.38@tcp LPNI seq info [90076:90076:8:4294967295] 00000400:00000200:3.0:1761313473.769957:0:75220:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:3.0:1761313473.769962:0:75220:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:3.0:1761313473.769966:0:75220:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000090e74ba2 (tot 82351826). 00000800:00000200:3.0:1761313473.769972:0:75220:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:3.0:1761313473.769978:0:75220:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:3.0:1761313473.769982:0:75220:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000090e74ba2 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761313473.769995:0:75220:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000000797a275. 00000020:00000010:3.0:1761313473.769999:0:75220:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000098064c6b. 00000020:00000010:3.0:1761313473.770002:0:75220:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000bfc526b6. 00000800:00000200:1.0:1761313473.770720:0:15825:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313473.770725:0:15825:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000090e74ba2 (tot 82351578). 00000400:00000200:1.0:1761313473.770730:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313473.770735:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:1.0:1761313473.770738:0:15825:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004871bb6d 00000400:00000010:1.0:1761313473.770739:0:15825:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004871bb6d. 00080000:00000010:1.0:1761313473.770768:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000b2fc1621. 00010000:00000010:1.0:1761313473.770869:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000020ca8270. 00010000:00000010:1.0:1761313473.770877:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000007bb60a7. 00010000:00000010:1.0:1761313473.770944:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000bdd37982. 00010000:00000010:1.0:1761313473.770948:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000fabc6bca. 00010000:00000010:1.0:1761313473.770953:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000000325b728. 00010000:00000010:1.0:1761313473.770958:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000018700495. 00080000:00000010:1.0:1761313473.770970:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000bd32b728. 00010000:00000010:1.0:1761313473.770994:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000018700495. 00010000:00000010:1.0:1761313473.770999:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fabc6bca. 00010000:00000010:1.0:1761313473.771049:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b0633623. 00010000:00000010:1.0:1761313473.771054:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000018700495. 00010000:00000010:1.0:1761313473.771061:0:77239:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000a1355dfc. 00000100:00000010:1.0:1761313473.771066:0:77239:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000730e02fd. 00000100:00000010:1.0:1761313473.771073:0:77239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000242da0db. 02000000:00000010:1.0:1761313473.771085:0:77239:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000e998ee48. 02000000:00000010:1.0:1761313473.771109:0:77239:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000976d2af7. 00000400:00000010:1.0:1761313473.771116:0:77239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000009dafaf35. 00000400:00000010:1.0:1761313473.771121:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000082428106. 00000100:00000200:1.0:1761313473.771125:0:77239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869138384960, portal 16 00000400:00000010:1.0:1761313473.771130:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000965e87ce. 00000100:00000200:1.0:1761313473.771131:0:77239:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869138384960, offset 0 00000400:00000200:1.0:1761313473.771138:0:77239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:1.0:1761313473.771146:0:77239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:1.0:1761313473.771154:0:77239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:1.0:1761313473.771157:0:77239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761313473.771160:0:77239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:1.0:1761313473.771162:0:77239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90077:90077:256:4294967295] 192.168.204.38@tcp LPNI seq info [90077:90077:8:4294967295] 00000400:00000200:1.0:1761313473.771170:0:77239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:1.0:1761313473.771175:0:77239:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:1.0:1761313473.771179:0:77239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000abc6288c (tot 82351826). 00000800:00000200:1.0:1761313473.771183:0:77239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:1.0:1761313473.771188:0:77239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:1.0:1761313473.771191:0:77239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000abc6288c type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761313473.771699:0:15826:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761313473.771703:0:15826:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000abc6288c (tot 82351578). 00000400:00000200:0.0:1761313473.771707:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313473.771711:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:0.0:1761313473.771714:0:15826:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000965e87ce 00000400:00000010:0.0:1761313473.771715:0:15826:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000965e87ce. 00000100:00000200:0.0:1761313473.771722:0:15826:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000242da0db x1846869138384960/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313517 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1761313473.774648:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006e384750. 00000400:00000200:1.0:1761313473.775276:0:15827:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:1.0:1761313473.775293:0:15827:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x68fb7baf0a840 00000400:00000200:1.0:1761313473.775301:0:15827:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb0855 [1] + 224 00000400:00000200:1.0:1761313473.775315:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313473.775319:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:1.0:1761313473.775328:0:15827:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000242da0db x1846869138384960/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313517 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1761313473.775600:0:77239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000009dafaf35. 00000400:00000200:2.0:1761313473.775605:0:77239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000082428106 00000400:00000010:2.0:1761313473.775607:0:77239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000082428106. 00000100:00000200:2.0:1761313473.775613:0:77239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000242da0db x1846869138384960/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313517 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761313473.775620:0:77239:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000242da0db x1846869138384960/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313517 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761313473.775648:0:77239:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000976d2af7. 02000000:00000010:2.0:1761313473.775657:0:77239:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000e998ee48. 00000100:00000010:2.0:1761313473.775661:0:77239:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000242da0db. 00000100:00000010:2.0:1761313473.775665:0:77239:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000730e02fd. 00010000:00000010:2.0:1761313473.775670:0:77239:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000a1355dfc. 00000400:00000200:1.0:1761313473.776214:0:15825:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:1.0:1761313473.776222:0:15825:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x68fb7ba85b400 00000400:00000200:1.0:1761313473.776227:0:15825:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xaf235 [2] + 1968 00000400:00000010:1.0:1761313473.776230:0:15825:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000ddc6103e. 00000400:00000200:1.0:1761313473.776234:0:15825:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 00000000a1675ba7 00000400:00000200:1.0:1761313473.776431:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313473.776436:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:1.0:1761313473.776439:0:15825:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a1675ba7 00000400:00000010:1.0:1761313473.776442:0:15825:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 00000000a1675ba7 (tot 82351426). 00000100:00000200:1.0:1761313473.776448:0:15825:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:0.0:1761313473.776682:0:64710:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002922ea91. 00000020:00000010:0.0:1761313473.776690:0:64710:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000196cbe29. 00000020:00000010:0.0:1761313473.776695:0:64710:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000a5d3e0ae. 00000100:00000200:0.0:1761313473.776719:0:64710:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000771a44f2 x1846869131375616/t0(0) o103->78617949-0e11-4ca2-94c2-d809f91deaa9@192.168.204.38@tcp:404/0 lens 328/0 e 0 to 0 dl 1761313479 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:0.0:1761313473.776753:0:64710:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869131375616 02000000:00000010:0.0:1761313473.776766:0:64710:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000dcc17bf2. 00010000:00000010:0.0:1761313473.776802:0:64710:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ddfcf4fa. 00010000:00000010:0.0:1761313473.776823:0:64710:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000f53b6504. 00000100:00000010:0.0:1761313473.776830:0:64710:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000008cdd6286. 00000100:00000010:0.0:1761313473.776837:0:64710:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000008cdd6286. 00010000:00000010:0.0:1761313473.776840:0:64710:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000f53b6504. 00000400:00000010:0.0:1761313473.776853:0:64710:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d021fde9. 00000100:00000200:0.0:1761313473.776857:0:64710:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869131375616, offset 224 00000400:00000200:0.0:1761313473.776865:0:64710:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:0.0:1761313473.776877:0:64710:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:0.0:1761313473.776882:0:64710:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90078:90078:256:4294967295] 192.168.204.38@tcp LPNI seq info [90078:90078:8:4294967295] 00000400:00000200:0.0:1761313473.776892:0:64710:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:0.0:1761313473.776897:0:64710:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:0.0:1761313473.776901:0:64710:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c74ddf42 (tot 82351674). 00000800:00000200:0.0:1761313473.776907:0:64710:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:0.0:1761313473.776913:0:64710:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:0.0:1761313473.776917:0:64710:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c74ddf42 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761313473.776941:0:64710:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000196cbe29. 00000020:00000010:0.0:1761313473.776946:0:64710:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000a5d3e0ae. 00000020:00000010:0.0:1761313473.776949:0:64710:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000002922ea91. 02000000:00000010:0.0:1761313473.776959:0:64710:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000004f13a525. 00000100:00000010:0.0:1761313473.776962:0:64710:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000eabf7b6f. 02000000:00000010:0.0:1761313473.776966:0:64710:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000226e391c. 00000100:00000010:0.0:1761313473.776968:0:64710:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d93d7538. 02000000:00000010:0.0:1761313473.776970:0:64710:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000f555308e. 00000100:00000010:0.0:1761313473.776973:0:64710:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ba613791. 02000000:00000010:0.0:1761313473.776976:0:64710:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000b39f3e7e. 00000100:00000010:0.0:1761313473.776979:0:64710:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000db4b24ed. 02000000:00000010:0.0:1761313473.776982:0:64710:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000233a92a5. 00000100:00000010:0.0:1761313473.776984:0:64710:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001375339a. 02000000:00000010:0.0:1761313473.776987:0:64710:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000d0b53f97. 00000100:00000010:0.0:1761313473.776989:0:64710:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000000b5a18e1. 00000100:00000200:0.0:1761313473.776995:0:64710:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1761313473.777000:0:64710:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000000e9208fa. 00000400:00000010:0.0:1761313473.777004:0:64710:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 000000008cdd6286 (tot 82351826). 00080000:00000010:2.0:1761313473.777166:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f555308e. 00010000:00000010:2.0:1761313473.777261:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000018700495. 00010000:00000010:2.0:1761313473.777268:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000035fb3c48. 00010000:00000010:2.0:1761313473.777337:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000a633bc9a. 00010000:00000010:2.0:1761313473.777343:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000034e8aa76. 00010000:00000010:2.0:1761313473.777353:0:77239:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ff951afa. 00000100:00000010:2.0:1761313473.777402:0:77239:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000000fc037df. 00000100:00000010:2.0:1761313473.777409:0:77239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000010a0daa6. 02000000:00000010:2.0:1761313473.777421:0:77239:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000000434b24e. 02000000:00000010:2.0:1761313473.777444:0:77239:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d0b53f97. 00000400:00000010:2.0:1761313473.777448:0:77239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000009bc064a7. 00000400:00000010:2.0:1761313473.777452:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e3e27e8e. 00000100:00000200:2.0:1761313473.777456:0:77239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869138385024, portal 16 00000400:00000010:2.0:1761313473.777460:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000093201eee. 00000100:00000200:2.0:1761313473.777461:0:77239:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869138385024, offset 0 00000400:00000200:2.0:1761313473.777466:0:77239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:2.0:1761313473.777474:0:77239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:2.0:1761313473.777481:0:77239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:2.0:1761313473.777484:0:77239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761313473.777487:0:77239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:2.0:1761313473.777489:0:77239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90079:90079:255:4294967295] 192.168.204.38@tcp LPNI seq info [90079:90079:7:4294967295] 00000400:00000200:2.0:1761313473.777498:0:77239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:2.0:1761313473.777502:0:77239:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:2.0:1761313473.777504:0:77239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000044feb42c (tot 82352074). 00000800:00000200:2.0:1761313473.777508:0:77239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:2.0:1761313473.777512:0:77239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:2.0:1761313473.777514:0:77239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000044feb42c type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761313473.777871:0:15826:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313473.777875:0:15826:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c74ddf42 (tot 82351826). 00000400:00000200:1.0:1761313473.777879:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313473.777883:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:1.0:1761313473.777886:0:15826:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d021fde9 00000400:00000010:1.0:1761313473.777888:0:15826:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d021fde9. 02000000:00000010:1.0:1761313473.777892:0:15826:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000dcc17bf2. 00000800:00000200:1.0:1761313473.777948:0:15826:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313473.777950:0:15826:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000044feb42c (tot 82351578). 00000400:00000200:1.0:1761313473.777954:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313473.777957:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:1.0:1761313473.777960:0:15826:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000093201eee 00000400:00000010:1.0:1761313473.777961:0:15826:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000093201eee. 00000100:00000200:1.0:1761313473.777966:0:15826:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000010a0daa6 x1846869138385024/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313517 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1761313473.778851:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005805940d. 00010000:00000010:0.1:1761313473.778861:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006fbaf355. 00000400:00000200:1.0:1761313473.781108:0:15827:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:1.0:1761313473.781128:0:15827:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x68fb7baf0a880 00000400:00000200:1.0:1761313473.781136:0:15827:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb0865 [1] + 224 00000400:00000200:1.0:1761313473.781149:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313473.781152:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:1.0:1761313473.781164:0:15827:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000010a0daa6 x1846869138385024/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313517 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761313473.781274:0:15827:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:1.0:1761313473.781279:0:15827:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x68fb7ba85b440 00000400:00000200:1.0:1761313473.781284:0:15827:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xaf28d [2] + 0 00000400:00000200:1.0:1761313473.781293:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313473.781295:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:1.0:1761313473.781299:0:15827:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761313473.781304:0:15827:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007fc08122. 00010000:00000010:0.1:1761313473.781426:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000013b468c0. 00010000:00000010:3.1:1761313473.781485:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a6f5d4e9. 00000020:00000010:3.0:1761313473.781520:0:75220:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000bfc526b6. 00000020:00000010:3.0:1761313473.781525:0:75220:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000000797a275. 00000020:00000010:3.0:1761313473.781530:0:75220:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000098064c6b. 00000100:00000200:3.0:1761313473.781552:0:75220:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000007fc08122 x1846869131375680/t0(0) o103->78617949-0e11-4ca2-94c2-d809f91deaa9@192.168.204.38@tcp:404/0 lens 328/0 e 0 to 0 dl 1761313479 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:3.0:1761313473.781576:0:75220:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869131375680 02000000:00000010:3.0:1761313473.781587:0:75220:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000006c11c8fb. 00010000:00000010:3.0:1761313473.781622:0:75220:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000989be21c. 00000100:00000010:3.0:1761313473.781629:0:75220:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000008a32b38c. 00000100:00000010:3.0:1761313473.781635:0:75220:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000008a32b38c. 00010000:00000010:3.0:1761313473.781638:0:75220:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000989be21c. 00000400:00000010:3.0:1761313473.781653:0:75220:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002252f14c. 00000100:00000200:3.0:1761313473.781658:0:75220:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869131375680, offset 224 00000400:00000200:3.0:1761313473.781665:0:75220:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:3.0:1761313473.781675:0:75220:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:3.0:1761313473.781681:0:75220:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90080:90080:256:4294967295] 192.168.204.38@tcp LPNI seq info [90080:90080:8:4294967295] 00000400:00000200:3.0:1761313473.781691:0:75220:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:3.0:1761313473.781696:0:75220:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:3.0:1761313473.781700:0:75220:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000572c2ec6 (tot 82351826). 00000800:00000200:3.0:1761313473.781706:0:75220:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:3.0:1761313473.781711:0:75220:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:3.0:1761313473.781715:0:75220:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000572c2ec6 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761313473.781733:0:75220:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000000797a275. 00000020:00000010:3.0:1761313473.781737:0:75220:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000098064c6b. 00000020:00000010:3.0:1761313473.781740:0:75220:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000bfc526b6. 00010000:00000010:2.1:1761313473.781801:0:77239:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c775d3f8. 00010000:00000010:2.1:1761313473.781807:0:77239:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b0633623. 00000400:00000010:2.0:1761313473.781816:0:77239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000009bc064a7. 00000400:00000200:2.0:1761313473.781819:0:77239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e3e27e8e 00000400:00000010:2.0:1761313473.781822:0:77239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e3e27e8e. 00000100:00000200:2.0:1761313473.781828:0:77239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000010a0daa6 x1846869138385024/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313517 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761313473.781835:0:77239:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000010a0daa6 x1846869138385024/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313517 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.0:1761313473.781856:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003b679497. 02000000:00000010:2.0:1761313473.781869:0:77239:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d0b53f97. 02000000:00000010:2.0:1761313473.781875:0:77239:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000000434b24e. 00000100:00000010:2.0:1761313473.781879:0:77239:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000010a0daa6. 00000100:00000010:2.0:1761313473.781881:0:77239:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000000fc037df. 00010000:00000010:2.0:1761313473.781884:0:77239:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ff951afa. 00080000:00000010:2.0:1761313473.781899:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d0b53f97. 00010000:00000010:2.0:1761313473.781981:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000034e8aa76. 00010000:00000010:2.0:1761313473.781987:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000070704251. 00010000:00000010:2.0:1761313473.782064:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000bb585143. 00010000:00000010:2.0:1761313473.782069:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000034e8aa76. 00010000:00000010:2.0:1761313473.782078:0:77239:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ff951afa. 00000100:00000010:2.0:1761313473.782080:0:77239:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000000fc037df. 00000100:00000010:2.0:1761313473.782086:0:77239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000010a0daa6. 02000000:00000010:2.0:1761313473.782094:0:77239:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000b39f3e7e. 02000000:00000010:2.0:1761313473.782114:0:77239:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000101530af. 00000400:00000010:2.0:1761313473.782118:0:77239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000009bc064a7. 00000400:00000010:2.0:1761313473.782121:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e3e27e8e. 00000100:00000200:2.0:1761313473.782125:0:77239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869138385088, portal 16 00000400:00000010:2.0:1761313473.782129:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fcdf887f. 00000100:00000200:2.0:1761313473.782131:0:77239:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869138385088, offset 0 00000400:00000200:2.0:1761313473.782136:0:77239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:2.0:1761313473.782142:0:77239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:2.0:1761313473.782148:0:77239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:2.0:1761313473.782152:0:77239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761313473.782154:0:77239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:2.0:1761313473.782156:0:77239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90081:90081:255:4294967295] 192.168.204.38@tcp LPNI seq info [90081:90081:7:4294967295] 00000400:00000200:2.0:1761313473.782163:0:77239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:2.0:1761313473.782167:0:77239:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:2.0:1761313473.782170:0:77239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000044feb42c (tot 82352074). 00000800:00000200:2.0:1761313473.782173:0:77239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:2.0:1761313473.782178:0:77239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:2.0:1761313473.782180:0:77239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000044feb42c type 1, nob 424 niov 1 nkiov 1 00010000:00000010:1.1:1761313473.782332:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000009c3db0. 00010000:00000010:1.1:1761313473.782339:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000048dea5e1. 00010000:00000010:1.1:1761313473.782342:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bdd37982. 00010000:00000010:1.1:1761313473.782376:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000325b728. 00000800:00000200:1.0:1761313473.782415:0:15825:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313473.782418:0:15825:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000572c2ec6 (tot 82351826). 00000400:00000200:1.0:1761313473.782421:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313473.782425:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:1.0:1761313473.782428:0:15825:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002252f14c 00000400:00000010:1.0:1761313473.782430:0:15825:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002252f14c. 00000800:00000200:1.0:1761313473.782488:0:15825:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313473.782490:0:15825:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000044feb42c (tot 82351578). 00000400:00000200:1.0:1761313473.782495:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313473.782498:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:1.0:1761313473.782500:0:15825:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fcdf887f 00000400:00000010:1.0:1761313473.782502:0:15825:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fcdf887f. 00000100:00000200:1.0:1761313473.782506:0:15825:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000010a0daa6 x1846869138385088/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313517 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761313473.785270:0:15826:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:1.0:1761313473.785290:0:15826:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x68fb7baf0a8c0 00000400:00000200:1.0:1761313473.785298:0:15826:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb0871 [1] + 224 00000400:00000200:1.0:1761313473.785328:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313473.785333:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:1.0:1761313473.785343:0:15826:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000010a0daa6 x1846869138385088/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313517 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1761313473.786427:0:77239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000009bc064a7. 00000400:00000200:2.0:1761313473.786433:0:77239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e3e27e8e 00000400:00000010:2.0:1761313473.786435:0:77239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e3e27e8e. 00000100:00000200:2.0:1761313473.786443:0:77239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000010a0daa6 x1846869138385088/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313517 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761313473.786452:0:77239:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000010a0daa6 x1846869138385088/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313517 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761313473.786481:0:77239:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000101530af. 02000000:00000010:2.0:1761313473.786487:0:77239:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000b39f3e7e. 00000100:00000010:2.0:1761313473.786491:0:77239:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000010a0daa6. 00000100:00000010:2.0:1761313473.786495:0:77239:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000000fc037df. 00010000:00000010:2.0:1761313473.786499:0:77239:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ff951afa. 00000400:00000200:1.0:1761313473.786879:0:15827:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:1.0:1761313473.786891:0:15827:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x68fb7ba85b480 00000400:00000200:1.0:1761313473.786897:0:15827:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xaf28d [2] + 328 00000400:00000200:1.0:1761313473.786957:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313473.786961:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:1.0:1761313473.786966:0:15827:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761313473.786971:0:15827:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001286135a. 00000020:00000010:0.0:1761313473.787179:0:64710:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000049cb8791. 00000020:00000010:0.0:1761313473.787187:0:64710:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000196cbe29. 00000020:00000010:0.0:1761313473.787191:0:64710:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000a5d3e0ae. 00000100:00000200:0.0:1761313473.787216:0:64710:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000001286135a x1846869131375744/t0(0) o103->78617949-0e11-4ca2-94c2-d809f91deaa9@192.168.204.38@tcp:404/0 lens 328/0 e 0 to 0 dl 1761313479 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:0.0:1761313473.787249:0:64710:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869131375744 02000000:00000010:0.0:1761313473.787259:0:64710:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000dcc17bf2. 00010000:00000010:0.0:1761313473.787287:0:64710:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000365c46bf. 00010000:00000010:0.0:1761313473.787307:0:64710:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000f53b6504. 00000100:00000010:0.0:1761313473.787314:0:64710:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000cdcc1424. 00000100:00000010:0.0:1761313473.787333:0:64710:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000cdcc1424. 00010000:00000010:0.0:1761313473.787336:0:64710:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000f53b6504. 00000400:00000010:0.0:1761313473.787396:0:64710:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000014b05d26. 00000100:00000200:0.0:1761313473.787401:0:64710:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869131375744, offset 224 00000400:00000200:0.0:1761313473.787408:0:64710:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:0.0:1761313473.787419:0:64710:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:0.0:1761313473.787424:0:64710:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90082:90082:256:4294967295] 192.168.204.38@tcp LPNI seq info [90082:90082:8:4294967295] 00000400:00000200:0.0:1761313473.787434:0:64710:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:0.0:1761313473.787440:0:64710:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:0.0:1761313473.787445:0:64710:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f3d53802 (tot 82351826). 00000800:00000200:0.0:1761313473.787451:0:64710:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:0.0:1761313473.787457:0:64710:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:0.0:1761313473.787460:0:64710:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000f3d53802 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761313473.787476:0:64710:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000196cbe29. 00000020:00000010:0.0:1761313473.787480:0:64710:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000a5d3e0ae. 00000020:00000010:0.0:1761313473.787483:0:64710:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000049cb8791. 00010000:00000010:2.1:1761313473.787628:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ae72f468. 00010000:00000010:2.1:1761313473.787636:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000024078fc7. 00010000:00000010:2.1:1761313473.787641:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a633bc9a. 00080000:00000010:2.0:1761313473.787661:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000b39f3e7e. 00010000:00000010:2.0:1761313473.787747:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000034e8aa76. 00010000:00000010:2.0:1761313473.787754:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008cb20f73. 00010000:00000010:2.0:1761313473.787835:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000a633bc9a. 00010000:00000010:2.0:1761313473.787841:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000034e8aa76. 00010000:00000010:2.0:1761313473.787850:0:77239:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ff951afa. 00000100:00000010:2.0:1761313473.787854:0:77239:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000000fc037df. 00000100:00000010:2.0:1761313473.787861:0:77239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000010a0daa6. 02000000:00000010:2.0:1761313473.787870:0:77239:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000101530af. 02000000:00000010:2.0:1761313473.787890:0:77239:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000000434b24e. 00000400:00000010:2.0:1761313473.787895:0:77239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000009bc064a7. 00000400:00000010:2.0:1761313473.787899:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e3e27e8e. 00000100:00000200:2.0:1761313473.787905:0:77239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869138385152, portal 16 00000400:00000010:2.0:1761313473.787909:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000028f7c384. 00000100:00000200:2.0:1761313473.787910:0:77239:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869138385152, offset 0 00000400:00000200:2.0:1761313473.787916:0:77239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:2.0:1761313473.787922:0:77239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:2.0:1761313473.787927:0:77239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:2.0:1761313473.787931:0:77239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761313473.787933:0:77239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:2.0:1761313473.787936:0:77239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90083:90083:255:4294967295] 192.168.204.38@tcp LPNI seq info [90083:90083:7:4294967295] 00000400:00000200:2.0:1761313473.787943:0:77239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:2.0:1761313473.787947:0:77239:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:2.0:1761313473.787950:0:77239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c737f52d (tot 82352074). 00000800:00000200:2.0:1761313473.787954:0:77239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:2.0:1761313473.787958:0:77239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:2.0:1761313473.787960:0:77239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c737f52d type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761313473.788527:0:15825:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313473.788531:0:15825:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f3d53802 (tot 82351826). 00000400:00000200:1.0:1761313473.788534:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313473.788539:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:1.0:1761313473.788543:0:15825:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000014b05d26 00000400:00000010:1.0:1761313473.788545:0:15825:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000014b05d26. 00000800:00000200:1.0:1761313473.788594:0:15825:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313473.788596:0:15825:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c737f52d (tot 82351578). 00000400:00000200:1.0:1761313473.788601:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313473.788604:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:1.0:1761313473.788606:0:15825:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000028f7c384 00000400:00000010:1.0:1761313473.788607:0:15825:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000028f7c384. 00000100:00000200:1.0:1761313473.788613:0:15825:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000010a0daa6 x1846869138385152/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313517 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761313473.792140:0:15826:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:1.0:1761313473.792162:0:15826:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x68fb7baf0a900 00000400:00000200:1.0:1761313473.792172:0:15826:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb087d [1] + 224 00000400:00000200:1.0:1761313473.792186:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313473.792189:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:1.0:1761313473.792199:0:15826:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000010a0daa6 x1846869138385152/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313517 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1761313473.792317:0:77239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000009bc064a7. 00000400:00000200:2.0:1761313473.792322:0:77239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e3e27e8e 00000400:00000010:2.0:1761313473.792324:0:77239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e3e27e8e. 00000100:00000200:2.0:1761313473.792331:0:77239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000010a0daa6 x1846869138385152/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313517 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761313473.792338:0:77239:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000010a0daa6 x1846869138385152/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313517 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761313473.792408:0:77239:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000000434b24e. 02000000:00000010:2.0:1761313473.792415:0:77239:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000101530af. 00000100:00000010:2.0:1761313473.792419:0:77239:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000010a0daa6. 00000100:00000010:2.0:1761313473.792423:0:77239:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000000fc037df. 00010000:00000010:2.0:1761313473.792427:0:77239:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ff951afa. 00010000:00000010:0.1:1761313473.792753:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008387e3e5. 00000400:00000200:1.0:1761313473.792994:0:15827:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:1.0:1761313473.793004:0:15827:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x68fb7ba85b4c0 00000400:00000200:1.0:1761313473.793010:0:15827:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xaf28d [2] + 656 00000400:00000200:1.0:1761313473.793058:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313473.793062:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:1.0:1761313473.793066:0:15827:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761313473.793070:0:15827:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000022227f6e. 00000020:00000010:3.0:1761313473.793240:0:75220:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000bfc526b6. 00000020:00000010:3.0:1761313473.793247:0:75220:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000000797a275. 00000020:00000010:3.0:1761313473.793251:0:75220:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000098064c6b. 00000100:00000200:3.0:1761313473.793274:0:75220:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000022227f6e x1846869131375808/t0(0) o103->78617949-0e11-4ca2-94c2-d809f91deaa9@192.168.204.38@tcp:404/0 lens 328/0 e 0 to 0 dl 1761313479 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:3.0:1761313473.793311:0:75220:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869131375808 02000000:00000010:3.0:1761313473.793322:0:75220:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000d7843103. 00010000:00000010:3.0:1761313473.793382:0:75220:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000033680663. 00010000:00000010:3.0:1761313473.793405:0:75220:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000989be21c. 00000100:00000010:3.0:1761313473.793412:0:75220:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000008a32b38c. 00000100:00000010:3.0:1761313473.793425:0:75220:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000008a32b38c. 00010000:00000010:3.0:1761313473.793428:0:75220:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000989be21c. 00000400:00000010:3.0:1761313473.793442:0:75220:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000059168ff5. 00000100:00000200:3.0:1761313473.793446:0:75220:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869131375808, offset 224 00000400:00000200:3.0:1761313473.793453:0:75220:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:3.0:1761313473.793464:0:75220:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:3.0:1761313473.793469:0:75220:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90084:90084:256:4294967295] 192.168.204.38@tcp LPNI seq info [90084:90084:8:4294967295] 00000400:00000200:3.0:1761313473.793479:0:75220:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:3.0:1761313473.793484:0:75220:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:3.0:1761313473.793488:0:75220:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000896a3ffd (tot 82351826). 00000800:00000200:3.0:1761313473.793493:0:75220:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:3.0:1761313473.793500:0:75220:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:3.0:1761313473.793503:0:75220:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000896a3ffd type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761313473.793527:0:75220:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000000797a275. 00000020:00000010:3.0:1761313473.793531:0:75220:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000098064c6b. 00000020:00000010:3.0:1761313473.793535:0:75220:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000bfc526b6. 00000800:00000200:1.0:1761313473.793962:0:15825:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313473.793965:0:15825:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000896a3ffd (tot 82351578). 00000400:00000200:1.0:1761313473.793969:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313473.793974:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:1.0:1761313473.793977:0:15825:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000059168ff5 00000400:00000010:1.0:1761313473.793978:0:15825:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000059168ff5. 00080000:00000010:2.0:1761313473.794207:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 000000000434b24e. 00010000:00000010:2.0:1761313473.794285:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000034e8aa76. 00010000:00000010:2.0:1761313473.794292:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000d80072af. 00010000:00000010:2.0:1761313473.794398:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b9e564ed. 00010000:00000010:2.0:1761313473.794404:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000034e8aa76. 00010000:00000010:2.0:1761313473.794414:0:77239:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ff951afa. 00000100:00000010:2.0:1761313473.794418:0:77239:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000000fc037df. 00000100:00000010:2.0:1761313473.794424:0:77239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000010a0daa6. 02000000:00000010:2.0:1761313473.794435:0:77239:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000101530af. 02000000:00000010:2.0:1761313473.794459:0:77239:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000006f7b1344. 00000400:00000010:2.0:1761313473.794464:0:77239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000009bc064a7. 00000400:00000010:2.0:1761313473.794468:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e3e27e8e. 00000100:00000200:2.0:1761313473.794473:0:77239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869138385216, portal 16 00000400:00000010:2.0:1761313473.794476:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005b8744b4. 00000100:00000200:2.0:1761313473.794478:0:77239:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869138385216, offset 0 00000400:00000200:2.0:1761313473.794483:0:77239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:2.0:1761313473.794491:0:77239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:2.0:1761313473.794497:0:77239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:2.0:1761313473.794500:0:77239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761313473.794503:0:77239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:2.0:1761313473.794505:0:77239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90085:90085:256:4294967295] 192.168.204.38@tcp LPNI seq info [90085:90085:8:4294967295] 00000400:00000200:2.0:1761313473.794512:0:77239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:2.0:1761313473.794516:0:77239:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:2.0:1761313473.794519:0:77239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001293a8d4 (tot 82351826). 00000800:00000200:2.0:1761313473.794524:0:77239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:2.0:1761313473.794528:0:77239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:2.0:1761313473.794530:0:77239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000001293a8d4 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761313473.794900:0:15826:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313473.794903:0:15826:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001293a8d4 (tot 82351578). 00000400:00000200:1.0:1761313473.794908:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313473.794911:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:1.0:1761313473.794914:0:15826:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005b8744b4 00000400:00000010:1.0:1761313473.794915:0:15826:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005b8744b4. 00000100:00000200:1.0:1761313473.794921:0:15826:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000010a0daa6 x1846869138385216/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313517 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1761313473.797830:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007c0fbc44. 00010000:00000010:2.1:1761313473.797843:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bb585143. 00000400:00000200:1.0:1761313473.799156:0:15827:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:1.0:1761313473.799173:0:15827:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x68fb7baf0a940 00000400:00000200:1.0:1761313473.799181:0:15827:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb0889 [1] + 224 00000400:00000200:1.0:1761313473.799195:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313473.799198:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:1.0:1761313473.799208:0:15827:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000010a0daa6 x1846869138385216/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313517 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1761313473.799680:0:77239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000009bc064a7. 00000400:00000200:2.0:1761313473.799686:0:77239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e3e27e8e 00000400:00000010:2.0:1761313473.799688:0:77239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e3e27e8e. 00000100:00000200:2.0:1761313473.799695:0:77239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000010a0daa6 x1846869138385216/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313517 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761313473.799703:0:77239:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000010a0daa6 x1846869138385216/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313517 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761313473.799732:0:77239:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000006f7b1344. 02000000:00000010:2.0:1761313473.799739:0:77239:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000101530af. 00000100:00000010:2.0:1761313473.799743:0:77239:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000010a0daa6. 00000100:00000010:2.0:1761313473.799746:0:77239:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000000fc037df. 00010000:00000010:2.0:1761313473.799751:0:77239:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ff951afa. 00000400:00000200:1.0:1761313473.799938:0:15825:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:1.0:1761313473.799946:0:15825:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x68fb7ba85b500 00000400:00000200:1.0:1761313473.799950:0:15825:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xaf28d [2] + 984 00000400:00000200:1.0:1761313473.800875:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313473.800882:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:1.0:1761313473.800887:0:15825:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761313473.800892:0:15825:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000088da404. 00000020:00000010:2.0:1761313473.801215:0:64710:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006f7b1344. 00000020:00000010:2.0:1761313473.801222:0:64710:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000000a67c8e1. 00000020:00000010:2.0:1761313473.801227:0:64710:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000052837985. 00000100:00000200:2.0:1761313473.801255:0:64710:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000088da404 x1846869131375872/t0(0) o103->78617949-0e11-4ca2-94c2-d809f91deaa9@192.168.204.38@tcp:404/0 lens 328/0 e 0 to 0 dl 1761313479 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:2.0:1761313473.801321:0:64710:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869131375872 02000000:00000010:2.0:1761313473.801333:0:64710:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000038ba8d46. 00010000:00000010:2.0:1761313473.801395:0:64710:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000bb0896a. 00010000:00000010:2.0:1761313473.801414:0:64710:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ff951afa. 00000100:00000010:2.0:1761313473.801421:0:64710:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000000fc037df. 00000100:00000010:2.0:1761313473.801438:0:64710:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000000fc037df. 00010000:00000010:2.0:1761313473.801442:0:64710:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ff951afa. 00000400:00000010:2.0:1761313473.801455:0:64710:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e3e27e8e. 00000100:00000200:2.0:1761313473.801460:0:64710:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869131375872, offset 224 00000400:00000200:2.0:1761313473.801468:0:64710:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:2.0:1761313473.801480:0:64710:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:2.0:1761313473.801485:0:64710:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90086:90086:256:4294967295] 192.168.204.38@tcp LPNI seq info [90086:90086:8:4294967295] 00000400:00000200:2.0:1761313473.801495:0:64710:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:2.0:1761313473.801501:0:64710:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:2.0:1761313473.801506:0:64710:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001293a8d4 (tot 82351826). 00000800:00000200:2.0:1761313473.801511:0:64710:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:2.0:1761313473.801517:0:64710:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:2.0:1761313473.801521:0:64710:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000001293a8d4 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761313473.801535:0:64710:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000000a67c8e1. 00000020:00000010:2.0:1761313473.801538:0:64710:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000052837985. 00000020:00000010:2.0:1761313473.801541:0:64710:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006f7b1344. 00080000:00000010:1.0:1761313473.801948:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 000000004cb1b0dd. 00010000:00000010:1.0:1761313473.802040:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000034e8aa76. 00010000:00000010:1.0:1761313473.802047:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000091714acc. 00010000:00000010:1.0:1761313473.802115:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000bdd37982. 00010000:00000010:1.0:1761313473.802120:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000fabc6bca. 00010000:00000010:1.0:1761313473.802125:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000000325b728. 00010000:00000010:1.0:1761313473.802130:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000006d67ece4. 00080000:00000010:1.0:1761313473.802141:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000856a1840. 00010000:00000010:1.0:1761313473.802165:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000006d67ece4. 00010000:00000010:1.0:1761313473.802170:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fabc6bca. 00010000:00000010:1.0:1761313473.802219:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000cb848b29. 00010000:00000010:1.0:1761313473.802223:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000006d67ece4. 00010000:00000010:1.0:1761313473.802231:0:77239:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000f057f132. 00000100:00000010:1.0:1761313473.802235:0:77239:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a1675ba7. 00000100:00000010:1.0:1761313473.802241:0:77239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000db5c2442. 02000000:00000010:1.0:1761313473.802253:0:77239:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000008661f0b5. 02000000:00000010:1.0:1761313473.802276:0:77239:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f9f4cc9c. 00000400:00000010:1.0:1761313473.802283:0:77239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000aaa435c6. 00000400:00000010:1.0:1761313473.802288:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004d58991b. 00000100:00000200:1.0:1761313473.802293:0:77239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869138385280, portal 16 00000400:00000010:1.0:1761313473.802297:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003ddcb197. 00000100:00000200:1.0:1761313473.802298:0:77239:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869138385280, offset 0 00000400:00000200:1.0:1761313473.802304:0:77239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:1.0:1761313473.802311:0:77239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:1.0:1761313473.802317:0:77239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:1.0:1761313473.802320:0:77239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761313473.802323:0:77239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:1.0:1761313473.802325:0:77239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90087:90087:255:4294967295] 192.168.204.38@tcp LPNI seq info [90087:90087:7:4294967295] 00000400:00000200:1.0:1761313473.802333:0:77239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:1.0:1761313473.802337:0:77239:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:1.0:1761313473.802341:0:77239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f3be7fa6 (tot 82352074). 00000800:00000200:1.0:1761313473.802379:0:77239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:1.0:1761313473.802384:0:77239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:1.0:1761313473.802386:0:77239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000f3be7fa6 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761313473.802454:0:15826:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761313473.802458:0:15826:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001293a8d4 (tot 82351826). 00000400:00000200:0.0:1761313473.802463:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313473.802467:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:0.0:1761313473.802471:0:15826:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e3e27e8e 00000400:00000010:0.0:1761313473.802473:0:15826:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e3e27e8e. 00000800:00000200:0.0:1761313473.803318:0:15826:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761313473.803322:0:15826:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f3be7fa6 (tot 82351578). 00000400:00000200:0.0:1761313473.803326:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313473.803330:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:0.0:1761313473.803333:0:15826:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003ddcb197 00000400:00000010:0.0:1761313473.803334:0:15826:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003ddcb197. 00000100:00000200:0.0:1761313473.803340:0:15826:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000db5c2442 x1846869138385280/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313517 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1761313473.804530:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007756da99. 00010000:00000010:2.1:1761313473.804540:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a633bc9a. 00010000:00000010:3.1:1761313473.805398:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000986f854a. 00000400:00000200:1.0:1761313473.806870:0:15827:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:1.0:1761313473.806888:0:15827:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x68fb7baf0a980 00000400:00000200:1.0:1761313473.806896:0:15827:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb0895 [1] + 224 00000400:00000200:1.0:1761313473.806913:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313473.806916:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:1.0:1761313473.806926:0:15827:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000db5c2442 x1846869138385280/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313517 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1761313473.807182:0:77239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000aaa435c6. 00000400:00000200:2.0:1761313473.807188:0:77239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004d58991b 00000400:00000010:2.0:1761313473.807190:0:77239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004d58991b. 00000100:00000200:2.0:1761313473.807196:0:77239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000db5c2442 x1846869138385280/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313517 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761313473.807204:0:77239:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000db5c2442 x1846869138385280/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313517 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761313473.807231:0:77239:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f9f4cc9c. 02000000:00000010:2.0:1761313473.807238:0:77239:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000008661f0b5. 00000100:00000010:2.0:1761313473.807241:0:77239:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000db5c2442. 00000100:00000010:2.0:1761313473.807245:0:77239:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a1675ba7. 00010000:00000010:2.0:1761313473.807250:0:77239:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000f057f132. 00000400:00000200:1.0:1761313473.807742:0:15825:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:1.0:1761313473.807754:0:15825:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x68fb7ba85b540 00000400:00000200:1.0:1761313473.807759:0:15825:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xaf28d [2] + 1312 00000400:00000200:1.0:1761313473.807824:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313473.807828:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:1.0:1761313473.807832:0:15825:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761313473.807837:0:15825:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000678f995f. 00000020:00000010:2.0:1761313473.807915:0:64710:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006f7b1344. 00000020:00000010:2.0:1761313473.807922:0:64710:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000000a67c8e1. 00000020:00000010:2.0:1761313473.807926:0:64710:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000052837985. 00000100:00000200:2.0:1761313473.807947:0:64710:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000678f995f x1846869131375936/t0(0) o103->78617949-0e11-4ca2-94c2-d809f91deaa9@192.168.204.38@tcp:404/0 lens 328/0 e 0 to 0 dl 1761313479 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:2.0:1761313473.807979:0:64710:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869131375936 02000000:00000010:2.0:1761313473.807990:0:64710:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000006d65d682. 00010000:00000010:2.0:1761313473.808014:0:64710:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000263b5f9f. 00010000:00000010:2.0:1761313473.808034:0:64710:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ff951afa. 00000100:00000010:2.0:1761313473.808039:0:64710:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000000fc037df. 00000100:00000010:2.0:1761313473.808054:0:64710:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000000fc037df. 00010000:00000010:2.0:1761313473.808058:0:64710:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ff951afa. 00000400:00000010:2.0:1761313473.808070:0:64710:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e985dd66. 00000100:00000200:2.0:1761313473.808074:0:64710:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869131375936, offset 224 00000400:00000200:2.0:1761313473.808081:0:64710:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:2.0:1761313473.808091:0:64710:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:2.0:1761313473.808096:0:64710:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90088:90088:256:4294967295] 192.168.204.38@tcp LPNI seq info [90088:90088:8:4294967295] 00000400:00000200:2.0:1761313473.808105:0:64710:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:2.0:1761313473.808110:0:64710:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:2.0:1761313473.808116:0:64710:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c737f52d (tot 82351826). 00000800:00000200:2.0:1761313473.808121:0:64710:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:2.0:1761313473.808127:0:64710:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:2.0:1761313473.808130:0:64710:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c737f52d type 1, nob 320 niov 1 nkiov 1 00080000:00000010:1.0:1761313473.808704:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 0000000028983b63. 00010000:00000010:1.0:1761313473.808786:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000006d67ece4. 00010000:00000010:1.0:1761313473.808804:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004959e2c4. 00010000:00000010:1.0:1761313473.808876:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000088c0b17f. 00010000:00000010:1.0:1761313473.808881:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000006d67ece4. 00010000:00000010:1.0:1761313473.808891:0:77239:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000f55bd78e. 00000100:00000010:1.0:1761313473.808896:0:77239:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000e1a21ea7. 00000100:00000010:1.0:1761313473.808903:0:77239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000771a630e. 02000000:00000010:1.0:1761313473.808913:0:77239:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000d39845a5. 02000000:00000010:1.0:1761313473.808937:0:77239:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a8459486. 00000400:00000010:1.0:1761313473.808943:0:77239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000e3ae0e8f. 00000400:00000010:1.0:1761313473.808948:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f67f39f5. 00000100:00000200:1.0:1761313473.808953:0:77239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869138385344, portal 16 00000400:00000010:1.0:1761313473.808958:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e88f20fc. 00000100:00000200:1.0:1761313473.808960:0:77239:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869138385344, offset 0 00000400:00000200:1.0:1761313473.808966:0:77239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:1.0:1761313473.808975:0:77239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:1.0:1761313473.808981:0:77239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:1.0:1761313473.808985:0:77239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761313473.808987:0:77239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:1.0:1761313473.808990:0:77239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90089:90089:255:4294967295] 192.168.204.38@tcp LPNI seq info [90089:90089:7:4294967295] 00000400:00000200:1.0:1761313473.808998:0:77239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:1.0:1761313473.809003:0:77239:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:1.0:1761313473.809006:0:77239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004eeb71e1 (tot 82352074). 00000800:00000200:1.0:1761313473.809011:0:77239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:1.0:1761313473.809015:0:77239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:1.0:1761313473.809017:0:77239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000004eeb71e1 type 1, nob 424 niov 1 nkiov 1 00000020:00000010:2.0:1761313473.809074:0:64710:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000000a67c8e1. 00000020:00000010:2.0:1761313473.809079:0:64710:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000052837985. 00000020:00000010:2.0:1761313473.809082:0:64710:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006f7b1344. 00000800:00000200:0.0:1761313473.810192:0:15826:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761313473.810197:0:15826:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c737f52d (tot 82351826). 00000400:00000200:0.0:1761313473.810203:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313473.810211:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:0.0:1761313473.810216:0:15826:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e985dd66 00000400:00000010:0.0:1761313473.810218:0:15826:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e985dd66. 00000800:00000200:0.0:1761313473.810284:0:15826:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761313473.810286:0:15826:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004eeb71e1 (tot 82351578). 00000400:00000200:0.0:1761313473.810289:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313473.810292:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:0.0:1761313473.810294:0:15826:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e88f20fc 00000400:00000010:0.0:1761313473.810296:0:15826:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e88f20fc. 00000100:00000200:0.0:1761313473.810302:0:15826:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000771a630e x1846869138385344/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313517 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1761313473.810597:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000adcfbe17. 00000400:00000200:1.0:1761313473.813593:0:15827:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:1.0:1761313473.813612:0:15827:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x68fb7baf0a9c0 00000400:00000200:1.0:1761313473.813620:0:15827:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb08a1 [1] + 224 00000400:00000200:1.0:1761313473.813633:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313473.813636:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:1.0:1761313473.813646:0:15827:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000771a630e x1846869138385344/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313517 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1761313473.813744:0:77239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000e3ae0e8f. 00000400:00000200:2.0:1761313473.813749:0:77239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f67f39f5 00000400:00000010:2.0:1761313473.813751:0:77239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f67f39f5. 00000100:00000200:2.0:1761313473.813757:0:77239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000771a630e x1846869138385344/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313517 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761313473.813763:0:77239:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000771a630e x1846869138385344/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313517 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761313473.813801:0:77239:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a8459486. 02000000:00000010:2.0:1761313473.813807:0:77239:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000d39845a5. 00000100:00000010:2.0:1761313473.813812:0:77239:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000771a630e. 00000100:00000010:2.0:1761313473.813816:0:77239:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000e1a21ea7. 00010000:00000010:2.0:1761313473.813821:0:77239:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000f55bd78e. 00000400:00000200:1.0:1761313473.814520:0:15825:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:1.0:1761313473.814529:0:15825:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x68fb7ba85b580 00000400:00000200:1.0:1761313473.814536:0:15825:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xaf28d [2] + 1640 00000400:00000200:1.0:1761313473.814592:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313473.814597:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:1.0:1761313473.814600:0:15825:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761313473.814604:0:15825:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000c18fc9d0. 00000020:00000010:2.0:1761313473.814820:0:64710:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006f7b1344. 00000020:00000010:2.0:1761313473.814828:0:64710:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000000a67c8e1. 00000020:00000010:2.0:1761313473.814832:0:64710:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000052837985. 00000100:00000200:2.0:1761313473.814856:0:64710:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000c18fc9d0 x1846869131376000/t0(0) o103->78617949-0e11-4ca2-94c2-d809f91deaa9@192.168.204.38@tcp:404/0 lens 328/0 e 0 to 0 dl 1761313479 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:2.0:1761313473.814884:0:64710:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869131376000 02000000:00000010:2.0:1761313473.814895:0:64710:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000a6049969. 00010000:00000010:2.0:1761313473.814922:0:64710:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003a0a61e4. 00010000:00000010:2.0:1761313473.814940:0:64710:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ff951afa. 00000100:00000010:2.0:1761313473.814947:0:64710:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000000fc037df. 00000100:00000010:2.0:1761313473.814962:0:64710:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000000fc037df. 00010000:00000010:2.0:1761313473.814966:0:64710:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ff951afa. 00000400:00000010:2.0:1761313473.814979:0:64710:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e985dd66. 00000100:00000200:2.0:1761313473.814984:0:64710:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869131376000, offset 224 00000400:00000200:2.0:1761313473.814991:0:64710:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:2.0:1761313473.815001:0:64710:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:2.0:1761313473.815005:0:64710:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90090:90090:256:4294967295] 192.168.204.38@tcp LPNI seq info [90090:90090:8:4294967295] 00000400:00000200:2.0:1761313473.815015:0:64710:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:2.0:1761313473.815019:0:64710:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:2.0:1761313473.815023:0:64710:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000044feb42c (tot 82351826). 00000800:00000200:2.0:1761313473.815029:0:64710:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:2.0:1761313473.815035:0:64710:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:2.0:1761313473.815038:0:64710:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000044feb42c type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761313473.815058:0:64710:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000000a67c8e1. 00000020:00000010:2.0:1761313473.815062:0:64710:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000052837985. 00000020:00000010:2.0:1761313473.815065:0:64710:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006f7b1344. 00000800:00000200:0.0:1761313473.815505:0:15826:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761313473.815509:0:15826:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000044feb42c (tot 82351578). 00000400:00000200:0.0:1761313473.815515:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313473.815519:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:0.0:1761313473.815522:0:15826:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e985dd66 00000400:00000010:0.0:1761313473.815524:0:15826:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e985dd66. 00080000:00000010:1.0:1761313473.815757:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 000000009ef2b81d. 00010000:00000010:1.0:1761313473.815842:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000006d67ece4. 00010000:00000010:1.0:1761313473.815849:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000039055aaa. 00010000:00000010:1.0:1761313473.815917:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000001dae9f03. 00010000:00000010:1.0:1761313473.815921:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000006d67ece4. 00010000:00000010:1.0:1761313473.815929:0:77239:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000888ae0b1. 00000100:00000010:1.0:1761313473.815933:0:77239:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000daad153c. 00000100:00000010:1.0:1761313473.815938:0:77239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000a5ef76cf. 02000000:00000010:1.0:1761313473.815949:0:77239:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000d39845a5. 02000000:00000010:1.0:1761313473.815969:0:77239:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a8459486. 00000400:00000010:1.0:1761313473.815974:0:77239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000005dc1a0de. 00000400:00000010:1.0:1761313473.815977:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003b07ff82. 00000100:00000200:1.0:1761313473.815982:0:77239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869138385408, portal 16 00000400:00000010:1.0:1761313473.815986:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009cf941ad. 00000100:00000200:1.0:1761313473.815988:0:77239:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869138385408, offset 0 00000400:00000200:1.0:1761313473.815993:0:77239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:1.0:1761313473.815999:0:77239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:1.0:1761313473.816005:0:77239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:1.0:1761313473.816007:0:77239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761313473.816010:0:77239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:1.0:1761313473.816012:0:77239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90091:90091:256:4294967295] 192.168.204.38@tcp LPNI seq info [90091:90091:8:4294967295] 00000400:00000200:1.0:1761313473.816020:0:77239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:1.0:1761313473.816024:0:77239:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:1.0:1761313473.816027:0:77239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d1fdb818 (tot 82351826). 00000800:00000200:1.0:1761313473.816032:0:77239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:1.0:1761313473.816036:0:77239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:1.0:1761313473.816038:0:77239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000d1fdb818 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761313473.816488:0:15827:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761313473.816491:0:15827:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d1fdb818 (tot 82351578). 00000400:00000200:3.0:1761313473.816494:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313473.816498:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:3.0:1761313473.816501:0:15827:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009cf941ad 00000400:00000010:3.0:1761313473.816502:0:15827:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009cf941ad. 00000100:00000200:3.0:1761313473.816508:0:15827:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000a5ef76cf x1846869138385408/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313517 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1761313473.818404:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000e93af95. 00010000:00000010:1.1:1761313473.818555:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000044cc4abf. 00010000:00000010:1.1:1761313473.818562:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b9e564ed. 00010000:00000010:1.1:1761313473.818565:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bdd37982. 00010000:00000010:1.1:1761313473.818570:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000325b728. 00000400:00000200:1.0:1761313473.820107:0:15825:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:1.0:1761313473.820126:0:15825:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x68fb7baf0aa00 00000400:00000200:1.0:1761313473.820135:0:15825:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb08ad [1] + 224 00000400:00000200:1.0:1761313473.820152:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313473.820156:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:1.0:1761313473.820166:0:15825:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000a5ef76cf x1846869138385408/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313517 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1761313473.820470:0:77239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000005dc1a0de. 00000400:00000200:2.0:1761313473.820476:0:77239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003b07ff82 00000400:00000010:2.0:1761313473.820478:0:77239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003b07ff82. 00000100:00000200:2.0:1761313473.820485:0:77239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000a5ef76cf x1846869138385408/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313517 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761313473.820493:0:77239:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000a5ef76cf x1846869138385408/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313517 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761313473.820521:0:77239:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a8459486. 02000000:00000010:2.0:1761313473.820528:0:77239:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000d39845a5. 00000100:00000010:2.0:1761313473.820532:0:77239:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000a5ef76cf. 00000100:00000010:2.0:1761313473.820535:0:77239:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000daad153c. 00010000:00000010:2.0:1761313473.820540:0:77239:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000888ae0b1. 00000400:00000200:0.0:1761313473.820718:0:15826:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:0.0:1761313473.820727:0:15826:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x68fb7ba85b5c0 00000400:00000200:0.0:1761313473.820731:0:15826:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xaf28d [2] + 1968 00000400:00000010:0.0:1761313473.820734:0:15826:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000b4c7e534. 00000400:00000200:0.0:1761313473.820737:0:15826:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 00000000794492ac 00000400:00000200:0.0:1761313473.820782:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313473.820785:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:0.0:1761313473.820797:0:15826:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000794492ac 00000400:00000010:0.0:1761313473.820799:0:15826:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 00000000794492ac (tot 82351426). 00000100:00000200:0.0:1761313473.820803:0:15826:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:3.0:1761313473.821052:0:75220:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000bfc526b6. 00000020:00000010:3.0:1761313473.821059:0:75220:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000000797a275. 00000020:00000010:3.0:1761313473.821063:0:75220:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000098064c6b. 00000100:00000200:3.0:1761313473.821088:0:75220:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000008c809753 x1846869131376064/t0(0) o103->78617949-0e11-4ca2-94c2-d809f91deaa9@192.168.204.38@tcp:404/0 lens 328/0 e 0 to 0 dl 1761313479 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:3.0:1761313473.821122:0:75220:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869131376064 02000000:00000010:3.0:1761313473.821134:0:75220:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000233a92a5. 00010000:00000010:3.0:1761313473.821161:0:75220:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b770400d. 00010000:00000010:3.0:1761313473.821181:0:75220:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000989be21c. 00000100:00000010:3.0:1761313473.821187:0:75220:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000008a32b38c. 00000100:00000010:3.0:1761313473.821203:0:75220:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000008a32b38c. 00010000:00000010:3.0:1761313473.821206:0:75220:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000989be21c. 00000400:00000010:3.0:1761313473.821220:0:75220:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000fdaafa7. 00000100:00000200:3.0:1761313473.821224:0:75220:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869131376064, offset 224 00000400:00000200:3.0:1761313473.821232:0:75220:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:3.0:1761313473.821242:0:75220:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:3.0:1761313473.821247:0:75220:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90092:90092:256:4294967295] 192.168.204.38@tcp LPNI seq info [90092:90092:8:4294967295] 00000400:00000200:3.0:1761313473.821256:0:75220:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:3.0:1761313473.821261:0:75220:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:3.0:1761313473.821265:0:75220:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000633d13cc (tot 82351674). 00000800:00000200:3.0:1761313473.821270:0:75220:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:3.0:1761313473.821275:0:75220:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:3.0:1761313473.821278:0:75220:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000633d13cc type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761313473.821305:0:75220:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000000797a275. 00000020:00000010:3.0:1761313473.821309:0:75220:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000098064c6b. 00000020:00000010:3.0:1761313473.821313:0:75220:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000bfc526b6. 02000000:00000010:3.0:1761313473.821320:0:75220:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000a6049969. 00000100:00000010:3.0:1761313473.821322:0:75220:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000c18fc9d0. 02000000:00000010:3.0:1761313473.821325:0:75220:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000006d65d682. 00000100:00000010:3.0:1761313473.821328:0:75220:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000678f995f. 02000000:00000010:3.0:1761313473.821330:0:75220:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000038ba8d46. 00000100:00000010:3.0:1761313473.821332:0:75220:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000088da404. 02000000:00000010:3.0:1761313473.821334:0:75220:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000d7843103. 00000100:00000010:3.0:1761313473.821336:0:75220:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000022227f6e. 02000000:00000010:3.0:1761313473.821339:0:75220:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000dcc17bf2. 00000100:00000010:3.0:1761313473.821341:0:75220:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001286135a. 02000000:00000010:3.0:1761313473.821354:0:75220:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000006c11c8fb. 00000100:00000010:3.0:1761313473.821380:0:75220:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007fc08122. 00000100:00000200:3.0:1761313473.821388:0:75220:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1761313473.821392:0:75220:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000c50d88c5. 00000400:00000010:3.0:1761313473.821396:0:75220:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 000000008a32b38c (tot 82351826). 00080000:00000010:1.0:1761313473.821545:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 000000008661f0b5. 00010000:00000010:1.0:1761313473.821624:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000006d67ece4. 00010000:00000010:1.0:1761313473.821631:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008e8af0e2. 00010000:00000010:1.0:1761313473.821701:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000000325b728. 00010000:00000010:1.0:1761313473.821706:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000006d67ece4. 00010000:00000010:1.0:1761313473.821715:0:77239:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000acd39b26. 00000100:00000010:1.0:1761313473.821720:0:77239:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000aede53f8. 00000100:00000010:1.0:1761313473.821726:0:77239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000c5b18b3c. 02000000:00000010:1.0:1761313473.821736:0:77239:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000f9f4cc9c. 02000000:00000010:1.0:1761313473.821758:0:77239:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e998ee48. 00000400:00000010:1.0:1761313473.821762:0:77239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000b4c7e534. 00000400:00000010:1.0:1761313473.821766:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ccaef716. 00000100:00000200:1.0:1761313473.821769:0:77239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869138385472, portal 16 00000400:00000010:1.0:1761313473.821773:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000074b1fc4e. 00000100:00000200:1.0:1761313473.821774:0:77239:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869138385472, offset 0 00000400:00000200:1.0:1761313473.821779:0:77239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:1.0:1761313473.821785:0:77239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:1.0:1761313473.821800:0:77239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:1.0:1761313473.821804:0:77239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761313473.821807:0:77239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:1.0:1761313473.821809:0:77239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90093:90093:255:4294967295] 192.168.204.38@tcp LPNI seq info [90093:90093:7:4294967295] 00000400:00000200:1.0:1761313473.821818:0:77239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:1.0:1761313473.821822:0:77239:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:1.0:1761313473.821825:0:77239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000926e98a9 (tot 82352074). 00000800:00000200:1.0:1761313473.821828:0:77239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:1.0:1761313473.821832:0:77239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:1.0:1761313473.821834:0:77239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000926e98a9 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761313473.825904:0:15827:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761313473.825910:0:15827:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000633d13cc (tot 82351826). 00000400:00000200:0.0:1761313473.825919:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313473.825928:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:0.0:1761313473.825933:0:15827:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000fdaafa7 00000400:00000010:0.0:1761313473.825936:0:15827:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000fdaafa7. 02000000:00000010:0.0:1761313473.825944:0:15827:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000233a92a5. 00000800:00000200:0.0:1761313473.826006:0:15827:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761313473.826008:0:15827:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000926e98a9 (tot 82351578). 00000400:00000200:0.0:1761313473.826010:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313473.826013:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:0.0:1761313473.826015:0:15827:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000074b1fc4e 00000400:00000010:0.0:1761313473.826017:0:15827:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000074b1fc4e. 00000100:00000200:0.0:1761313473.826023:0:15827:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000c5b18b3c x1846869138385472/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313517 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1761313473.829494:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008c96c625. 00010000:00000010:1.1:1761313473.829510:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cb848b29. 00000400:00000200:1.0:1761313473.830412:0:15825:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:1.0:1761313473.830430:0:15825:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x68fb7baf0aa40 00000400:00000200:1.0:1761313473.830439:0:15825:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb08bd [1] + 224 00000400:00000200:1.0:1761313473.830449:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313473.830453:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:1.0:1761313473.830463:0:15825:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000c5b18b3c x1846869138385472/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313517 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761313473.830497:0:15825:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:1.0:1761313473.830502:0:15825:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x68fb7ba85b600 00000400:00000200:1.0:1761313473.830508:0:15825:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xaf2e5 [2] + 0 00000400:00000200:1.0:1761313473.830516:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313473.830519:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:1.0:1761313473.830523:0:15825:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761313473.830529:0:15825:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007fc08122. 00000020:00000010:0.0:1761313473.830622:0:64710:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000049cb8791. 00000020:00000010:0.0:1761313473.830630:0:64710:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000196cbe29. 00000020:00000010:0.0:1761313473.830634:0:64710:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000a5d3e0ae. 00000100:00000200:0.0:1761313473.830659:0:64710:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000007fc08122 x1846869131376128/t0(0) o103->78617949-0e11-4ca2-94c2-d809f91deaa9@192.168.204.38@tcp:404/0 lens 328/0 e 0 to 0 dl 1761313479 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:0.0:1761313473.830699:0:64710:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869131376128 02000000:00000010:0.0:1761313473.830712:0:64710:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000dcc17bf2. 00010000:00000010:0.0:1761313473.830751:0:64710:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000f53b6504. 00000100:00000010:0.0:1761313473.830759:0:64710:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000cdcc1424. 00000100:00000010:0.0:1761313473.830765:0:64710:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000cdcc1424. 00010000:00000010:0.0:1761313473.830768:0:64710:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000f53b6504. 00000400:00000010:0.0:1761313473.830782:0:64710:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c07641fd. 00000100:00000200:0.0:1761313473.830786:0:64710:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869131376128, offset 224 00000400:00000200:0.0:1761313473.830804:0:64710:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:0.0:1761313473.830814:0:64710:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:0.0:1761313473.830819:0:64710:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90094:90094:256:4294967295] 192.168.204.38@tcp LPNI seq info [90094:90094:8:4294967295] 00000400:00000200:0.0:1761313473.830829:0:64710:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:0.0:1761313473.830834:0:64710:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:0.0:1761313473.830839:0:64710:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c766a5fa (tot 82351826). 00000800:00000200:0.0:1761313473.830844:0:64710:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:0.0:1761313473.830850:0:64710:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:0.0:1761313473.830854:0:64710:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c766a5fa type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761313473.830881:0:64710:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000196cbe29. 00000020:00000010:0.0:1761313473.830885:0:64710:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000a5d3e0ae. 00000020:00000010:0.0:1761313473.830888:0:64710:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000049cb8791. 00000800:00000200:1.0:1761313473.831050:0:15826:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313473.831053:0:15826:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c766a5fa (tot 82351578). 00000400:00000200:1.0:1761313473.831057:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313473.831061:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:1.0:1761313473.831065:0:15826:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c07641fd 00000400:00000010:1.0:1761313473.831067:0:15826:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c07641fd. 00000400:00000010:2.0:1761313473.831138:0:77239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000b4c7e534. 00000400:00000200:2.0:1761313473.831144:0:77239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ccaef716 00000400:00000010:2.0:1761313473.831145:0:77239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ccaef716. 00000100:00000200:2.0:1761313473.831151:0:77239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000c5b18b3c x1846869138385472/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313517 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761313473.831158:0:77239:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000c5b18b3c x1846869138385472/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313517 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.0:1761313473.831179:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000009e5420c4. 02000000:00000010:2.0:1761313473.831193:0:77239:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e998ee48. 02000000:00000010:2.0:1761313473.831199:0:77239:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000f9f4cc9c. 00000100:00000010:2.0:1761313473.831203:0:77239:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000c5b18b3c. 00000100:00000010:2.0:1761313473.831206:0:77239:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000aede53f8. 00010000:00000010:2.0:1761313473.831209:0:77239:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000acd39b26. 00080000:00000010:2.0:1761313473.831224:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 000000006f7b1344. 00010000:00000010:2.0:1761313473.831313:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000006d67ece4. 00010000:00000010:2.0:1761313473.831319:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004fcc97bf. 00010000:00000010:2.0:1761313473.831478:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000a633bc9a. 00010000:00000010:2.0:1761313473.831485:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000f33d709c. 00010000:00000010:2.0:1761313473.831495:0:77239:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ff951afa. 00000100:00000010:2.0:1761313473.831500:0:77239:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000000fc037df. 00000100:00000010:2.0:1761313473.831506:0:77239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000010a0daa6. 02000000:00000010:2.0:1761313473.831516:0:77239:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000038ba8d46. 02000000:00000010:2.0:1761313473.831536:0:77239:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000006d65d682. 00000400:00000010:2.0:1761313473.831539:0:77239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000009bc064a7. 00000400:00000010:2.0:1761313473.831543:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e3e27e8e. 00000100:00000200:2.0:1761313473.831547:0:77239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869138385536, portal 16 00000400:00000010:2.0:1761313473.831551:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005b8744b4. 00000100:00000200:2.0:1761313473.831552:0:77239:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869138385536, offset 0 00000400:00000200:2.0:1761313473.831557:0:77239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:2.0:1761313473.831564:0:77239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:2.0:1761313473.831569:0:77239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:2.0:1761313473.831572:0:77239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761313473.831575:0:77239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:2.0:1761313473.831578:0:77239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90095:90095:256:4294967295] 192.168.204.38@tcp LPNI seq info [90095:90095:8:4294967295] 00000400:00000200:2.0:1761313473.831585:0:77239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:2.0:1761313473.831589:0:77239:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:2.0:1761313473.831592:0:77239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000044feb42c (tot 82351826). 00000800:00000200:2.0:1761313473.831597:0:77239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:2.0:1761313473.831601:0:77239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:2.0:1761313473.831603:0:77239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000044feb42c type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761313473.832026:0:15827:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761313473.832029:0:15827:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000044feb42c (tot 82351578). 00000400:00000200:0.0:1761313473.832033:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313473.832037:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:0.0:1761313473.832040:0:15827:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005b8744b4 00000400:00000010:0.0:1761313473.832041:0:15827:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005b8744b4. 00000100:00000200:0.0:1761313473.832047:0:15827:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000010a0daa6 x1846869138385536/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313517 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1761313473.833394:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009110701a. 00010000:00000010:1.1:1761313473.833442:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000006606f9. 00010000:00000010:1.1:1761313473.833451:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000088c0b17f. 00010000:00000010:2.1:1761313473.833498:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000053785a9f. 00010000:00000010:1.1:1761313473.836487:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000641257df. 00010000:00000010:1.1:1761313473.836505:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001dae9f03. 00010000:00000010:2.1:1761313473.837409:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000f0af6b4. 00010000:00000010:2.1:1761313473.837418:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009d3266af. 00010000:00000010:2.1:1761313473.837422:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000325b728. 00000400:00000200:1.0:1761313473.838495:0:15825:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:1.0:1761313473.838513:0:15825:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x68fb7baf0aa80 00000400:00000200:1.0:1761313473.838522:0:15825:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb08c9 [1] + 224 00000400:00000200:1.0:1761313473.838539:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313473.838543:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:1.0:1761313473.838552:0:15825:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000010a0daa6 x1846869138385536/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313517 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1761313473.838646:0:77239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000009bc064a7. 00000400:00000200:2.0:1761313473.838651:0:77239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e3e27e8e 00000400:00000010:2.0:1761313473.838653:0:77239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e3e27e8e. 00000100:00000200:2.0:1761313473.838659:0:77239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000010a0daa6 x1846869138385536/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313517 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761313473.838667:0:77239:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000010a0daa6 x1846869138385536/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313517 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761313473.838697:0:77239:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000006d65d682. 02000000:00000010:2.0:1761313473.838703:0:77239:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000038ba8d46. 00000100:00000010:2.0:1761313473.838706:0:77239:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000010a0daa6. 00000100:00000010:2.0:1761313473.838710:0:77239:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000000fc037df. 00010000:00000010:2.0:1761313473.838714:0:77239:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ff951afa. 00000400:00000200:1.0:1761313473.842449:0:15826:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:1.0:1761313473.842469:0:15826:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x68fb7ba85b640 00000400:00000200:1.0:1761313473.842476:0:15826:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xaf2e5 [2] + 328 00000400:00000200:1.0:1761313473.842535:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313473.842539:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:1.0:1761313473.842545:0:15826:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761313473.842550:0:15826:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001286135a. 00000020:00000010:3.0:1761313473.842644:0:75220:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006c11c8fb. 00000020:00000010:3.0:1761313473.842651:0:75220:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000000797a275. 00000020:00000010:3.0:1761313473.842655:0:75220:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000098064c6b. 00000100:00000200:3.0:1761313473.842680:0:75220:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000001286135a x1846869131376192/t0(0) o103->78617949-0e11-4ca2-94c2-d809f91deaa9@192.168.204.38@tcp:404/0 lens 328/0 e 0 to 0 dl 1761313479 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:3.0:1761313473.842713:0:75220:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869131376192 02000000:00000010:3.0:1761313473.842725:0:75220:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000d7843103. 00010000:00000010:3.0:1761313473.842752:0:75220:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000cc20c3df. 00010000:00000010:3.0:1761313473.842771:0:75220:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000989be21c. 00000100:00000010:3.0:1761313473.842776:0:75220:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000004e994188. 00000100:00000010:3.0:1761313473.842800:0:75220:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000004e994188. 00010000:00000010:3.0:1761313473.842805:0:75220:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000989be21c. 00000400:00000010:3.0:1761313473.842819:0:75220:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000040c69929. 00000100:00000200:3.0:1761313473.842823:0:75220:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869131376192, offset 224 00000400:00000200:3.0:1761313473.842831:0:75220:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00080000:00000010:2.0:1761313473.842840:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 0000000038ba8d46. 00000400:00000200:3.0:1761313473.842842:0:75220:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:3.0:1761313473.842846:0:75220:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90096:90096:256:4294967295] 192.168.204.38@tcp LPNI seq info [90096:90096:8:4294967295] 00000400:00000200:3.0:1761313473.842855:0:75220:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:3.0:1761313473.842860:0:75220:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:3.0:1761313473.842864:0:75220:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006eaa0fc9 (tot 82351826). 00000800:00000200:3.0:1761313473.842869:0:75220:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:3.0:1761313473.842875:0:75220:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:3.0:1761313473.842878:0:75220:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000006eaa0fc9 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761313473.842901:0:75220:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000000797a275. 00000020:00000010:3.0:1761313473.842905:0:75220:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000098064c6b. 00000020:00000010:3.0:1761313473.842909:0:75220:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006c11c8fb. 00010000:00000010:2.0:1761313473.842921:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000f33d709c. 00010000:00000010:2.0:1761313473.842926:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000005a0a2e19. 00010000:00000010:2.0:1761313473.842995:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000ee4e5118. 00010000:00000010:2.0:1761313473.842999:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000000a67c8e1. 00010000:00000010:2.0:1761313473.843004:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000bb585143. 00010000:00000010:2.0:1761313473.843008:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000f33d709c. 00080000:00000010:2.0:1761313473.843020:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 000000006d65d682. 00010000:00000010:2.0:1761313473.843046:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000f33d709c. 00010000:00000010:2.0:1761313473.843050:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000000a67c8e1. 00010000:00000010:2.0:1761313473.843096:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000a34da914. 00010000:00000010:2.0:1761313473.843100:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000f33d709c. 00010000:00000010:2.0:1761313473.843106:0:77239:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ff951afa. 00000100:00000010:2.0:1761313473.843109:0:77239:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000000fc037df. 00000100:00000010:2.0:1761313473.843115:0:77239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000010a0daa6. 02000000:00000010:2.0:1761313473.843136:0:77239:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000a6049969. 02000000:00000010:2.0:1761313473.843160:0:77239:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000101530af. 00000400:00000010:2.0:1761313473.843165:0:77239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000009bc064a7. 00000400:00000010:2.0:1761313473.843170:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e3e27e8e. 00000100:00000200:2.0:1761313473.843174:0:77239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869138385600, portal 16 00000400:00000010:2.0:1761313473.843177:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000028f7c384. 00000100:00000200:2.0:1761313473.843179:0:77239:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869138385600, offset 0 00000400:00000200:2.0:1761313473.843184:0:77239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:2.0:1761313473.843307:0:77239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:2.0:1761313473.843315:0:77239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:2.0:1761313473.843318:0:77239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761313473.843321:0:77239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:2.0:1761313473.843323:0:77239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90097:90097:255:4294967295] 192.168.204.38@tcp LPNI seq info [90097:90097:7:4294967295] 00000400:00000200:2.0:1761313473.843330:0:77239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:2.0:1761313473.843335:0:77239:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:2.0:1761313473.843338:0:77239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c737f52d (tot 82352074). 00000800:00000200:2.0:1761313473.843343:0:77239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:2.0:1761313473.843346:0:77239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:2.0:1761313473.843349:0:77239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c737f52d type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761313473.843469:0:15827:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761313473.843473:0:15827:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006eaa0fc9 (tot 82351826). 00000400:00000200:0.0:1761313473.843476:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313473.843480:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:0.0:1761313473.843484:0:15827:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000040c69929 00000400:00000010:0.0:1761313473.843486:0:15827:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000040c69929. 00000800:00000200:0.0:1761313473.843527:0:15827:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761313473.843529:0:15827:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c737f52d (tot 82351578). 00000400:00000200:0.0:1761313473.843534:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313473.843536:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:0.0:1761313473.843538:0:15827:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000028f7c384 00000400:00000010:0.0:1761313473.843540:0:15827:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000028f7c384. 00000100:00000200:0.0:1761313473.843544:0:15827:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000010a0daa6 x1846869138385600/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313517 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761313473.848601:0:15825:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:1.0:1761313473.848622:0:15825:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x68fb7baf0aac0 00000400:00000200:1.0:1761313473.848631:0:15825:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb08d5 [1] + 224 00000400:00000200:1.0:1761313473.848645:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313473.848648:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:1.0:1761313473.848659:0:15825:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000010a0daa6 x1846869138385600/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313517 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1761313473.848925:0:77239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000009bc064a7. 00000400:00000200:3.0:1761313473.848929:0:77239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e3e27e8e 00000400:00000010:3.0:1761313473.848931:0:77239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e3e27e8e. 00000100:00000200:3.0:1761313473.848937:0:77239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000010a0daa6 x1846869138385600/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313517 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761313473.848945:0:77239:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000010a0daa6 x1846869138385600/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313517 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1761313473.848974:0:77239:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000101530af. 02000000:00000010:3.0:1761313473.848980:0:77239:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000a6049969. 00000100:00000010:3.0:1761313473.848984:0:77239:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000010a0daa6. 00000100:00000010:3.0:1761313473.848987:0:77239:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000000fc037df. 00010000:00000010:3.0:1761313473.848991:0:77239:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ff951afa. 00010000:00000010:3.1:1761313473.849393:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c68e2525. 00000400:00000200:1.0:1761313473.850405:0:15826:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:1.0:1761313473.850418:0:15826:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x68fb7ba85b680 00000400:00000200:1.0:1761313473.850424:0:15826:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xaf2e5 [2] + 656 00000400:00000200:1.0:1761313473.850479:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313473.850484:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:1.0:1761313473.850489:0:15826:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761313473.850494:0:15826:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000022227f6e. 00000020:00000010:3.0:1761313473.850650:0:75220:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006c11c8fb. 00000020:00000010:3.0:1761313473.850657:0:75220:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000000797a275. 00000020:00000010:3.0:1761313473.850660:0:75220:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000098064c6b. 00000100:00000200:3.0:1761313473.850686:0:75220:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000022227f6e x1846869131376256/t0(0) o103->78617949-0e11-4ca2-94c2-d809f91deaa9@192.168.204.38@tcp:404/0 lens 328/0 e 0 to 0 dl 1761313479 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00010000:00000010:2.1:1761313473.850874:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000988680ce. 00010000:00000010:2.1:1761313473.850881:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a633bc9a. 00010000:00000010:2.1:1761313473.850884:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ee4e5118. 00010000:00000010:2.1:1761313473.850887:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bb585143. 00000100:00000200:0.0:1761313473.852626:0:64710:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869131376256 02000000:00000010:0.0:1761313473.852646:0:64710:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000049cb8791. 00010000:00000010:0.0:1761313473.852679:0:64710:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000084502a4f. 00010000:00000010:0.0:1761313473.852703:0:64710:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000f53b6504. 00000100:00000010:0.0:1761313473.852711:0:64710:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000cdcc1424. 00000100:00000010:0.0:1761313473.852735:0:64710:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000cdcc1424. 00010000:00000010:0.0:1761313473.852740:0:64710:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000f53b6504. 00000400:00000010:0.0:1761313473.852756:0:64710:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000bb3ff5d8. 00000100:00000200:0.0:1761313473.852762:0:64710:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869131376256, offset 224 00000400:00000200:0.0:1761313473.852770:0:64710:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:0.0:1761313473.852786:0:64710:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:0.0:1761313473.852800:0:64710:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90098:90098:256:4294967295] 192.168.204.38@tcp LPNI seq info [90098:90098:8:4294967295] 00080000:00000010:2.0:1761313473.852811:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000101530af. 00000400:00000200:0.0:1761313473.852812:0:64710:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:0.0:1761313473.852818:0:64710:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:0.0:1761313473.852823:0:64710:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000302321a (tot 82351826). 00000800:00000200:0.0:1761313473.852828:0:64710:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:0.0:1761313473.852835:0:64710:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:0.0:1761313473.852838:0:64710:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000000302321a type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761313473.852858:0:64710:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000000797a275. 00000020:00000010:0.0:1761313473.852863:0:64710:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000098064c6b. 00000020:00000010:0.0:1761313473.852868:0:64710:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006c11c8fb. 00010000:00000010:2.0:1761313473.852895:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000f33d709c. 00010000:00000010:2.0:1761313473.852901:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000a89bbb36. 00010000:00000010:2.0:1761313473.852970:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000bb585143. 00010000:00000010:2.0:1761313473.852975:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000f33d709c. 00010000:00000010:2.0:1761313473.852985:0:77239:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ce4e6093. 00000100:00000010:2.0:1761313473.852989:0:77239:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000000fc037df. 00000100:00000010:2.0:1761313473.852997:0:77239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000eda1a5a4. 02000000:00000010:2.0:1761313473.853008:0:77239:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000c6262b5d. 02000000:00000010:2.0:1761313473.853034:0:77239:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000005c004fe9. 00000400:00000010:2.0:1761313473.853040:0:77239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000a831013b. 00000400:00000010:2.0:1761313473.853046:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fcdf887f. 00000100:00000200:2.0:1761313473.853051:0:77239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869138385664, portal 16 00000400:00000010:2.0:1761313473.853055:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000093201eee. 00000100:00000200:2.0:1761313473.853057:0:77239:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869138385664, offset 0 00000400:00000200:2.0:1761313473.853061:0:77239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:2.0:1761313473.853068:0:77239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:2.0:1761313473.853076:0:77239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:2.0:1761313473.853079:0:77239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761313473.853082:0:77239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:2.0:1761313473.853085:0:77239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90099:90099:255:4294967295] 192.168.204.38@tcp LPNI seq info [90099:90099:7:4294967295] 00000400:00000200:2.0:1761313473.853091:0:77239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:2.0:1761313473.853095:0:77239:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:2.0:1761313473.853098:0:77239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001293a8d4 (tot 82352074). 00000800:00000200:2.0:1761313473.853102:0:77239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:2.0:1761313473.853106:0:77239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:2.0:1761313473.853108:0:77239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000001293a8d4 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761313473.853311:0:15827:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313473.853315:0:15827:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000302321a (tot 82351826). 00000400:00000200:1.0:1761313473.853320:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313473.853325:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:1.0:1761313473.853329:0:15827:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000bb3ff5d8 00000400:00000010:1.0:1761313473.853332:0:15827:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000bb3ff5d8. 00000800:00000200:1.0:1761313473.853419:0:15827:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313473.853421:0:15827:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001293a8d4 (tot 82351578). 00000400:00000200:1.0:1761313473.853426:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313473.853429:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:1.0:1761313473.853431:0:15827:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000093201eee 00000400:00000010:1.0:1761313473.853433:0:15827:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000093201eee. 00000100:00000200:1.0:1761313473.853439:0:15827:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000eda1a5a4 x1846869138385664/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313517 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1761313473.860450:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e30d5afc. 00010000:00000010:2.1:1761313473.860465:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a34da914. 00000400:00000200:1.0:1761313473.862322:0:15825:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:1.0:1761313473.862342:0:15825:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x68fb7baf0ab00 00000400:00000200:1.0:1761313473.862483:0:15825:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb08e1 [1] + 224 00000400:00000200:1.0:1761313473.862498:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313473.862503:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:1.0:1761313473.862514:0:15825:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000eda1a5a4 x1846869138385664/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313517 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761313473.862548:0:15825:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:1.0:1761313473.862554:0:15825:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x68fb7ba85b6c0 00000400:00000200:1.0:1761313473.862559:0:15825:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xaf2e5 [2] + 984 00000400:00000010:2.0:1761313473.862582:0:77239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000a831013b. 00000400:00000200:2.0:1761313473.862586:0:77239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fcdf887f 00000400:00000010:2.0:1761313473.862588:0:77239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fcdf887f. 00000100:00000200:2.0:1761313473.862594:0:77239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000eda1a5a4 x1846869138385664/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313517 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761313473.862601:0:77239:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000eda1a5a4 x1846869138385664/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313517 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761313473.862629:0:77239:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000005c004fe9. 02000000:00000010:2.0:1761313473.862634:0:77239:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000c6262b5d. 00000100:00000010:2.0:1761313473.862639:0:77239:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000eda1a5a4. 00000100:00000010:2.0:1761313473.862643:0:77239:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000000fc037df. 00010000:00000010:2.0:1761313473.862660:0:77239:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ce4e6093. 00000400:00000200:1.0:1761313473.863582:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313473.863591:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:1.0:1761313473.863597:0:15825:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761313473.863603:0:15825:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000088da404. 00000020:00000010:2.0:1761313473.863674:0:75220:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c6262b5d. 00000020:00000010:2.0:1761313473.863681:0:75220:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000000a67c8e1. 00000020:00000010:2.0:1761313473.863686:0:75220:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000052837985. 00000100:00000200:2.0:1761313473.863717:0:75220:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000088da404 x1846869131376320/t0(0) o103->78617949-0e11-4ca2-94c2-d809f91deaa9@192.168.204.38@tcp:404/0 lens 328/0 e 0 to 0 dl 1761313479 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:0.0:1761313473.864422:0:64710:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869131376320 02000000:00000010:0.0:1761313473.864437:0:64710:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000002922ea91. 00010000:00000010:0.0:1761313473.864463:0:64710:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004b0b8648. 00010000:00000010:0.0:1761313473.864499:0:64710:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000f53b6504. 00000100:00000010:0.0:1761313473.864507:0:64710:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000cdcc1424. 00000100:00000010:0.0:1761313473.864530:0:64710:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000cdcc1424. 00010000:00000010:0.0:1761313473.864533:0:64710:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000f53b6504. 00000400:00000010:0.0:1761313473.864547:0:64710:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000036d302a6. 00000100:00000200:0.0:1761313473.864552:0:64710:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869131376320, offset 224 00000400:00000200:0.0:1761313473.864560:0:64710:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:0.0:1761313473.864573:0:64710:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:0.0:1761313473.864579:0:64710:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90100:90100:256:4294967295] 192.168.204.38@tcp LPNI seq info [90100:90100:8:4294967295] 00000400:00000200:0.0:1761313473.864589:0:64710:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:0.0:1761313473.864594:0:64710:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:0.0:1761313473.864599:0:64710:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000eb7bab6c (tot 82351826). 00000800:00000200:0.0:1761313473.864605:0:64710:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:0.0:1761313473.864611:0:64710:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:0.0:1761313473.864615:0:64710:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000eb7bab6c type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761313473.864641:0:64710:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000000a67c8e1. 00000020:00000010:0.0:1761313473.864656:0:64710:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000052837985. 00000020:00000010:0.0:1761313473.864660:0:64710:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c6262b5d. 00080000:00000010:3.0:1761313473.864908:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000bfc526b6. 00010000:00000010:3.0:1761313473.864990:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000f33d709c. 00010000:00000010:3.0:1761313473.864997:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000064ed7f60. 00010000:00000010:3.0:1761313473.865073:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000e268c9c7. 00010000:00000010:3.0:1761313473.865079:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000f5e75845. 00010000:00000010:3.0:1761313473.865089:0:77239:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000989be21c. 00000100:00000010:3.0:1761313473.865093:0:77239:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000004e994188. 00000100:00000010:3.0:1761313473.865100:0:77239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000008be944fb. 02000000:00000010:3.0:1761313473.865109:0:77239:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000226e391c. 02000000:00000010:3.0:1761313473.865133:0:77239:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000004f13a525. 00000400:00000010:3.0:1761313473.865139:0:77239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000001d968dd. 00000400:00000010:3.0:1761313473.865143:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000541129c9. 00000100:00000200:3.0:1761313473.865147:0:77239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869138385728, portal 16 00000400:00000010:3.0:1761313473.865151:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000010b81926. 00000100:00000200:3.0:1761313473.865153:0:77239:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869138385728, offset 0 00000400:00000200:3.0:1761313473.865159:0:77239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:3.0:1761313473.865166:0:77239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:3.0:1761313473.865172:0:77239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:3.0:1761313473.865175:0:77239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761313473.865178:0:77239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:3.0:1761313473.865180:0:77239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90101:90101:255:4294967295] 192.168.204.38@tcp LPNI seq info [90101:90101:7:4294967295] 00000400:00000200:3.0:1761313473.865187:0:77239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:3.0:1761313473.865190:0:77239:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:3.0:1761313473.865194:0:77239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000986d3ed7 (tot 82352074). 00000800:00000200:3.0:1761313473.865199:0:77239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:3.0:1761313473.865202:0:77239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:3.0:1761313473.865204:0:77239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000986d3ed7 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761313473.865301:0:15826:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313473.865305:0:15826:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000eb7bab6c (tot 82351826). 00000400:00000200:1.0:1761313473.865310:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313473.865314:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:1.0:1761313473.865318:0:15826:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000036d302a6 00000400:00000010:1.0:1761313473.865321:0:15826:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000036d302a6. 00000800:00000200:1.0:1761313473.865417:0:15826:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313473.865420:0:15826:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000986d3ed7 (tot 82351578). 00000400:00000200:1.0:1761313473.865423:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313473.865426:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:1.0:1761313473.865428:0:15826:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000010b81926 00000400:00000010:1.0:1761313473.865429:0:15826:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000010b81926. 00000100:00000200:1.0:1761313473.865434:0:15826:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000008be944fb x1846869138385728/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313517 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1761313473.867406:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b57d06bc. 00000400:00000200:1.0:1761313473.870334:0:15827:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:1.0:1761313473.870354:0:15827:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x68fb7baf0ab40 00000400:00000200:1.0:1761313473.870516:0:15827:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb08ed [1] + 224 00000400:00000200:1.0:1761313473.870529:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313473.870533:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:1.0:1761313473.870544:0:15827:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000008be944fb x1846869138385728/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313517 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761313473.870573:0:15827:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:1.0:1761313473.870579:0:15827:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x68fb7ba85b700 00000400:00000200:1.0:1761313473.870584:0:15827:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xaf2e5 [2] + 1312 00000400:00000200:1.0:1761313473.870638:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313473.870642:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:1.0:1761313473.870655:0:15827:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761313473.870662:0:15827:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000678f995f. 00000020:00000010:2.0:1761313473.870742:0:75220:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005c004fe9. 00000020:00000010:2.0:1761313473.870749:0:75220:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000051ff89b8. 00000020:00000010:2.0:1761313473.870755:0:75220:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000134da562. 00000100:00000200:2.0:1761313473.870779:0:75220:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000678f995f x1846869131376384/t0(0) o103->78617949-0e11-4ca2-94c2-d809f91deaa9@192.168.204.38@tcp:404/0 lens 328/0 e 0 to 0 dl 1761313479 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000400:00000010:3.0:1761313473.870859:0:77239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000001d968dd. 00000400:00000200:3.0:1761313473.870863:0:77239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000541129c9 00000400:00000010:3.0:1761313473.870865:0:77239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000541129c9. 00000100:00000200:3.0:1761313473.870871:0:77239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000008be944fb x1846869138385728/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313517 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761313473.870878:0:77239:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000008be944fb x1846869138385728/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313517 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1761313473.870902:0:77239:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000004f13a525. 02000000:00000010:3.0:1761313473.870906:0:77239:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000226e391c. 00000100:00000010:3.0:1761313473.870909:0:77239:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000008be944fb. 00000100:00000010:3.0:1761313473.870912:0:77239:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000004e994188. 00010000:00000010:3.0:1761313473.870916:0:77239:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000989be21c. 00000100:00000200:2.0:1761313473.871466:0:75220:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869131376384 02000000:00000010:2.0:1761313473.871479:0:75220:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000b959715e. 00010000:00000010:2.0:1761313473.871507:0:75220:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000f3dcc20f. 00010000:00000010:2.0:1761313473.871527:0:75220:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ce4e6093. 00000100:00000010:2.0:1761313473.871533:0:75220:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000000fc037df. 00000100:00000010:2.0:1761313473.871545:0:75220:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000000fc037df. 00010000:00000010:2.0:1761313473.871549:0:75220:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ce4e6093. 00000400:00000010:2.0:1761313473.871562:0:75220:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fcdf887f. 00000100:00000200:2.0:1761313473.871567:0:75220:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869131376384, offset 224 00000400:00000200:2.0:1761313473.871574:0:75220:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:2.0:1761313473.871585:0:75220:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00080000:00000010:3.0:1761313473.871645:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000226e391c. 00010000:00000010:3.0:1761313473.871725:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000f5e75845. 00010000:00000010:3.0:1761313473.871731:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000059074ffc. 00010000:00000010:3.0:1761313473.871807:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000000bba83c1. 00010000:00000010:3.0:1761313473.871813:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000f5e75845. 00010000:00000010:3.0:1761313473.871821:0:77239:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000989be21c. 00000100:00000010:3.0:1761313473.871825:0:77239:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000004e994188. 00000100:00000010:3.0:1761313473.871830:0:77239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000008be944fb. 02000000:00000010:3.0:1761313473.871840:0:77239:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000004f13a525. 02000000:00000010:3.0:1761313473.871860:0:77239:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000045eaad2. 00000400:00000010:3.0:1761313473.871864:0:77239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000001d968dd. 00000400:00000010:3.0:1761313473.871867:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000541129c9. 00000100:00000200:3.0:1761313473.871872:0:77239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869138385792, portal 16 00000400:00000010:3.0:1761313473.871876:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000086bb8cc7. 00000100:00000200:3.0:1761313473.871877:0:77239:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869138385792, offset 0 00000400:00000200:3.0:1761313473.871883:0:77239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:2.0:1761313473.871890:0:75220:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90102:90102:256:4294967295] 192.168.204.38@tcp LPNI seq info [90102:90102:8:4294967295] 00000400:00000200:2.0:1761313473.871904:0:75220:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:2.0:1761313473.871910:0:75220:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:2.0:1761313473.871916:0:75220:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001293a8d4 (tot 82351826). 00000800:00000200:2.0:1761313473.871921:0:75220:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:2.0:1761313473.871928:0:75220:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:2.0:1761313473.871932:0:75220:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000001293a8d4 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761313473.872470:0:75220:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000051ff89b8. 00000020:00000010:2.0:1761313473.872477:0:75220:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000134da562. 00000020:00000010:2.0:1761313473.872480:0:75220:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005c004fe9. 00000800:00000200:1.0:1761313473.872592:0:15825:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313473.872596:0:15825:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001293a8d4 (tot 82351578). 00000400:00000200:1.0:1761313473.872601:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313473.872606:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:1.0:1761313473.872609:0:15825:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fcdf887f 00000400:00000010:1.0:1761313473.872611:0:15825:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fcdf887f. 00000400:00000200:3.0:1761313473.872996:0:77239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:3.0:1761313473.873003:0:77239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:3.0:1761313473.873006:0:77239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761313473.873009:0:77239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:3.0:1761313473.873011:0:77239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90103:90103:255:4294967295] 192.168.204.38@tcp LPNI seq info [90103:90103:7:4294967295] 00000400:00000200:3.0:1761313473.873019:0:77239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:3.0:1761313473.873024:0:77239:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:0.0:1761313473.873244:0:77239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000fc26fb22 (tot 82351826). 00000800:00000200:0.0:1761313473.873252:0:77239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:0.0:1761313473.873257:0:77239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:0.0:1761313473.873260:0:77239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000fc26fb22 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761313473.877129:0:15825:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313473.877136:0:15825:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000fc26fb22 (tot 82351578). 00000400:00000200:1.0:1761313473.877145:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313473.877155:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:1.0:1761313473.877160:0:15825:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000086bb8cc7 00000400:00000010:1.0:1761313473.877162:0:15825:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000086bb8cc7. 00000100:00000200:1.0:1761313473.877170:0:15825:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000008be944fb x1846869138385792/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313517 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1761313473.877486:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007e05202f. 00010000:00000010:3.1:1761313473.877496:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bb585143. 00010000:00000010:0.1:1761313473.881415:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d2567d18. 00010000:00000010:2.1:1761313473.881555:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a787e9b4. 00000400:00000200:1.0:1761313473.882545:0:15826:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:1.0:1761313473.882563:0:15826:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x68fb7baf0ab80 00000400:00000200:1.0:1761313473.882571:0:15826:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb08f9 [1] + 224 00000400:00000200:1.0:1761313473.882588:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313473.882592:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:1.0:1761313473.882602:0:15826:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000008be944fb x1846869138385792/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313517 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1761313473.883991:0:77239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000001d968dd. 00000400:00000200:0.0:1761313473.884000:0:77239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000541129c9 00000400:00000010:0.0:1761313473.884002:0:77239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000541129c9. 00000100:00000200:0.0:1761313473.884013:0:77239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000008be944fb x1846869138385792/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313517 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761313473.884029:0:77239:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000008be944fb x1846869138385792/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313517 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761313473.884059:0:77239:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000045eaad2. 02000000:00000010:0.0:1761313473.884067:0:77239:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000004f13a525. 00000100:00000010:0.0:1761313473.884070:0:77239:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000008be944fb. 00000100:00000010:0.0:1761313473.884074:0:77239:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000004e994188. 00010000:00000010:0.0:1761313473.884078:0:77239:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000989be21c. 00010000:00000010:3.1:1761313473.886180:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f9bb4a7a. 00010000:00000010:3.1:1761313473.886197:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e268c9c7. 00000400:00000200:1.0:1761313473.887964:0:15827:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:1.0:1761313473.887984:0:15827:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x68fb7ba85b740 00000400:00000200:1.0:1761313473.887992:0:15827:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xaf2e5 [2] + 1640 00000400:00000200:1.0:1761313473.888057:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313473.888062:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:1.0:1761313473.888067:0:15827:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761313473.888073:0:15827:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000c18fc9d0. 00000020:00000010:2.0:1761313473.888184:0:75220:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005c004fe9. 00000020:00000010:2.0:1761313473.888191:0:75220:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000051ff89b8. 00000020:00000010:2.0:1761313473.888195:0:75220:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000134da562. 00000100:00000200:2.0:1761313473.888222:0:75220:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000c18fc9d0 x1846869131376448/t0(0) o103->78617949-0e11-4ca2-94c2-d809f91deaa9@192.168.204.38@tcp:404/0 lens 328/0 e 0 to 0 dl 1761313479 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:2.0:1761313473.888262:0:75220:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869131376448 02000000:00000010:2.0:1761313473.888275:0:75220:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000a5812a1c. 00010000:00000010:2.0:1761313473.888304:0:75220:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a28d9475. 00010000:00000010:2.0:1761313473.888328:0:75220:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ce4e6093. 00000100:00000010:2.0:1761313473.888334:0:75220:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000000fc037df. 00000100:00000010:2.0:1761313473.888394:0:75220:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000000fc037df. 00010000:00000010:2.0:1761313473.888399:0:75220:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ce4e6093. 00000400:00000010:2.0:1761313473.888415:0:75220:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000060537b9b. 00000100:00000200:2.0:1761313473.888421:0:75220:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869131376448, offset 224 00000400:00000200:2.0:1761313473.888428:0:75220:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:2.0:1761313473.888439:0:75220:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:2.0:1761313473.888444:0:75220:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90104:90104:256:4294967295] 192.168.204.38@tcp LPNI seq info [90104:90104:8:4294967295] 00000400:00000200:2.0:1761313473.888454:0:75220:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:2.0:1761313473.888459:0:75220:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:2.0:1761313473.888464:0:75220:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c737f52d (tot 82351826). 00000800:00000200:2.0:1761313473.888469:0:75220:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:2.0:1761313473.888476:0:75220:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:2.0:1761313473.888479:0:75220:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c737f52d type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761313473.888494:0:75220:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000051ff89b8. 00000020:00000010:2.0:1761313473.888497:0:75220:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000134da562. 00000020:00000010:2.0:1761313473.888500:0:75220:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005c004fe9. 00000800:00000200:1.0:1761313473.888615:0:15825:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313473.888619:0:15825:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c737f52d (tot 82351578). 00000400:00000200:1.0:1761313473.888623:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313473.888627:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:1.0:1761313473.888630:0:15825:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000060537b9b 00000400:00000010:1.0:1761313473.888631:0:15825:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000060537b9b. 00080000:00000010:1.0:1761313473.888658:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000976d2af7. 00010000:00000010:1.0:1761313473.888741:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000f5e75845. 00010000:00000010:1.0:1761313473.888747:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004bd080ed. 00010000:00000010:1.0:1761313473.888829:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000001dae9f03. 00010000:00000010:1.0:1761313473.888835:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d90d8329. 00010000:00000010:1.0:1761313473.888845:0:77239:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000008764a252. 00000100:00000010:1.0:1761313473.888849:0:77239:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000000ade966c. 00000100:00000010:1.0:1761313473.888855:0:77239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000a5ef76cf. 02000000:00000010:1.0:1761313473.888865:0:77239:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000f9f4cc9c. 02000000:00000010:1.0:1761313473.888887:0:77239:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e998ee48. 00000400:00000010:1.0:1761313473.888892:0:77239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000005dc1a0de. 00000400:00000010:1.0:1761313473.888895:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b6c604dc. 00000100:00000200:1.0:1761313473.888900:0:77239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869138385856, portal 16 00000400:00000010:1.0:1761313473.888903:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e7bbe35e. 00000100:00000200:1.0:1761313473.888905:0:77239:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869138385856, offset 0 00000400:00000200:1.0:1761313473.888909:0:77239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:1.0:1761313473.888916:0:77239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:1.0:1761313473.888921:0:77239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:1.0:1761313473.888924:0:77239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761313473.888927:0:77239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:1.0:1761313473.888929:0:77239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90105:90105:256:4294967295] 192.168.204.38@tcp LPNI seq info [90105:90105:8:4294967295] 00000400:00000200:1.0:1761313473.888935:0:77239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:1.0:1761313473.888938:0:77239:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:1.0:1761313473.888942:0:77239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000926e98a9 (tot 82351826). 00000800:00000200:1.0:1761313473.888946:0:77239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:1.0:1761313473.888949:0:77239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:1.0:1761313473.888951:0:77239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000926e98a9 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761313473.889051:0:15826:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761313473.889054:0:15826:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000926e98a9 (tot 82351578). 00000400:00000200:2.0:1761313473.889057:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313473.889060:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:2.0:1761313473.889063:0:15826:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e7bbe35e 00000400:00000010:2.0:1761313473.889064:0:15826:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e7bbe35e. 00000100:00000200:2.0:1761313473.889069:0:15826:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000a5ef76cf x1846869138385856/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313517 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1761313473.893416:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e1608490. 00010000:00000010:1.1:1761313473.898592:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000093b82b93. 00010000:00000010:1.1:1761313473.898609:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000bba83c1. 00000400:00000200:1.0:1761313473.898663:0:15827:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:1.0:1761313473.898681:0:15827:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x68fb7baf0abc0 00000400:00000200:1.0:1761313473.898690:0:15827:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb0905 [1] + 224 00000400:00000200:1.0:1761313473.898706:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313473.898711:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:1.0:1761313473.898721:0:15827:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000a5ef76cf x1846869138385856/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313517 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1761313473.901165:0:77239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000005dc1a0de. 00000400:00000200:0.0:1761313473.901175:0:77239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b6c604dc 00000400:00000010:0.0:1761313473.901178:0:77239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b6c604dc. 00000100:00000200:0.0:1761313473.901190:0:77239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000a5ef76cf x1846869138385856/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313517 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761313473.901199:0:77239:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000a5ef76cf x1846869138385856/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313517 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761313473.901226:0:77239:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e998ee48. 02000000:00000010:0.0:1761313473.901233:0:77239:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000f9f4cc9c. 00000100:00000010:0.0:1761313473.901235:0:77239:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000a5ef76cf. 00000100:00000010:0.0:1761313473.901239:0:77239:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000000ade966c. 00010000:00000010:0.0:1761313473.901243:0:77239:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000008764a252. 00000400:00000200:1.0:1761313473.902541:0:15825:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:1.0:1761313473.902561:0:15825:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x68fb7ba85b780 00000400:00000200:1.0:1761313473.902567:0:15825:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xaf2e5 [2] + 1968 00000400:00000010:1.0:1761313473.902571:0:15825:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000def54d81. 00000400:00000200:1.0:1761313473.902577:0:15825:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 000000004c9eaa79 00000400:00000200:1.0:1761313473.902647:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313473.902652:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:1.0:1761313473.902658:0:15825:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004c9eaa79 00000400:00000010:1.0:1761313473.902660:0:15825:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 000000004c9eaa79 (tot 82351426). 00000100:00000200:1.0:1761313473.902666:0:15825:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:0.0:1761313473.902744:0:64710:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000bcf20a7e. 00000020:00000010:0.0:1761313473.902752:0:64710:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000196cbe29. 00000020:00000010:0.0:1761313473.902756:0:64710:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000a5d3e0ae. 00000100:00000200:0.0:1761313473.902783:0:64710:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000f075ba99 x1846869131376512/t0(0) o103->78617949-0e11-4ca2-94c2-d809f91deaa9@192.168.204.38@tcp:404/0 lens 328/0 e 0 to 0 dl 1761313479 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:0.0:1761313473.902830:0:64710:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869131376512 02000000:00000010:0.0:1761313473.902845:0:64710:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000009892b166. 00010000:00000010:0.0:1761313473.902875:0:64710:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000626ed773. 00010000:00000010:0.0:1761313473.902895:0:64710:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000f53b6504. 00000100:00000010:0.0:1761313473.902902:0:64710:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000cdcc1424. 00000100:00000010:0.0:1761313473.902923:0:64710:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000cdcc1424. 00010000:00000010:0.0:1761313473.902926:0:64710:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000f53b6504. 00000400:00000010:0.0:1761313473.902940:0:64710:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f0542810. 00000100:00000200:0.0:1761313473.902945:0:64710:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869131376512, offset 224 00000400:00000200:0.0:1761313473.902952:0:64710:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:0.0:1761313473.902963:0:64710:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:0.0:1761313473.902968:0:64710:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90106:90106:256:4294967295] 192.168.204.38@tcp LPNI seq info [90106:90106:8:4294967295] 00000400:00000200:0.0:1761313473.902979:0:64710:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:0.0:1761313473.902984:0:64710:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:0.0:1761313473.902989:0:64710:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000bf9711e7 (tot 82351674). 00000800:00000200:0.0:1761313473.902994:0:64710:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:0.0:1761313473.902999:0:64710:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:0.0:1761313473.903003:0:64710:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000bf9711e7 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761313473.903032:0:64710:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000196cbe29. 00000020:00000010:0.0:1761313473.903037:0:64710:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000a5d3e0ae. 00000020:00000010:0.0:1761313473.903039:0:64710:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000bcf20a7e. 02000000:00000010:0.0:1761313473.903045:0:64710:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000a5812a1c. 00000100:00000010:0.0:1761313473.903049:0:64710:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000c18fc9d0. 02000000:00000010:0.0:1761313473.903052:0:64710:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000b959715e. 00000100:00000010:0.0:1761313473.903055:0:64710:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000678f995f. 02000000:00000010:0.0:1761313473.903057:0:64710:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000002922ea91. 00000100:00000010:0.0:1761313473.903061:0:64710:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000088da404. 02000000:00000010:0.0:1761313473.903063:0:64710:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000049cb8791. 00000100:00000010:0.0:1761313473.903065:0:64710:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000022227f6e. 02000000:00000010:0.0:1761313473.903068:0:64710:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000d7843103. 00000100:00000010:0.0:1761313473.903070:0:64710:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001286135a. 02000000:00000010:0.0:1761313473.903073:0:64710:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000dcc17bf2. 00000100:00000010:0.0:1761313473.903075:0:64710:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007fc08122. 00000100:00000200:0.0:1761313473.903080:0:64710:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1761313473.903083:0:64710:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000000f6a6983. 00000400:00000010:0.0:1761313473.903087:0:64710:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000cdcc1424 (tot 82351826). 00080000:00000010:1.0:1761313473.903160:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d39845a5. 00010000:00000010:1.0:1761313473.903240:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d90d8329. 00010000:00000010:1.0:1761313473.903247:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fb6e102b. 00010000:00000010:1.0:1761313473.903316:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000bdd37982. 00010000:00000010:1.0:1761313473.903320:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000fabc6bca. 00010000:00000010:1.0:1761313473.903326:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000088c0b17f. 00010000:00000010:1.0:1761313473.903330:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d90d8329. 00080000:00000010:1.0:1761313473.903341:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a8459486. 00010000:00000010:1.0:1761313473.903574:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d90d8329. 00010000:00000010:1.0:1761313473.903579:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fabc6bca. 00010000:00000010:1.0:1761313473.903631:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000cb848b29. 00010000:00000010:1.0:1761313473.903635:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d90d8329. 00010000:00000010:1.0:1761313473.903642:0:77239:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000a7d51ed0. 00000100:00000010:1.0:1761313473.903646:0:77239:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000027c419eb. 00000100:00000010:1.0:1761313473.903653:0:77239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000771a630e. 02000000:00000010:1.0:1761313473.903664:0:77239:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000f9f4cc9c. 02000000:00000010:1.0:1761313473.903690:0:77239:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e998ee48. 00000400:00000010:1.0:1761313473.903695:0:77239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000def54d81. 00000400:00000010:1.0:1761313473.903699:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003b591177. 00000100:00000200:1.0:1761313473.903703:0:77239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869138385920, portal 16 00000400:00000010:1.0:1761313473.903708:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009f44a341. 00000100:00000200:1.0:1761313473.903710:0:77239:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869138385920, offset 0 00000400:00000200:1.0:1761313473.903716:0:77239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:1.0:1761313473.903729:0:77239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:1.0:1761313473.903737:0:77239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:1.0:1761313473.903741:0:77239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761313473.903744:0:77239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:1.0:1761313473.903747:0:77239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90107:90107:255:4294967295] 192.168.204.38@tcp LPNI seq info [90107:90107:7:4294967295] 00000400:00000200:1.0:1761313473.903754:0:77239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:1.0:1761313473.903759:0:77239:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:1.0:1761313473.903762:0:77239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d1fdb818 (tot 82352074). 00000800:00000200:1.0:1761313473.903766:0:77239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:1.0:1761313473.903770:0:77239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:1.0:1761313473.903773:0:77239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000d1fdb818 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761313473.903800:0:15826:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761313473.903804:0:15826:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000bf9711e7 (tot 82351826). 00000400:00000200:3.0:1761313473.903807:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313473.903812:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:3.0:1761313473.903816:0:15826:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f0542810 00000400:00000010:3.0:1761313473.903817:0:15826:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f0542810. 02000000:00000010:3.0:1761313473.903822:0:15826:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000009892b166. 00000800:00000200:3.0:1761313473.903867:0:15826:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761313473.903869:0:15826:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d1fdb818 (tot 82351578). 00000400:00000200:3.0:1761313473.903872:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313473.903875:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:3.0:1761313473.903876:0:15826:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009f44a341 00000400:00000010:3.0:1761313473.903877:0:15826:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009f44a341. 00000100:00000200:3.0:1761313473.903882:0:15826:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000771a630e x1846869138385920/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313517 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1761313473.907517:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000193e755e. 00000400:00000200:1.0:1761313473.908658:0:15827:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:1.0:1761313473.908678:0:15827:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x68fb7baf0ac00 00000400:00000200:1.0:1761313473.908687:0:15827:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb0915 [1] + 224 00000400:00000200:1.0:1761313473.908703:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313473.908707:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:1.0:1761313473.908717:0:15827:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000771a630e x1846869138385920/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313517 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1761313473.908828:0:77239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000def54d81. 00000400:00000200:0.0:1761313473.908833:0:77239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003b591177 00000400:00000010:0.0:1761313473.908835:0:77239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003b591177. 00000100:00000200:0.0:1761313473.908841:0:77239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000771a630e x1846869138385920/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313517 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761313473.908847:0:77239:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000771a630e x1846869138385920/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313517 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761313473.908874:0:77239:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e998ee48. 02000000:00000010:0.0:1761313473.908880:0:77239:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000f9f4cc9c. 00000100:00000010:0.0:1761313473.908882:0:77239:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000771a630e. 00000100:00000010:0.0:1761313473.908886:0:77239:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000027c419eb. 00010000:00000010:0.0:1761313473.908890:0:77239:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000a7d51ed0. 00000400:00000200:1.0:1761313473.910680:0:15825:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:1.0:1761313473.910697:0:15825:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x68fb7ba85b7c0 00000400:00000200:1.0:1761313473.910705:0:15825:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xaf33d [2] + 0 00000400:00000200:1.0:1761313473.910990:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313473.910996:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:1.0:1761313473.911002:0:15825:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761313473.911009:0:15825:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000db5c2442. 00000020:00000010:2.0:1761313473.911092:0:75220:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005c004fe9. 00000020:00000010:2.0:1761313473.911099:0:75220:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000051ff89b8. 00000020:00000010:2.0:1761313473.911103:0:75220:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000134da562. 00000100:00000200:2.0:1761313473.911141:0:75220:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000db5c2442 x1846869131376576/t0(0) o103->78617949-0e11-4ca2-94c2-d809f91deaa9@192.168.204.38@tcp:404/0 lens 328/0 e 0 to 0 dl 1761313479 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:2.0:1761313473.911176:0:75220:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869131376576 02000000:00000010:2.0:1761313473.911188:0:75220:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000b5e32eeb. 00010000:00000010:2.0:1761313473.911217:0:75220:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b8692ade. 00010000:00000010:2.0:1761313473.911239:0:75220:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ce4e6093. 00000100:00000010:2.0:1761313473.911246:0:75220:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000000fc037df. 00000100:00000010:2.0:1761313473.911263:0:75220:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000000fc037df. 00010000:00000010:2.0:1761313473.911268:0:75220:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ce4e6093. 00000400:00000010:2.0:1761313473.911282:0:75220:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000082ff5abb. 00000100:00000200:2.0:1761313473.911287:0:75220:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869131376576, offset 224 00000400:00000200:2.0:1761313473.911294:0:75220:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00080000:00000010:0.0:1761313473.911297:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000bcf20a7e. 00000400:00000200:2.0:1761313473.911303:0:75220:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:2.0:1761313473.911307:0:75220:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90108:90108:256:4294967295] 192.168.204.38@tcp LPNI seq info [90108:90108:8:4294967295] 00000400:00000200:2.0:1761313473.911316:0:75220:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:2.0:1761313473.911320:0:75220:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:2.0:1761313473.911323:0:75220:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000044feb42c (tot 82351826). 00000800:00000200:2.0:1761313473.911329:0:75220:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:2.0:1761313473.911334:0:75220:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:2.0:1761313473.911338:0:75220:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000044feb42c type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761313473.911379:0:75220:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000051ff89b8. 00000020:00000010:2.0:1761313473.911383:0:75220:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000134da562. 00000020:00000010:2.0:1761313473.911386:0:75220:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005c004fe9. 00010000:00000010:0.0:1761313473.911408:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d90d8329. 00010000:00000010:0.0:1761313473.911415:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004bb7e705. 00010000:00000010:0.0:1761313473.911485:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000006fbaf355. 00010000:00000010:0.0:1761313473.911491:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000020ca8270. 00010000:00000010:0.0:1761313473.911502:0:77239:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000f53b6504. 00000100:00000010:0.0:1761313473.911505:0:77239:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000368964cd. 00000100:00000010:0.0:1761313473.911512:0:77239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001375339a. 02000000:00000010:0.0:1761313473.911522:0:77239:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000b8ac7f10. 02000000:00000010:0.0:1761313473.911546:0:77239:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000002cba305. 00000400:00000010:0.0:1761313473.911551:0:77239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000086a2a33e. 00000400:00000010:0.0:1761313473.911556:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c4611603. 00000100:00000200:0.0:1761313473.911560:0:77239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869138385984, portal 16 00000400:00000010:0.0:1761313473.911564:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006cf10194. 00000800:00000200:3.0:1761313473.911566:0:15826:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000100:00000200:0.0:1761313473.911566:0:77239:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869138385984, offset 0 00000800:00000010:3.0:1761313473.911569:0:15826:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000044feb42c (tot 82351578). 00000400:00000200:0.0:1761313473.911571:0:77239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:3.0:1761313473.911573:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313473.911577:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:0.0:1761313473.911577:0:77239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:3.0:1761313473.911580:0:15826:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000082ff5abb 00000400:00000010:3.0:1761313473.911582:0:15826:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000082ff5abb. 00000400:00000200:0.0:1761313473.911582:0:77239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:0.0:1761313473.911586:0:77239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761313473.911588:0:77239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:0.0:1761313473.911591:0:77239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90109:90109:255:4294967295] 192.168.204.38@tcp LPNI seq info [90109:90109:7:4294967295] 00000400:00000200:0.0:1761313473.911597:0:77239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:0.0:1761313473.911602:0:77239:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:0.0:1761313473.911605:0:77239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e03815c4 (tot 82351826). 00000800:00000200:0.0:1761313473.911609:0:77239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:0.0:1761313473.911612:0:77239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:0.0:1761313473.911614:0:77239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000e03815c4 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761313473.911866:0:15827:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313473.911869:0:15827:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e03815c4 (tot 82351578). 00000400:00000200:1.0:1761313473.911872:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313473.911876:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:1.0:1761313473.911879:0:15827:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006cf10194 00000400:00000010:1.0:1761313473.911881:0:15827:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006cf10194. 00000100:00000200:1.0:1761313473.911886:0:15827:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000001375339a x1846869138385984/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313517 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1761313473.912601:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000eecd1843. 00010000:00000010:1.1:1761313473.912609:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001dae9f03. 00010000:00000010:1.1:1761313473.912613:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bdd37982. 00010000:00000010:1.1:1761313473.912617:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000088c0b17f. 00000400:00000200:1.0:1761313473.915880:0:15825:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:1.0:1761313473.915900:0:15825:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x68fb7baf0ac40 00000400:00000200:1.0:1761313473.915909:0:15825:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb0921 [1] + 224 00000400:00000200:1.0:1761313473.915920:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313473.915925:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:1.0:1761313473.915935:0:15825:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000001375339a x1846869138385984/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313517 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761313473.916264:0:15825:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:1.0:1761313473.916269:0:15825:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x68fb7ba85b800 00000400:00000200:1.0:1761313473.916274:0:15825:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xaf33d [2] + 328 00000400:00000200:1.0:1761313473.916281:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313473.916284:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:1.0:1761313473.916287:0:15825:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761313473.916292:0:15825:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ba613791. 00010000:00000010:2.1:1761313473.917030:0:75220:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004e8fab15. 00000400:00000010:0.0:1761313473.918036:0:77239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000086a2a33e. 00000400:00000200:0.0:1761313473.918045:0:77239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c4611603 00000400:00000010:0.0:1761313473.918047:0:77239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c4611603. 00000100:00000200:0.0:1761313473.918059:0:77239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000001375339a x1846869138385984/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313517 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761313473.918068:0:77239:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000001375339a x1846869138385984/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313517 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761313473.918098:0:77239:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000002cba305. 02000000:00000010:0.0:1761313473.918105:0:77239:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000b8ac7f10. 00000100:00000010:0.0:1761313473.918109:0:77239:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001375339a. 00000100:00000010:0.0:1761313473.918112:0:77239:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000368964cd. 00010000:00000010:0.0:1761313473.918115:0:77239:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000f53b6504. 00000020:00000010:2.0:1761313473.918192:0:75220:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005c004fe9. 00000020:00000010:2.0:1761313473.918199:0:75220:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000051ff89b8. 00000020:00000010:2.0:1761313473.918204:0:75220:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000134da562. 00000100:00000200:2.0:1761313473.918228:0:75220:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000ba613791 x1846869131376640/t0(0) o103->78617949-0e11-4ca2-94c2-d809f91deaa9@192.168.204.38@tcp:404/0 lens 328/0 e 0 to 0 dl 1761313479 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:2.0:1761313473.918269:0:75220:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869131376640 02000000:00000010:2.0:1761313473.918283:0:75220:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000b959715e. 00010000:00000010:2.0:1761313473.918311:0:75220:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d6b68bda. 00010000:00000010:2.0:1761313473.918332:0:75220:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ce4e6093. 00000100:00000010:2.0:1761313473.918340:0:75220:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000000fc037df. 00000100:00000010:2.0:1761313473.918390:0:75220:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000000fc037df. 00010000:00000010:2.0:1761313473.918394:0:75220:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ce4e6093. 00000400:00000010:2.0:1761313473.918406:0:75220:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002c0ac683. 00000100:00000200:2.0:1761313473.918411:0:75220:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869131376640, offset 224 00000400:00000200:2.0:1761313473.918419:0:75220:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:2.0:1761313473.918431:0:75220:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:2.0:1761313473.918437:0:75220:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90110:90110:256:4294967295] 192.168.204.38@tcp LPNI seq info [90110:90110:8:4294967295] 00000400:00000200:2.0:1761313473.918448:0:75220:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:2.0:1761313473.918453:0:75220:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:2.0:1761313473.918458:0:75220:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000044feb42c (tot 82351826). 00000800:00000200:2.0:1761313473.918464:0:75220:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:2.0:1761313473.918471:0:75220:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:2.0:1761313473.918474:0:75220:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000044feb42c type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761313473.918490:0:75220:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000051ff89b8. 00000020:00000010:2.0:1761313473.918494:0:75220:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000134da562. 00000020:00000010:2.0:1761313473.918497:0:75220:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005c004fe9. 00000800:00000200:1.0:1761313473.920393:0:15825:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313473.920401:0:15825:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000044feb42c (tot 82351578). 00000400:00000200:1.0:1761313473.920413:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313473.920422:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:1.0:1761313473.920428:0:15825:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002c0ac683 00000400:00000010:1.0:1761313473.920431:0:15825:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002c0ac683. 00080000:00000010:1.0:1761313473.920493:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f9f4cc9c. 00010000:00000010:1.0:1761313473.920592:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000020ca8270. 00010000:00000010:1.0:1761313473.920602:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000ed352a08. 00010000:00000010:1.0:1761313473.920681:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000088c0b17f. 00010000:00000010:1.0:1761313473.920688:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000990b7e01. 00010000:00000010:1.0:1761313473.920699:0:77239:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000008915b54f. 00000100:00000010:1.0:1761313473.920707:0:77239:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000033b2b67f. 00000100:00000010:1.0:1761313473.920715:0:77239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d93d7538. 02000000:00000010:1.0:1761313473.920728:0:77239:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000e998ee48. 02000000:00000010:1.0:1761313473.920759:0:77239:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000006221a5cd. 00000400:00000010:1.0:1761313473.920766:0:77239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000e3ae0e8f. 00000400:00000010:1.0:1761313473.920771:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a1e30d26. 00000100:00000200:1.0:1761313473.920777:0:77239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869138386048, portal 16 00000400:00000010:1.0:1761313473.920782:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e95cb506. 00000100:00000200:1.0:1761313473.920784:0:77239:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869138386048, offset 0 00000400:00000200:1.0:1761313473.920805:0:77239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:1.0:1761313473.920818:0:77239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:1.0:1761313473.920825:0:77239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:1.0:1761313473.920829:0:77239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761313473.920832:0:77239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:1.0:1761313473.920835:0:77239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90111:90111:256:4294967295] 192.168.204.38@tcp LPNI seq info [90111:90111:8:4294967295] 00000400:00000200:1.0:1761313473.920845:0:77239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:1.0:1761313473.920850:0:77239:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:1.0:1761313473.920854:0:77239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004eeb71e1 (tot 82351826). 00000800:00000200:1.0:1761313473.920860:0:77239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:1.0:1761313473.920867:0:77239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:1.0:1761313473.920870:0:77239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000004eeb71e1 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761313473.921102:0:15826:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761313473.921106:0:15826:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004eeb71e1 (tot 82351578). 00000400:00000200:3.0:1761313473.921110:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313473.921114:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:3.0:1761313473.921117:0:15826:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e95cb506 00000400:00000010:3.0:1761313473.921119:0:15826:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e95cb506. 00000100:00000200:3.0:1761313473.921125:0:15826:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000d93d7538 x1846869138386048/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313517 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1761313473.925564:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000097d4686e. 00010000:00000010:0.1:1761313473.925578:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cb848b29. 00000400:00000200:1.0:1761313473.926675:0:15825:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:1.0:1761313473.926694:0:15825:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x68fb7baf0ac80 00000400:00000200:1.0:1761313473.926702:0:15825:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb092d [1] + 224 00000400:00000200:1.0:1761313473.926713:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313473.926717:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:1.0:1761313473.926729:0:15825:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000d93d7538 x1846869138386048/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313517 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761313473.926755:0:15825:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:1.0:1761313473.926760:0:15825:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x68fb7ba85b840 00000400:00000200:1.0:1761313473.926764:0:15825:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xaf33d [2] + 656 00000400:00000200:1.0:1761313473.926829:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313473.926833:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:1.0:1761313473.926836:0:15825:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761313473.926841:0:15825:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000eabf7b6f. 00000400:00000010:0.0:1761313473.926927:0:77239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000e3ae0e8f. 00000400:00000200:0.0:1761313473.926932:0:77239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a1e30d26 00000400:00000010:0.0:1761313473.926934:0:77239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a1e30d26. 00000100:00000200:0.0:1761313473.926939:0:77239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000d93d7538 x1846869138386048/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313517 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761313473.926946:0:77239:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000d93d7538 x1846869138386048/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313517 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761313473.926977:0:77239:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000006221a5cd. 02000000:00000010:0.0:1761313473.926984:0:77239:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000e998ee48. 00000100:00000010:0.0:1761313473.926989:0:77239:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d93d7538. 00000100:00000010:0.0:1761313473.926992:0:77239:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000033b2b67f. 00010000:00000010:0.0:1761313473.926997:0:77239:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000008915b54f. 00000020:00000010:2.0:1761313473.928455:0:64710:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005c004fe9. 00000020:00000010:2.0:1761313473.928466:0:64710:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000051ff89b8. 00000020:00000010:2.0:1761313473.928471:0:64710:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000134da562. 00000100:00000200:2.0:1761313473.928501:0:64710:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000eabf7b6f x1846869131376704/t0(0) o103->78617949-0e11-4ca2-94c2-d809f91deaa9@192.168.204.38@tcp:404/0 lens 328/0 e 0 to 0 dl 1761313479 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:2.0:1761313473.928536:0:64710:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869131376704 02000000:00000010:2.0:1761313473.928548:0:64710:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000a5812a1c. 00010000:00000010:2.0:1761313473.928576:0:64710:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000c40ff12. 00010000:00000010:2.0:1761313473.928600:0:64710:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ce4e6093. 00000100:00000010:2.0:1761313473.928607:0:64710:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000000fc037df. 00000100:00000010:2.0:1761313473.929120:0:64710:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000000fc037df. 00010000:00000010:2.0:1761313473.929127:0:64710:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ce4e6093. 00000400:00000010:2.0:1761313473.929144:0:64710:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000042ef5faf. 00000100:00000200:2.0:1761313473.929150:0:64710:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869131376704, offset 224 00000400:00000200:2.0:1761313473.929159:0:64710:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:2.0:1761313473.929171:0:64710:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:2.0:1761313473.929177:0:64710:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90112:90112:256:4294967295] 192.168.204.38@tcp LPNI seq info [90112:90112:8:4294967295] 00000400:00000200:2.0:1761313473.929186:0:64710:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:2.0:1761313473.929191:0:64710:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:2.0:1761313473.929195:0:64710:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c737f52d (tot 82351826). 00000800:00000200:2.0:1761313473.929201:0:64710:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:2.0:1761313473.929208:0:64710:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:2.0:1761313473.929212:0:64710:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c737f52d type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761313473.929238:0:64710:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000051ff89b8. 00000020:00000010:2.0:1761313473.929244:0:64710:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000134da562. 00000020:00000010:2.0:1761313473.929246:0:64710:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005c004fe9. 00080000:00000010:1.0:1761313473.929295:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 000000006221a5cd. 00010000:00000010:1.0:1761313473.929420:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000990b7e01. 00010000:00000010:1.0:1761313473.929427:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000c0bfe748. 00010000:00000010:1.0:1761313473.929498:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000001dae9f03. 00010000:00000010:1.0:1761313473.929503:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000990b7e01. 00010000:00000010:1.0:1761313473.929514:0:77239:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000001335254b. 00000100:00000010:1.0:1761313473.929519:0:77239:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000fcdcc0bd. 00000100:00000010:1.0:1761313473.929526:0:77239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000242da0db. 02000000:00000010:1.0:1761313473.929540:0:77239:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000008b6f23c3. 02000000:00000010:1.0:1761313473.929562:0:77239:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000cfce8803. 00000400:00000010:1.0:1761313473.929568:0:77239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000aaa435c6. 00000400:00000010:1.0:1761313473.929572:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004a139d93. 00000100:00000200:1.0:1761313473.929577:0:77239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869138386112, portal 16 00000400:00000010:1.0:1761313473.929581:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a164eb02. 00000100:00000200:1.0:1761313473.929582:0:77239:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869138386112, offset 0 00000400:00000200:1.0:1761313473.929587:0:77239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:1.0:1761313473.929593:0:77239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:1.0:1761313473.929600:0:77239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:1.0:1761313473.929603:0:77239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761313473.929606:0:77239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:1.0:1761313473.929608:0:77239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90113:90113:255:4294967295] 192.168.204.38@tcp LPNI seq info [90113:90113:7:4294967295] 00000400:00000200:1.0:1761313473.929617:0:77239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:1.0:1761313473.929620:0:77239:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:1.0:1761313473.929623:0:77239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f3be7fa6 (tot 82352074). 00000800:00000200:1.0:1761313473.929626:0:77239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:1.0:1761313473.929630:0:77239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:1.0:1761313473.929632:0:77239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000f3be7fa6 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761313473.929723:0:15826:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761313473.929727:0:15826:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c737f52d (tot 82351826). 00000400:00000200:3.0:1761313473.929733:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313473.929737:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:3.0:1761313473.929740:0:15826:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000042ef5faf 00000400:00000010:3.0:1761313473.929742:0:15826:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000042ef5faf. 00000800:00000200:3.0:1761313473.929815:0:15826:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761313473.929818:0:15826:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f3be7fa6 (tot 82351578). 00000400:00000200:3.0:1761313473.929821:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313473.929824:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:3.0:1761313473.929826:0:15826:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a164eb02 00000400:00000010:3.0:1761313473.929827:0:15826:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a164eb02. 00000100:00000200:3.0:1761313473.929833:0:15826:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000242da0db x1846869138386112/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313517 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1761313473.933640:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e6e767c4. 00000400:00000200:0.0:1761313473.933722:0:15827:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:0.0:1761313473.933740:0:15827:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x68fb7baf0acc0 00000400:00000200:0.0:1761313473.933749:0:15827:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb0939 [1] + 224 00000400:00000200:0.0:1761313473.933764:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313473.933767:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:0.0:1761313473.933778:0:15827:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000242da0db x1846869138386112/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313517 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1761313473.934216:0:77239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000aaa435c6. 00000400:00000200:1.0:1761313473.934222:0:77239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004a139d93 00000400:00000010:1.0:1761313473.934225:0:77239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004a139d93. 00000100:00000200:1.0:1761313473.934231:0:77239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000242da0db x1846869138386112/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313517 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761313473.934239:0:77239:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000242da0db x1846869138386112/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313517 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761313473.934268:0:77239:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000cfce8803. 02000000:00000010:1.0:1761313473.934274:0:77239:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000008b6f23c3. 00000100:00000010:1.0:1761313473.934278:0:77239:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000242da0db. 00000100:00000010:1.0:1761313473.934282:0:77239:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000fcdcc0bd. 00010000:00000010:1.0:1761313473.934286:0:77239:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000001335254b. 00000400:00000200:1.0:1761313473.934514:0:15825:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:1.0:1761313473.934523:0:15825:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x68fb7ba85b880 00000400:00000200:1.0:1761313473.934529:0:15825:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xaf33d [2] + 984 00000400:00000200:1.0:1761313473.934574:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313473.934579:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:1.0:1761313473.934583:0:15825:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761313473.934587:0:15825:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000242da0db. 00000020:00000010:2.0:1761313473.934662:0:64710:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005c004fe9. 00000020:00000010:2.0:1761313473.934669:0:64710:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000051ff89b8. 00000020:00000010:2.0:1761313473.934674:0:64710:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000134da562. 00000100:00000200:2.0:1761313473.934695:0:64710:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000242da0db x1846869131376768/t0(0) o103->78617949-0e11-4ca2-94c2-d809f91deaa9@192.168.204.38@tcp:404/0 lens 328/0 e 0 to 0 dl 1761313479 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:2.0:1761313473.934720:0:64710:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869131376768 02000000:00000010:2.0:1761313473.934730:0:64710:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000c6262b5d. 00010000:00000010:2.0:1761313473.934758:0:64710:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000052c1766a. 00010000:00000010:2.0:1761313473.934777:0:64710:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ce4e6093. 00000100:00000010:2.0:1761313473.934783:0:64710:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000000fc037df. 00000100:00000010:2.0:1761313473.934805:0:64710:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000000fc037df. 00010000:00000010:2.0:1761313473.934810:0:64710:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ce4e6093. 00000400:00000010:2.0:1761313473.934822:0:64710:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000043b2001f. 00000100:00000200:2.0:1761313473.934828:0:64710:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869131376768, offset 224 00000400:00000200:2.0:1761313473.934834:0:64710:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:2.0:1761313473.934844:0:64710:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:2.0:1761313473.934849:0:64710:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90114:90114:256:4294967295] 192.168.204.38@tcp LPNI seq info [90114:90114:8:4294967295] 00000400:00000200:2.0:1761313473.934858:0:64710:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:2.0:1761313473.934863:0:64710:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:2.0:1761313473.934867:0:64710:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001293a8d4 (tot 82351826). 00000800:00000200:2.0:1761313473.934872:0:64710:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:2.0:1761313473.934878:0:64710:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:2.0:1761313473.934881:0:64710:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000001293a8d4 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761313473.934903:0:64710:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000051ff89b8. 00000020:00000010:2.0:1761313473.934907:0:64710:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000134da562. 00000020:00000010:2.0:1761313473.934910:0:64710:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005c004fe9. 00000800:00000200:3.0:1761313473.935520:0:15826:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761313473.935524:0:15826:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001293a8d4 (tot 82351578). 00000400:00000200:3.0:1761313473.935529:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313473.935533:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:3.0:1761313473.935536:0:15826:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000043b2001f 00000400:00000010:3.0:1761313473.935537:0:15826:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000043b2001f. 00080000:00000010:1.0:1761313473.935643:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 000000008b6f23c3. 00010000:00000010:1.0:1761313473.935731:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000990b7e01. 00010000:00000010:1.0:1761313473.935739:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000f68cfa25. 00010000:00000010:1.0:1761313473.935829:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000081c209c2. 00010000:00000010:1.0:1761313473.935836:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000990b7e01. 00010000:00000010:1.0:1761313473.935846:0:77239:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000001335254b. 00000100:00000010:1.0:1761313473.935850:0:77239:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000fcdcc0bd. 00000100:00000010:1.0:1761313473.935857:0:77239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000003e4d9a3e. 02000000:00000010:1.0:1761313473.935867:0:77239:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000cfce8803. 02000000:00000010:1.0:1761313473.935892:0:77239:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000060bde22b. 00000400:00000010:1.0:1761313473.935898:0:77239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000aaa435c6. 00000400:00000010:1.0:1761313473.935902:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004a139d93. 00000100:00000200:1.0:1761313473.935907:0:77239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869138386176, portal 16 00000400:00000010:1.0:1761313473.935911:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d8d66e7a. 00000100:00000200:1.0:1761313473.935913:0:77239:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869138386176, offset 0 00000400:00000200:1.0:1761313473.935919:0:77239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:1.0:1761313473.935927:0:77239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:1.0:1761313473.935933:0:77239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:1.0:1761313473.935936:0:77239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761313473.935939:0:77239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:1.0:1761313473.935942:0:77239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90115:90115:256:4294967295] 192.168.204.38@tcp LPNI seq info [90115:90115:8:4294967295] 00000400:00000200:1.0:1761313473.935950:0:77239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:1.0:1761313473.935954:0:77239:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:1.0:1761313473.935958:0:77239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000abc6288c (tot 82351826). 00000800:00000200:1.0:1761313473.935962:0:77239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:1.0:1761313473.935966:0:77239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:1.0:1761313473.935969:0:77239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000abc6288c type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761313473.936224:0:15827:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761313473.936228:0:15827:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000abc6288c (tot 82351578). 00000400:00000200:0.0:1761313473.936231:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313473.936234:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:0.0:1761313473.936237:0:15827:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d8d66e7a 00000400:00000010:0.0:1761313473.936239:0:15827:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d8d66e7a. 00000100:00000200:0.0:1761313473.936244:0:15827:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000003e4d9a3e x1846869138386176/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313517 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1761313473.938897:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009b7c2942. 00010000:00000010:1.1:1761313473.938913:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006fbaf355. 00000400:00000200:1.0:1761313473.939735:0:15825:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:1.0:1761313473.939752:0:15825:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x68fb7baf0ad00 00000400:00000200:1.0:1761313473.939761:0:15825:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb0945 [1] + 224 00000400:00000200:1.0:1761313473.939777:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313473.939781:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:1.0:1761313473.939800:0:15825:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000003e4d9a3e x1846869138386176/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313517 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1761313473.940126:0:77239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000aaa435c6. 00000400:00000200:0.0:1761313473.940132:0:77239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004a139d93 00000400:00000010:0.0:1761313473.940134:0:77239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004a139d93. 00000100:00000200:0.0:1761313473.940141:0:77239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000003e4d9a3e x1846869138386176/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313517 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761313473.940149:0:77239:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000003e4d9a3e x1846869138386176/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313517 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761313473.940177:0:77239:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000060bde22b. 02000000:00000010:0.0:1761313473.940183:0:77239:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000cfce8803. 00000100:00000010:0.0:1761313473.940186:0:77239:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000003e4d9a3e. 00000100:00000010:0.0:1761313473.940189:0:77239:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000fcdcc0bd. 00010000:00000010:0.0:1761313473.940193:0:77239:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000001335254b. 00000400:00000200:3.0:1761313473.941225:0:15826:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:3.0:1761313473.941239:0:15826:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x68fb7ba85b8c0 00000400:00000200:3.0:1761313473.941246:0:15826:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xaf33d [2] + 1312 00000400:00000200:3.0:1761313473.941321:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313473.941326:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:3.0:1761313473.941332:0:15826:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761313473.941337:0:15826:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000a90c5c2d. 00000020:00000010:0.0:1761313473.941632:0:75220:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b8ac7f10. 00000020:00000010:0.0:1761313473.941640:0:75220:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000196cbe29. 00000020:00000010:0.0:1761313473.941644:0:75220:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000a5d3e0ae. 00000100:00000200:0.0:1761313473.941671:0:75220:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000a90c5c2d x1846869131376832/t0(0) o103->78617949-0e11-4ca2-94c2-d809f91deaa9@192.168.204.38@tcp:404/0 lens 328/0 e 0 to 0 dl 1761313479 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:0.0:1761313473.942077:0:75220:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869131376832 02000000:00000010:0.0:1761313473.942090:0:75220:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000002cba305. 00010000:00000010:0.0:1761313473.942117:0:75220:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003a4627dc. 00010000:00000010:0.0:1761313473.942139:0:75220:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000f53b6504. 00000100:00000010:0.0:1761313473.942145:0:75220:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000368964cd. 00000100:00000010:0.0:1761313473.942165:0:75220:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000368964cd. 00010000:00000010:0.0:1761313473.942168:0:75220:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000f53b6504. 00000400:00000010:0.0:1761313473.942181:0:75220:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c4611603. 00000100:00000200:0.0:1761313473.942185:0:75220:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869131376832, offset 224 00000400:00000200:0.0:1761313473.942192:0:75220:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:0.0:1761313473.942203:0:75220:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:0.0:1761313473.942208:0:75220:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90116:90116:256:4294967295] 192.168.204.38@tcp LPNI seq info [90116:90116:8:4294967295] 00000400:00000200:0.0:1761313473.942216:0:75220:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:0.0:1761313473.942221:0:75220:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:0.0:1761313473.942226:0:75220:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ed775b91 (tot 82351826). 00000800:00000200:0.0:1761313473.942230:0:75220:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:0.0:1761313473.942236:0:75220:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:0.0:1761313473.942240:0:75220:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ed775b91 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761313473.942265:0:75220:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000196cbe29. 00000020:00000010:0.0:1761313473.942270:0:75220:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000a5d3e0ae. 00000020:00000010:0.0:1761313473.942272:0:75220:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b8ac7f10. 00080000:00000010:1.0:1761313473.942525:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000cfce8803. 00010000:00000010:1.0:1761313473.942606:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000990b7e01. 00010000:00000010:1.0:1761313473.942613:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006e83cc92. 00010000:00000010:1.0:1761313473.942685:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000a2b1bf5a. 00010000:00000010:1.0:1761313473.942691:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000990b7e01. 00010000:00000010:1.0:1761313473.942701:0:77239:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000009c5ec2f8. 00000100:00000010:1.0:1761313473.942705:0:77239:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000fcdcc0bd. 00000100:00000010:1.0:1761313473.942712:0:77239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000064f8b87f. 02000000:00000010:1.0:1761313473.942722:0:77239:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000060bde22b. 02000000:00000010:1.0:1761313473.942745:0:77239:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a8c3e2d1. 00000400:00000010:1.0:1761313473.942751:0:77239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000009dafaf35. 00000400:00000010:1.0:1761313473.942755:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007c77981f. 00000100:00000200:1.0:1761313473.942760:0:77239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869138386240, portal 16 00000400:00000010:1.0:1761313473.942764:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004a139d93. 00000100:00000200:1.0:1761313473.942766:0:77239:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869138386240, offset 0 00000400:00000200:1.0:1761313473.942772:0:77239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:1.0:1761313473.942779:0:77239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:1.0:1761313473.942796:0:77239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:1.0:1761313473.942800:0:77239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761313473.942803:0:77239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:1.0:1761313473.942806:0:77239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90117:90117:255:4294967295] 192.168.204.38@tcp LPNI seq info [90117:90117:7:4294967295] 00000400:00000200:1.0:1761313473.942813:0:77239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:1.0:1761313473.942818:0:77239:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:1.0:1761313473.942821:0:77239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e18dda97 (tot 82352074). 00000800:00000200:1.0:1761313473.942826:0:77239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:1.0:1761313473.942830:0:77239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:1.0:1761313473.942832:0:77239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000e18dda97 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761313473.943038:0:15827:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761313473.943041:0:15827:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ed775b91 (tot 82351826). 00000400:00000200:3.0:1761313473.943046:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313473.943050:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:3.0:1761313473.943054:0:15827:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c4611603 00000400:00000010:3.0:1761313473.943056:0:15827:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c4611603. 00000800:00000200:3.0:1761313473.943118:0:15827:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761313473.943120:0:15827:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e18dda97 (tot 82351578). 00000400:00000200:3.0:1761313473.943123:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313473.943126:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:3.0:1761313473.943128:0:15827:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004a139d93 00000400:00000010:3.0:1761313473.943130:0:15827:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004a139d93. 00000100:00000200:3.0:1761313473.943135:0:15827:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000064f8b87f x1846869138386240/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313517 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1761313473.944542:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000059fa2fa0. 00010000:00000010:1.1:1761313473.944674:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008dd93bc9. 00010000:00000010:1.1:1761313473.944681:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000088c0b17f. 00000400:00000200:1.0:1761313473.946955:0:15825:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:1.0:1761313473.946975:0:15825:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x68fb7baf0ad40 00000400:00000200:1.0:1761313473.946984:0:15825:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb0951 [1] + 224 00000400:00000200:1.0:1761313473.946999:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313473.947003:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:1.0:1761313473.947013:0:15825:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000064f8b87f x1846869138386240/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313517 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1761313473.947270:0:77239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000009dafaf35. 00000400:00000200:0.0:1761313473.947275:0:77239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007c77981f 00000400:00000010:0.0:1761313473.947278:0:77239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007c77981f. 00000100:00000200:0.0:1761313473.947284:0:77239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000064f8b87f x1846869138386240/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313517 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761313473.947290:0:77239:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000064f8b87f x1846869138386240/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313517 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761313473.947322:0:77239:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a8c3e2d1. 02000000:00000010:0.0:1761313473.947328:0:77239:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000060bde22b. 00000100:00000010:0.0:1761313473.947333:0:77239:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000064f8b87f. 00000100:00000010:0.0:1761313473.947338:0:77239:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000fcdcc0bd. 00010000:00000010:0.0:1761313473.947342:0:77239:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000009c5ec2f8. 00000400:00000200:3.0:1761313473.947654:0:15826:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:3.0:1761313473.947664:0:15826:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x68fb7ba85b900 00000400:00000200:3.0:1761313473.947669:0:15826:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xaf33d [2] + 1640 00000400:00000200:3.0:1761313473.947721:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313473.947725:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:3.0:1761313473.947729:0:15826:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761313473.947734:0:15826:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000008be944fb. 00010000:00000010:2.1:1761313473.948392:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000600eaee6. 00010000:00000010:1.1:1761313473.948449:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003412dbff. 00010000:00000010:1.1:1761313473.948457:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001dae9f03. 00010000:00000010:1.1:1761313473.948460:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009791dcd2. 00010000:00000010:1.1:1761313473.948464:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000081c209c2. 00010000:00000010:0.1:1761313473.948519:0:75220:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000770c9715. 00000020:00000010:0.0:1761313473.948725:0:75220:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b8ac7f10. 00000020:00000010:0.0:1761313473.948732:0:75220:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000196cbe29. 00000020:00000010:0.0:1761313473.948736:0:75220:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000a5d3e0ae. 00000100:00000200:0.0:1761313473.948761:0:75220:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000008be944fb x1846869131376896/t0(0) o103->78617949-0e11-4ca2-94c2-d809f91deaa9@192.168.204.38@tcp:404/0 lens 328/0 e 0 to 0 dl 1761313479 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:0.0:1761313473.948874:0:75220:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869131376896 02000000:00000010:0.0:1761313473.948885:0:75220:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000006a93d86a. 00010000:00000010:0.0:1761313473.948913:0:75220:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e4ab55a7. 00010000:00000010:0.0:1761313473.948934:0:75220:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000f53b6504. 00000100:00000010:0.0:1761313473.948940:0:75220:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000368964cd. 00000100:00000010:0.0:1761313473.949045:0:75220:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000368964cd. 00010000:00000010:0.0:1761313473.949049:0:75220:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000f53b6504. 00000400:00000010:0.0:1761313473.949062:0:75220:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007749d871. 00000100:00000200:0.0:1761313473.949067:0:75220:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869131376896, offset 224 00000400:00000200:0.0:1761313473.949075:0:75220:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:0.0:1761313473.949085:0:75220:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:0.0:1761313473.949091:0:75220:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90118:90118:256:4294967295] 192.168.204.38@tcp LPNI seq info [90118:90118:8:4294967295] 00000400:00000200:0.0:1761313473.949100:0:75220:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:0.0:1761313473.949105:0:75220:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:0.0:1761313473.949110:0:75220:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ed775b91 (tot 82351826). 00000800:00000200:0.0:1761313473.949116:0:75220:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:0.0:1761313473.949122:0:75220:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:0.0:1761313473.949126:0:75220:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ed775b91 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761313473.949148:0:75220:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000196cbe29. 00000020:00000010:0.0:1761313473.949153:0:75220:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000a5d3e0ae. 00000020:00000010:0.0:1761313473.949156:0:75220:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b8ac7f10. 00080000:00000010:1.0:1761313473.949196:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000dc0fd3d5. 00010000:00000010:1.0:1761313473.949275:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000990b7e01. 00010000:00000010:1.0:1761313473.949281:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000569ab490. 00010000:00000010:1.0:1761313473.949418:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000081c209c2. 00010000:00000010:1.0:1761313473.949424:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000990b7e01. 00010000:00000010:1.0:1761313473.949434:0:77239:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000006ecb6418. 00000100:00000010:1.0:1761313473.949438:0:77239:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000033b2b67f. 00000100:00000010:1.0:1761313473.949443:0:77239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007de1a361. 02000000:00000010:1.0:1761313473.949453:0:77239:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000c74660fe. 02000000:00000010:1.0:1761313473.949471:0:77239:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f029496f. 00000400:00000010:1.0:1761313473.949476:0:77239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000022d2dff1. 00000400:00000010:1.0:1761313473.949481:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d8d66e7a. 00000100:00000200:1.0:1761313473.949486:0:77239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869138386304, portal 16 00000400:00000010:1.0:1761313473.949490:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a164eb02. 00000100:00000200:1.0:1761313473.949491:0:77239:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869138386304, offset 0 00000400:00000200:1.0:1761313473.949496:0:77239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:1.0:1761313473.949501:0:77239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:1.0:1761313473.949507:0:77239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:1.0:1761313473.949510:0:77239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761313473.949512:0:77239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:1.0:1761313473.949514:0:77239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90119:90119:255:4294967295] 192.168.204.38@tcp LPNI seq info [90119:90119:7:4294967295] 00000400:00000200:1.0:1761313473.949521:0:77239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:1.0:1761313473.949524:0:77239:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:1.0:1761313473.949527:0:77239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000665e1d46 (tot 82352074). 00000800:00000200:3.0:1761313473.949715:0:15827:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761313473.949718:0:15827:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ed775b91 (tot 82351826). 00000400:00000200:3.0:1761313473.949722:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313473.949726:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:3.0:1761313473.949730:0:15827:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007749d871 00000400:00000010:3.0:1761313473.949732:0:15827:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007749d871. 00000800:00000200:1.0:1761313473.950208:0:77239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:1.0:1761313473.950214:0:77239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:1.0:1761313473.950216:0:77239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000665e1d46 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761313473.950719:0:15825:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761313473.950723:0:15825:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000665e1d46 (tot 82351578). 00000400:00000200:2.0:1761313473.950727:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313473.950731:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:2.0:1761313473.950734:0:15825:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a164eb02 00000400:00000010:2.0:1761313473.950736:0:15825:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a164eb02. 00000100:00000200:2.0:1761313473.950742:0:15825:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000007de1a361 x1846869138386304/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313517 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1761313473.956171:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d7899168. 00010000:00000010:1.1:1761313473.956191:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a2b1bf5a. 00010000:00000010:0.1:1761313473.962948:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008641f451. 00000400:00000200:0.0:1761313473.964194:0:15826:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:0.0:1761313473.964214:0:15826:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x68fb7baf0ad80 00000400:00000200:0.0:1761313473.964224:0:15826:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb095d [1] + 224 00000400:00000200:0.0:1761313473.964241:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313473.964245:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:0.0:1761313473.964256:0:15826:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000007de1a361 x1846869138386304/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313517 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1761313473.964388:0:77239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000022d2dff1. 00000400:00000200:2.0:1761313473.964394:0:77239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d8d66e7a 00000400:00000010:2.0:1761313473.964396:0:77239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d8d66e7a. 00000100:00000200:2.0:1761313473.964402:0:77239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000007de1a361 x1846869138386304/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313517 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761313473.964410:0:77239:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000007de1a361 x1846869138386304/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313517 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761313473.964443:0:77239:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f029496f. 02000000:00000010:2.0:1761313473.964450:0:77239:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000c74660fe. 00000100:00000010:2.0:1761313473.964453:0:77239:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007de1a361. 00000100:00000010:2.0:1761313473.964457:0:77239:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000033b2b67f. 00010000:00000010:2.0:1761313473.964462:0:77239:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000006ecb6418. 00000400:00000200:3.0:1761313473.965303:0:15827:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:3.0:1761313473.965314:0:15827:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x68fb7ba85b940 00000400:00000200:3.0:1761313473.965320:0:15827:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xaf33d [2] + 1968 00000400:00000010:3.0:1761313473.965323:0:15827:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000feff08e2. 00000400:00000200:3.0:1761313473.965327:0:15827:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 00000000f89f4698 00000400:00000200:3.0:1761313473.965402:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313473.965406:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:3.0:1761313473.965408:0:15827:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f89f4698 00000400:00000010:3.0:1761313473.965411:0:15827:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 00000000f89f4698 (tot 82351426). 00000100:00000200:3.0:1761313473.965416:0:15827:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:0.0:1761313473.965503:0:75220:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b8ac7f10. 00000020:00000010:0.0:1761313473.965509:0:75220:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000196cbe29. 00000020:00000010:0.0:1761313473.965514:0:75220:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000a5d3e0ae. 00000100:00000200:0.0:1761313473.965536:0:75220:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000003fda9e3b x1846869131376960/t0(0) o103->78617949-0e11-4ca2-94c2-d809f91deaa9@192.168.204.38@tcp:404/0 lens 328/0 e 0 to 0 dl 1761313479 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:0.0:1761313473.965571:0:75220:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869131376960 02000000:00000010:0.0:1761313473.965581:0:75220:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000d74fd364. 00010000:00000010:0.0:1761313473.965608:0:75220:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000093229527. 00010000:00000010:0.0:1761313473.965627:0:75220:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000f53b6504. 00000100:00000010:0.0:1761313473.965634:0:75220:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000368964cd. 00000100:00000010:0.0:1761313473.965654:0:75220:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000368964cd. 00010000:00000010:0.0:1761313473.965658:0:75220:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000f53b6504. 00000400:00000010:0.0:1761313473.965670:0:75220:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001edb0feb. 00000100:00000200:0.0:1761313473.965675:0:75220:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869131376960, offset 224 00000400:00000200:0.0:1761313473.965682:0:75220:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:0.0:1761313473.965692:0:75220:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:0.0:1761313473.965698:0:75220:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90120:90120:256:4294967295] 192.168.204.38@tcp LPNI seq info [90120:90120:8:4294967295] 00000400:00000200:0.0:1761313473.965707:0:75220:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:0.0:1761313473.965712:0:75220:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:0.0:1761313473.965717:0:75220:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e03815c4 (tot 82351674). 00000800:00000200:0.0:1761313473.965722:0:75220:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:0.0:1761313473.965729:0:75220:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:0.0:1761313473.965733:0:75220:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000e03815c4 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761313473.965758:0:75220:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000196cbe29. 00000020:00000010:0.0:1761313473.965763:0:75220:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000a5d3e0ae. 00000020:00000010:0.0:1761313473.965766:0:75220:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b8ac7f10. 02000000:00000010:0.0:1761313473.965773:0:75220:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000006a93d86a. 00000100:00000010:0.0:1761313473.965775:0:75220:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000008be944fb. 02000000:00000010:0.0:1761313473.965779:0:75220:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000002cba305. 00000100:00000010:0.0:1761313473.965781:0:75220:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000a90c5c2d. 02000000:00000010:0.0:1761313473.965783:0:75220:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000c6262b5d. 00000100:00000010:0.0:1761313473.965799:0:75220:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000242da0db. 02000000:00000010:0.0:1761313473.965802:0:75220:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000a5812a1c. 00000100:00000010:0.0:1761313473.965805:0:75220:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000eabf7b6f. 02000000:00000010:0.0:1761313473.965807:0:75220:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000b959715e. 00000100:00000010:0.0:1761313473.965809:0:75220:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ba613791. 02000000:00000010:0.0:1761313473.965812:0:75220:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000b5e32eeb. 00000100:00000010:0.0:1761313473.965814:0:75220:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000db5c2442. 00000100:00000200:0.0:1761313473.965820:0:75220:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1761313473.965824:0:75220:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000086a2a33e. 00000400:00000010:0.0:1761313473.965828:0:75220:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000368964cd (tot 82351826). 00080000:00000010:3.0:1761313473.965934:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 000000002cec0390. 00010000:00000010:3.0:1761313473.966021:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000990b7e01. 00010000:00000010:3.0:1761313473.966028:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000009c040050. 00010000:00000010:3.0:1761313473.966096:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000e268c9c7. 00010000:00000010:3.0:1761313473.966101:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000858f96f4. 00010000:00000010:3.0:1761313473.966111:0:77239:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000e7cdd13f. 00000100:00000010:3.0:1761313473.966115:0:77239:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000ee89bb7b. 00000100:00000010:3.0:1761313473.966121:0:77239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000000b5a18e1. 02000000:00000010:3.0:1761313473.966129:0:77239:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000d7fb6e05. 02000000:00000010:3.0:1761313473.966151:0:77239:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000071f932b6. 00000400:00000010:3.0:1761313473.966155:0:77239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000feff08e2. 00000400:00000010:3.0:1761313473.966159:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e05edf74. 00000100:00000200:3.0:1761313473.966162:0:77239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869138386368, portal 16 00000400:00000010:3.0:1761313473.966167:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a66ded6b. 00000100:00000200:3.0:1761313473.966168:0:77239:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869138386368, offset 0 00000400:00000200:3.0:1761313473.966173:0:77239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:3.0:1761313473.966180:0:77239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:3.0:1761313473.966186:0:77239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:3.0:1761313473.966190:0:77239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761313473.966192:0:77239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:3.0:1761313473.966194:0:77239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90121:90121:255:4294967295] 192.168.204.38@tcp LPNI seq info [90121:90121:7:4294967295] 00000400:00000200:3.0:1761313473.966201:0:77239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:3.0:1761313473.966206:0:77239:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:3.0:1761313473.966209:0:77239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000006d74909 (tot 82352074). 00000800:00000200:3.0:1761313473.966213:0:77239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:3.0:1761313473.966217:0:77239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:3.0:1761313473.966219:0:77239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000006d74909 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761313473.966700:0:15825:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313473.966704:0:15825:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e03815c4 (tot 82351826). 00000400:00000200:1.0:1761313473.966709:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313473.966713:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:1.0:1761313473.966716:0:15825:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001edb0feb 00000400:00000010:1.0:1761313473.966717:0:15825:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001edb0feb. 02000000:00000010:1.0:1761313473.966721:0:15825:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000d74fd364. 00000800:00000200:1.0:1761313473.966767:0:15825:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313473.966769:0:15825:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000006d74909 (tot 82351578). 00000400:00000200:1.0:1761313473.966772:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313473.966775:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:1.0:1761313473.966778:0:15825:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a66ded6b 00000400:00000010:1.0:1761313473.966779:0:15825:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a66ded6b. 00000100:00000200:1.0:1761313473.966783:0:15825:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000000b5a18e1 x1846869138386368/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313517 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1761313473.970625:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000083a9e91f. 00010000:00000010:3.1:1761313473.970641:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000081c209c2. 00000400:00000200:0.0:1761313473.974047:0:15826:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:0.0:1761313473.974071:0:15826:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x68fb7baf0adc0 00000400:00000200:0.0:1761313473.974080:0:15826:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb096d [1] + 224 00000400:00000200:0.0:1761313473.974098:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313473.974103:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:0.0:1761313473.974112:0:15826:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000000b5a18e1 x1846869138386368/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313517 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1761313473.974225:0:77239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000feff08e2. 00000400:00000200:3.0:1761313473.974229:0:77239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e05edf74 00000400:00000010:3.0:1761313473.974231:0:77239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e05edf74. 00000100:00000200:3.0:1761313473.974239:0:77239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000000b5a18e1 x1846869138386368/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313517 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761313473.974246:0:77239:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000000b5a18e1 x1846869138386368/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313517 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1761313473.974275:0:77239:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000071f932b6. 02000000:00000010:3.0:1761313473.974281:0:77239:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000d7fb6e05. 00000100:00000010:3.0:1761313473.974285:0:77239:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000000b5a18e1. 00000100:00000010:3.0:1761313473.974288:0:77239:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000ee89bb7b. 00010000:00000010:3.0:1761313473.974293:0:77239:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000e7cdd13f. 00010000:00000010:0.1:1761313473.974589:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000da9c601c. 00000400:00000200:3.0:1761313473.976687:0:15827:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:3.0:1761313473.976704:0:15827:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x68fb7ba85b980 00000400:00000200:3.0:1761313473.976712:0:15827:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xaf395 [2] + 0 00000400:00000200:3.0:1761313473.977240:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313473.977246:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:3.0:1761313473.977251:0:15827:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761313473.977257:0:15827:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000000b5a18e1. 00000020:00000010:2.0:1761313473.978808:0:64710:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005c004fe9. 00000020:00000010:2.0:1761313473.978817:0:64710:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000051ff89b8. 00000020:00000010:2.0:1761313473.978821:0:64710:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000134da562. 00000100:00000200:2.0:1761313473.978849:0:64710:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000000b5a18e1 x1846869131377024/t0(0) o103->78617949-0e11-4ca2-94c2-d809f91deaa9@192.168.204.38@tcp:404/0 lens 328/0 e 0 to 0 dl 1761313479 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:2.0:1761313473.978876:0:64710:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869131377024 02000000:00000010:2.0:1761313473.978887:0:64710:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000b5e32eeb. 00010000:00000010:2.0:1761313473.978913:0:64710:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d8389bcf. 00010000:00000010:2.0:1761313473.978937:0:64710:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ce4e6093. 00000100:00000010:2.0:1761313473.978943:0:64710:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000000fc037df. 00000100:00000010:2.0:1761313473.978963:0:64710:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000000fc037df. 00010000:00000010:2.0:1761313473.978968:0:64710:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ce4e6093. 00000400:00000010:2.0:1761313473.978982:0:64710:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003c745d15. 00000100:00000200:2.0:1761313473.978987:0:64710:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869131377024, offset 224 00000400:00000200:2.0:1761313473.978994:0:64710:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:2.0:1761313473.979006:0:64710:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:2.0:1761313473.979011:0:64710:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90122:90122:256:4294967295] 192.168.204.38@tcp LPNI seq info [90122:90122:8:4294967295] 00000400:00000200:2.0:1761313473.979020:0:64710:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:2.0:1761313473.979024:0:64710:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:2.0:1761313473.979029:0:64710:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001293a8d4 (tot 82351826). 00000800:00000200:2.0:1761313473.979035:0:64710:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:2.0:1761313473.979041:0:64710:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:2.0:1761313473.979045:0:64710:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000001293a8d4 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761313473.979072:0:64710:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000051ff89b8. 00000020:00000010:2.0:1761313473.979077:0:64710:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000134da562. 00000020:00000010:2.0:1761313473.979080:0:64710:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005c004fe9. 00000800:00000200:1.0:1761313473.979270:0:15825:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313473.979274:0:15825:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001293a8d4 (tot 82351578). 00000400:00000200:1.0:1761313473.979280:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313473.979285:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:1.0:1761313473.979288:0:15825:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003c745d15 00000400:00000010:1.0:1761313473.979290:0:15825:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003c745d15. 00080000:00000010:3.0:1761313473.979443:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d7fb6e05. 00010000:00000010:3.0:1761313473.979525:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000858f96f4. 00010000:00000010:3.0:1761313473.979531:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000072b762cb. 00010000:00000010:3.0:1761313473.979607:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000686bb36b. 00010000:00000010:3.0:1761313473.979614:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000858f96f4. 00010000:00000010:3.0:1761313473.979624:0:77239:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000e7cdd13f. 00000100:00000010:3.0:1761313473.979628:0:77239:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000ee89bb7b. 00000100:00000010:3.0:1761313473.979635:0:77239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000a90c5c2d. 02000000:00000010:3.0:1761313473.979646:0:77239:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000071f932b6. 02000000:00000010:3.0:1761313473.979670:0:77239:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d7843103. 00000400:00000010:3.0:1761313473.979676:0:77239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000feff08e2. 00000400:00000010:3.0:1761313473.979681:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e05edf74. 00000100:00000200:3.0:1761313473.979686:0:77239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869138386432, portal 16 00000400:00000010:3.0:1761313473.979690:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e515bfff. 00000100:00000200:3.0:1761313473.979692:0:77239:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869138386432, offset 0 00000400:00000200:3.0:1761313473.979697:0:77239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:3.0:1761313473.979705:0:77239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:3.0:1761313473.979711:0:77239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:3.0:1761313473.979715:0:77239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761313473.979718:0:77239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:3.0:1761313473.979720:0:77239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90123:90123:256:4294967295] 192.168.204.38@tcp LPNI seq info [90123:90123:8:4294967295] 00000400:00000200:3.0:1761313473.979727:0:77239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:3.0:1761313473.979731:0:77239:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:3.0:1761313473.979734:0:77239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a77805d3 (tot 82351826). 00000800:00000200:3.0:1761313473.979739:0:77239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:3.0:1761313473.979743:0:77239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:3.0:1761313473.979747:0:77239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000a77805d3 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761313473.980184:0:15826:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761313473.980188:0:15826:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a77805d3 (tot 82351578). 00000400:00000200:0.0:1761313473.980192:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313473.980197:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:0.0:1761313473.980200:0:15826:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e515bfff 00000400:00000010:0.0:1761313473.980201:0:15826:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e515bfff. 00000100:00000200:0.0:1761313473.980207:0:15826:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000a90c5c2d x1846869138386432/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313517 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761313473.993134:0:15827:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:3.0:1761313473.993154:0:15827:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x68fb7baf0ae00 00000400:00000200:3.0:1761313473.993163:0:15827:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb0979 [1] + 224 00000400:00000200:3.0:1761313473.993175:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313473.993180:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:3.0:1761313473.993191:0:15827:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000a90c5c2d x1846869138386432/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313517 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761313473.993234:0:15827:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:3.0:1761313473.993240:0:15827:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x68fb7ba85b9c0 00000400:00000200:3.0:1761313473.993246:0:15827:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xaf395 [2] + 328 00000400:00000200:3.0:1761313473.993282:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313473.993286:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:3.0:1761313473.993290:0:15827:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761313473.993296:0:15827:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000008be944fb. 00010000:00000010:2.1:1761313473.993866:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d4af9b99. 00000400:00000010:2.0:1761313473.993892:0:77239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000feff08e2. 00000400:00000200:2.0:1761313473.993896:0:77239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e05edf74 00000400:00000010:2.0:1761313473.993898:0:77239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e05edf74. 00000100:00000200:2.0:1761313473.993905:0:77239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000a90c5c2d x1846869138386432/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313517 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761313473.993913:0:77239:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000a90c5c2d x1846869138386432/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313517 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761313473.993944:0:77239:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d7843103. 02000000:00000010:2.0:1761313473.993950:0:77239:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000071f932b6. 00000100:00000010:2.0:1761313473.993953:0:77239:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000a90c5c2d. 00000100:00000010:2.0:1761313473.993957:0:77239:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000ee89bb7b. 00010000:00000010:2.0:1761313473.993961:0:77239:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000e7cdd13f. 00000020:00000010:0.0:1761313473.994111:0:75220:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000002cba305. 00000020:00000010:0.0:1761313473.994118:0:75220:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000196cbe29. 00000020:00000010:0.0:1761313473.994122:0:75220:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000a5d3e0ae. 00000100:00000200:0.0:1761313473.994144:0:75220:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000008be944fb x1846869131377088/t0(0) o103->78617949-0e11-4ca2-94c2-d809f91deaa9@192.168.204.38@tcp:404/0 lens 328/0 e 0 to 0 dl 1761313479 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:0.0:1761313473.994178:0:75220:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869131377088 02000000:00000010:0.0:1761313473.994189:0:75220:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000006a93d86a. 00010000:00000010:0.0:1761313473.994217:0:75220:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007b1e3a80. 00010000:00000010:0.0:1761313473.994234:0:75220:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000f53b6504. 00000100:00000010:0.0:1761313473.994240:0:75220:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000035828f13. 00000100:00000010:0.0:1761313473.994252:0:75220:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000035828f13. 00010000:00000010:0.0:1761313473.994254:0:75220:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000f53b6504. 00000400:00000010:0.0:1761313473.994265:0:75220:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ac140d9a. 00000100:00000200:0.0:1761313473.994269:0:75220:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869131377088, offset 224 00000400:00000200:0.0:1761313473.994276:0:75220:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:0.0:1761313473.994286:0:75220:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:0.0:1761313473.994291:0:75220:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90124:90124:256:4294967295] 192.168.204.38@tcp LPNI seq info [90124:90124:8:4294967295] 00000400:00000200:0.0:1761313473.994301:0:75220:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:0.0:1761313473.994306:0:75220:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:0.0:1761313473.994310:0:75220:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000bf9711e7 (tot 82351826). 00000800:00000200:0.0:1761313473.994315:0:75220:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:0.0:1761313473.994321:0:75220:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:0.0:1761313473.994325:0:75220:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000bf9711e7 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761313473.994337:0:75220:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000196cbe29. 00000020:00000010:0.0:1761313473.994342:0:75220:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000a5d3e0ae. 00000020:00000010:0.0:1761313473.994382:0:75220:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000002cba305. 00080000:00000010:3.0:1761313473.994868:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 000000004f13a525. 00010000:00000010:3.0:1761313473.994958:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000858f96f4. 00010000:00000010:3.0:1761313473.994965:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000a93a8308. 00010000:00000010:3.0:1761313473.995039:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f1778e29. 00010000:00000010:3.0:1761313473.995044:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000858f96f4. 00010000:00000010:3.0:1761313473.995053:0:77239:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000b310c34e. 00000100:00000010:3.0:1761313473.995058:0:77239:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000282c8b79. 00000100:00000010:3.0:1761313473.995064:0:77239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000a90c5c2d. 02000000:00000010:3.0:1761313473.995074:0:77239:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000045eaad2. 02000000:00000010:3.0:1761313473.995099:0:77239:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000006c11c8fb. 00000400:00000010:3.0:1761313473.995104:0:77239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000feff08e2. 00000400:00000010:3.0:1761313473.995108:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005f389535. 00000100:00000200:3.0:1761313473.995113:0:77239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869138386496, portal 16 00000400:00000010:3.0:1761313473.995116:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003e790751. 00000100:00000200:3.0:1761313473.995119:0:77239:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869138386496, offset 0 00000400:00000200:3.0:1761313473.995126:0:77239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:3.0:1761313473.995135:0:77239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:3.0:1761313473.995141:0:77239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:3.0:1761313473.995144:0:77239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761313473.995147:0:77239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:3.0:1761313473.995150:0:77239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90125:90125:255:4294967295] 192.168.204.38@tcp LPNI seq info [90125:90125:7:4294967295] 00000400:00000200:3.0:1761313473.995158:0:77239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:3.0:1761313473.995162:0:77239:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:3.0:1761313473.995166:0:77239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009f02d435 (tot 82352074). 00000800:00000200:3.0:1761313473.995169:0:77239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:3.0:1761313473.995174:0:77239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:3.0:1761313473.995176:0:77239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009f02d435 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761313473.995449:0:15825:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313473.995453:0:15825:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000bf9711e7 (tot 82351826). 00000400:00000200:1.0:1761313473.995458:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313473.995462:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:1.0:1761313473.995465:0:15825:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ac140d9a 00000400:00000010:1.0:1761313473.995467:0:15825:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ac140d9a. 00000800:00000200:1.0:1761313473.995525:0:15825:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313473.995528:0:15825:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009f02d435 (tot 82351578). 00000400:00000200:1.0:1761313473.995531:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313473.995534:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:1.0:1761313473.995536:0:15825:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003e790751 00000400:00000010:1.0:1761313473.995538:0:15825:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003e790751. 00000100:00000200:1.0:1761313473.995544:0:15825:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000a90c5c2d x1846869138386496/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313517 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1761313473.996961:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007acd3d93. 00010000:00000010:3.1:1761313473.996971:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e268c9c7. 00000400:00000200:0.0:1761313474.000067:0:15826:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:0.0:1761313474.000088:0:15826:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x68fb7baf0ae40 00000400:00000200:0.0:1761313474.000098:0:15826:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb0985 [1] + 224 00000400:00000200:0.0:1761313474.000113:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313474.000116:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:0.0:1761313474.000125:0:15826:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000a90c5c2d x1846869138386496/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313517 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761313474.000164:0:15826:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:0.0:1761313474.000169:0:15826:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x68fb7ba85ba00 00000400:00000200:0.0:1761313474.000174:0:15826:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xaf395 [2] + 656 00000400:00000200:0.0:1761313474.000680:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313474.000686:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:0.0:1761313474.000691:0:15826:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761313474.000697:0:15826:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001375339a. 00000400:00000010:3.0:1761313474.000797:0:77239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000feff08e2. 00000400:00000200:3.0:1761313474.000802:0:77239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005f389535 00000400:00000010:3.0:1761313474.000803:0:77239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005f389535. 00000100:00000200:3.0:1761313474.000810:0:77239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000a90c5c2d x1846869138386496/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313517 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761313474.000818:0:77239:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000a90c5c2d x1846869138386496/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313517 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1761313474.000845:0:77239:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000006c11c8fb. 02000000:00000010:3.0:1761313474.000850:0:77239:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000045eaad2. 00000100:00000010:3.0:1761313474.000854:0:77239:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000a90c5c2d. 00000100:00000010:3.0:1761313474.000857:0:77239:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000282c8b79. 00010000:00000010:3.0:1761313474.000861:0:77239:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000b310c34e. 00000020:00000010:2.0:1761313474.001104:0:64710:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005c004fe9. 00000020:00000010:2.0:1761313474.001111:0:64710:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000051ff89b8. 00000020:00000010:2.0:1761313474.001115:0:64710:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000134da562. 00000100:00000200:2.0:1761313474.001135:0:64710:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000001375339a x1846869131377152/t0(0) o103->78617949-0e11-4ca2-94c2-d809f91deaa9@192.168.204.38@tcp:405/0 lens 328/0 e 0 to 0 dl 1761313480 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:2.0:1761313474.001166:0:64710:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869131377152 02000000:00000010:2.0:1761313474.001176:0:64710:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000b959715e. 00010000:00000010:2.0:1761313474.001201:0:64710:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000f529cb32. 00010000:00000010:2.0:1761313474.001220:0:64710:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ce4e6093. 00000100:00000010:2.0:1761313474.001226:0:64710:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000000fc037df. 00000100:00000010:2.0:1761313474.001240:0:64710:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000000fc037df. 00010000:00000010:2.0:1761313474.001243:0:64710:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ce4e6093. 00000400:00000010:2.0:1761313474.001256:0:64710:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000032f4837. 00000100:00000200:2.0:1761313474.001260:0:64710:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869131377152, offset 224 00000400:00000200:2.0:1761313474.001267:0:64710:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:2.0:1761313474.001277:0:64710:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:2.0:1761313474.001282:0:64710:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90126:90126:256:4294967295] 192.168.204.38@tcp LPNI seq info [90126:90126:8:4294967295] 00000400:00000200:2.0:1761313474.001291:0:64710:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:2.0:1761313474.001296:0:64710:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:2.0:1761313474.001300:0:64710:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c737f52d (tot 82351826). 00000800:00000200:2.0:1761313474.001305:0:64710:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:2.0:1761313474.001311:0:64710:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:2.0:1761313474.001314:0:64710:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c737f52d type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761313474.001331:0:64710:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000051ff89b8. 00000020:00000010:2.0:1761313474.001335:0:64710:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000134da562. 00000020:00000010:2.0:1761313474.001337:0:64710:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005c004fe9. 00000800:00000200:2.0:1761313474.001434:0:15827:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761313474.001437:0:15827:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c737f52d (tot 82351578). 00000400:00000200:2.0:1761313474.001442:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313474.001445:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:2.0:1761313474.001447:0:15827:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000032f4837 00000400:00000010:2.0:1761313474.001449:0:15827:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000032f4837. 00080000:00000010:3.0:1761313474.002115:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000045eaad2. 00010000:00000010:3.0:1761313474.002201:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000858f96f4. 00010000:00000010:3.0:1761313474.002209:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000d145ac8b. 00010000:00000010:3.0:1761313474.002285:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000e268c9c7. 00010000:00000010:3.0:1761313474.002291:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000858f96f4. 00010000:00000010:3.0:1761313474.002300:0:77239:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000b310c34e. 00000100:00000010:3.0:1761313474.002305:0:77239:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000282c8b79. 00000100:00000010:3.0:1761313474.002312:0:77239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000a90c5c2d. 02000000:00000010:3.0:1761313474.002324:0:77239:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000006c11c8fb. 02000000:00000010:3.0:1761313474.002388:0:77239:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000233a92a5. 00000400:00000010:3.0:1761313474.002394:0:77239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000feff08e2. 00000400:00000010:3.0:1761313474.002399:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005f389535. 00000100:00000200:3.0:1761313474.002404:0:77239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869138386560, portal 16 00000400:00000010:3.0:1761313474.002409:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000bb5cea4a. 00000100:00000200:3.0:1761313474.002411:0:77239:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869138386560, offset 0 00000400:00000200:3.0:1761313474.002416:0:77239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:3.0:1761313474.002425:0:77239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:3.0:1761313474.002432:0:77239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:3.0:1761313474.002435:0:77239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761313474.002438:0:77239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:3.0:1761313474.002441:0:77239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90127:90127:256:4294967295] 192.168.204.38@tcp LPNI seq info [90127:90127:8:4294967295] 00000400:00000200:3.0:1761313474.002450:0:77239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:3.0:1761313474.002455:0:77239:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:3.0:1761313474.002458:0:77239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e7d56557 (tot 82351826). 00000800:00000200:3.0:1761313474.002463:0:77239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:3.0:1761313474.002468:0:77239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:3.0:1761313474.002471:0:77239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000e7d56557 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761313474.002684:0:15825:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313474.002688:0:15825:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e7d56557 (tot 82351578). 00000400:00000200:1.0:1761313474.002692:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313474.002697:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:1.0:1761313474.002700:0:15825:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000bb5cea4a 00000400:00000010:1.0:1761313474.002701:0:15825:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000bb5cea4a. 00000100:00000200:1.0:1761313474.002708:0:15825:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000a90c5c2d x1846869138386560/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313518 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761313474.006794:0:15826:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:1.0:1761313474.006818:0:15826:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x68fb7baf0ae80 00000400:00000200:1.0:1761313474.006828:0:15826:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb0991 [1] + 224 00000400:00000200:1.0:1761313474.006847:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313474.006851:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:1.0:1761313474.006861:0:15826:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000a90c5c2d x1846869138386560/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313518 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1761313474.006947:0:77239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000feff08e2. 00000400:00000200:3.0:1761313474.006952:0:77239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005f389535 00000400:00000010:3.0:1761313474.006954:0:77239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005f389535. 00000100:00000200:3.0:1761313474.006960:0:77239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000a90c5c2d x1846869138386560/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313518 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761313474.006966:0:77239:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000a90c5c2d x1846869138386560/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313518 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1761313474.006993:0:77239:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000233a92a5. 02000000:00000010:3.0:1761313474.007000:0:77239:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000006c11c8fb. 00000100:00000010:3.0:1761313474.007002:0:77239:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000a90c5c2d. 00000100:00000010:3.0:1761313474.007006:0:77239:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000282c8b79. 00010000:00000010:3.0:1761313474.007010:0:77239:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000b310c34e. 00010000:00000010:0.1:1761313474.007400:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000eff05933. 00000400:00000200:2.0:1761313474.008000:0:15827:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:2.0:1761313474.008011:0:15827:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x68fb7ba85ba40 00000400:00000200:2.0:1761313474.008018:0:15827:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xaf395 [2] + 984 00000400:00000200:2.0:1761313474.008073:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313474.008078:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:2.0:1761313474.008083:0:15827:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1761313474.008088:0:15827:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000eda1a5a4. 00000020:00000010:1.0:1761313474.009715:0:75220:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003c06b12f. 00000020:00000010:1.0:1761313474.009725:0:75220:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000fabc6bca. 00000020:00000010:1.0:1761313474.009729:0:75220:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000092948a68. 00000100:00000200:1.0:1761313474.009756:0:75220:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000eda1a5a4 x1846869131377216/t0(0) o103->78617949-0e11-4ca2-94c2-d809f91deaa9@192.168.204.38@tcp:405/0 lens 328/0 e 0 to 0 dl 1761313480 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:1.0:1761313474.009804:0:75220:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869131377216 02000000:00000010:1.0:1761313474.009816:0:75220:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000004a7dd4a. 00010000:00000010:1.0:1761313474.009843:0:75220:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000002d18c634. 00010000:00000010:1.0:1761313474.009867:0:75220:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000143a496d. 00000100:00000010:1.0:1761313474.009874:0:75220:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000027c419eb. 00000100:00000010:1.0:1761313474.009887:0:75220:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000027c419eb. 00010000:00000010:1.0:1761313474.009891:0:75220:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000143a496d. 00000400:00000010:1.0:1761313474.009904:0:75220:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a1e30d26. 00000100:00000200:1.0:1761313474.009910:0:75220:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869131377216, offset 224 00000400:00000200:1.0:1761313474.009917:0:75220:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:1.0:1761313474.009928:0:75220:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:1.0:1761313474.009933:0:75220:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90128:90128:256:4294967295] 192.168.204.38@tcp LPNI seq info [90128:90128:8:4294967295] 00000400:00000200:1.0:1761313474.009943:0:75220:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:1.0:1761313474.009949:0:75220:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:1.0:1761313474.009952:0:75220:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000233c2709 (tot 82351826). 00000800:00000200:1.0:1761313474.009958:0:75220:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:1.0:1761313474.009965:0:75220:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:1.0:1761313474.009968:0:75220:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000233c2709 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761313474.009988:0:75220:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000fabc6bca. 00000020:00000010:1.0:1761313474.009991:0:75220:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000092948a68. 00000020:00000010:1.0:1761313474.009994:0:75220:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003c06b12f. 00000800:00000200:1.0:1761313474.010071:0:15825:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313474.010074:0:15825:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000233c2709 (tot 82351578). 00000400:00000200:1.0:1761313474.010078:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313474.010082:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:1.0:1761313474.010085:0:15825:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a1e30d26 00000400:00000010:1.0:1761313474.010086:0:15825:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a1e30d26. 00080000:00000010:3.0:1761313474.010294:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 000000006c11c8fb. 00010000:00000010:0.0:1761313474.011048:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000858f96f4. 00010000:00000010:0.0:1761313474.011058:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000f8d2706b. 00000001:00000010:0.0:1761313474.011115:0:77239:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000091013c9c. 00000001:00000010:0.0:1761313474.011120:0:77239:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 0000000091013c9c. 00000001:00000010:0.0:1761313474.011123:0:77239:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000fb638f61. 00080000:00000010:0.0:1761313474.011128:0:77239:0:(osd_handler.c:6695:osd_it_iam_fini()) kfreed 'it': 328 at 000000005b14fd94. 00080000:00000010:0.0:1761313474.011133:0:77239:0:(osd_handler.c:6667:osd_it_iam_init()) kmalloced '(it)': 328 at 0000000002cba305. 00000001:00000010:0.0:1761313474.011139:0:77239:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000091013c9c. 00010000:00000010:0.0:1761313474.011166:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000008bf4fca6. 00010000:00000010:0.0:1761313474.011170:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000196cbe29. 00010000:00000010:0.0:1761313474.011175:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000008e1e814. 00010000:00000010:0.0:1761313474.011180:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000daed1ef7. 00080000:00000010:0.0:1761313474.011191:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000b8ac7f10. 00010000:00000010:0.0:1761313474.011220:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000daed1ef7. 00010000:00000010:0.0:1761313474.011223:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000196cbe29. 00010000:00000010:0.0:1761313474.011252:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000d40d0b70. 00010000:00000010:0.0:1761313474.011254:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000196cbe29. 00010000:00000010:0.0:1761313474.011258:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ee6f4c87. 00010000:00000010:0.0:1761313474.011260:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000daed1ef7. 00080000:00000010:0.0:1761313474.011267:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000fd080b99. 00010000:00000010:0.0:1761313474.011286:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000daed1ef7. 00010000:00000010:0.0:1761313474.011289:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000196cbe29. 00010000:00000010:0.0:1761313474.011320:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000009c99ccc3. 00010000:00000010:0.0:1761313474.011323:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000196cbe29. 00010000:00000010:0.0:1761313474.011326:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000006fbaf355. 00010000:00000010:0.0:1761313474.011328:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000daed1ef7. 00080000:00000010:0.0:1761313474.011334:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ceb99c1f. 00010000:00000010:3.1:1761313474.011475:0:31:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002defff6c. 00010000:00000010:3.1:1761313474.011482:0:31:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000686bb36b. 00010000:00000010:2.1:1761313474.011670:0:15827:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002e72199c. 00010000:00000010:0.0:1761313474.012314:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000daed1ef7. 00010000:00000010:0.0:1761313474.012322:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000196cbe29. 00010000:00000010:1.0:1761313474.013030:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000bdd37982. 00010000:00000010:1.0:1761313474.013036:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000fabc6bca. 00010000:00000010:1.0:1761313474.013040:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000a2b1bf5a. 00010000:00000010:1.0:1761313474.013045:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000990b7e01. 00080000:00000010:1.0:1761313474.013062:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 000000003c06b12f. 00010000:00000010:1.0:1761313474.013110:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000990b7e01. 00010000:00000010:1.0:1761313474.013115:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fabc6bca. 00010000:00000010:1.0:1761313474.013147:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000228e6d1f. 00010000:00000010:1.0:1761313474.013149:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000fabc6bca. 00010000:00000010:1.0:1761313474.013152:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000001dae9f03. 00010000:00000010:1.0:1761313474.013155:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000990b7e01. 00080000:00000010:1.0:1761313474.013161:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000813674bf. 00010000:00000010:1.0:1761313474.013179:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000990b7e01. 00010000:00000010:1.0:1761313474.013182:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fabc6bca. 00010000:00000010:1.0:1761313474.013207:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000001e34f35f. 00010000:00000010:1.0:1761313474.013210:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000fabc6bca. 00010000:00000010:1.0:1761313474.013212:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000088c0b17f. 00010000:00000010:1.0:1761313474.013215:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000990b7e01. 00080000:00000010:1.0:1761313474.013222:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 0000000083433320. 00010000:00000010:1.0:1761313474.013242:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000990b7e01. 00010000:00000010:1.0:1761313474.013245:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fabc6bca. 00010000:00000010:1.0:1761313474.013284:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000c40bfdf9. 00010000:00000010:1.0:1761313474.013286:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000fabc6bca. 00010000:00000010:1.0:1761313474.013289:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000eb3798a1. 00010000:00000010:1.0:1761313474.013291:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000990b7e01. 00080000:00000010:1.0:1761313474.013298:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c74660fe. 00010000:00000010:1.0:1761313474.013317:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000990b7e01. 00010000:00000010:1.0:1761313474.013320:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fabc6bca. 00010000:00000010:1.0:1761313474.013348:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000278f9657. 00010000:00000010:1.0:1761313474.013351:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000fabc6bca. 00010000:00000010:1.0:1761313474.013354:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000074c712e6. 00010000:00000010:1.0:1761313474.013447:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000990b7e01. 00080000:00000010:1.0:1761313474.013457:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f029496f. 00010000:00000010:1.0:1761313474.013481:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000990b7e01. 00010000:00000010:1.0:1761313474.013485:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fabc6bca. 00010000:00000010:1.0:1761313474.013519:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000b03f305d. 00010000:00000010:1.0:1761313474.013521:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000fabc6bca. 00010000:00000010:1.0:1761313474.013524:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000003e5259a9. 00010000:00000010:1.0:1761313474.013526:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000990b7e01. 00080000:00000010:1.0:1761313474.013533:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a8c3e2d1. 00010000:00000010:1.0:1761313474.013687:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000990b7e01. 00010000:00000010:1.0:1761313474.013693:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fabc6bca. 00010000:00000010:1.0:1761313474.013725:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000005c2baacf. 00010000:00000010:1.0:1761313474.013728:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000fabc6bca. 00010000:00000010:1.0:1761313474.013731:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000e13704d4. 00010000:00000010:1.0:1761313474.013733:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000990b7e01. 00080000:00000010:1.0:1761313474.013743:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 0000000046406e66. 00010000:00000010:1.0:1761313474.013767:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000990b7e01. 00010000:00000010:1.0:1761313474.013771:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fabc6bca. 00010000:00000010:1.0:1761313474.013811:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000005d1caee5. 00010000:00000010:1.0:1761313474.013814:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000fabc6bca. 00010000:00000010:1.0:1761313474.013818:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000081c209c2. 00010000:00000010:1.0:1761313474.013820:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000990b7e01. 00080000:00000010:1.0:1761313474.013827:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000fa184bc1. 00010000:00000010:1.0:1761313474.013848:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000990b7e01. 00010000:00000010:1.0:1761313474.013852:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fabc6bca. 00010000:00000010:1.0:1761313474.013880:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000981f02ac. 00010000:00000010:1.0:1761313474.013883:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000fabc6bca. 00010000:00000010:1.0:1761313474.013886:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000cb848b29. 00010000:00000010:1.0:1761313474.013888:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000990b7e01. 00080000:00000010:1.0:1761313474.013896:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 0000000090d912d9. 00010000:00000010:1.0:1761313474.013920:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000990b7e01. 00010000:00000010:1.0:1761313474.013923:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fabc6bca. 00010000:00000010:1.0:1761313474.013957:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000001bd343ef. 00010000:00000010:1.0:1761313474.013960:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000fabc6bca. 00010000:00000010:1.0:1761313474.013963:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000000325b728. 00010000:00000010:1.0:1761313474.013965:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000990b7e01. 00080000:00000010:1.0:1761313474.013972:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000599a005e. 00010000:00000010:1.0:1761313474.013993:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000990b7e01. 00010000:00000010:1.0:1761313474.013996:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fabc6bca. 00010000:00000010:1.0:1761313474.014026:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000008a3b2491. 00010000:00000010:1.0:1761313474.014028:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000fabc6bca. 00010000:00000010:1.0:1761313474.014030:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b0633623. 00010000:00000010:1.0:1761313474.014033:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000990b7e01. 00080000:00000010:1.0:1761313474.014039:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e7dcd576. 00010000:00000010:1.0:1761313474.014059:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000990b7e01. 00010000:00000010:1.0:1761313474.014062:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fabc6bca. 00010000:00000010:1.0:1761313474.014095:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000002a55db60. 00010000:00000010:1.0:1761313474.014098:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000fabc6bca. 00010000:00000010:1.0:1761313474.014101:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000524efffd. 00010000:00000010:1.0:1761313474.014103:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000990b7e01. 00080000:00000010:1.0:1761313474.014110:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 000000007b6d669f. 00010000:00000010:1.0:1761313474.014132:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000990b7e01. 00010000:00000010:1.0:1761313474.014135:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fabc6bca. 00010000:00000010:1.0:1761313474.014161:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000027ec6ce7. 00010000:00000010:1.0:1761313474.014163:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000fabc6bca. 00010000:00000010:1.0:1761313474.014166:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b7acc3ee. 00010000:00000010:1.0:1761313474.014168:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000990b7e01. 00080000:00000010:1.0:1761313474.014175:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000dc0eee2d. 00010000:00000010:1.0:1761313474.014196:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000990b7e01. 00010000:00000010:1.0:1761313474.014199:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fabc6bca. 00010000:00000010:1.0:1761313474.014226:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000591b4afc. 00010000:00000010:1.0:1761313474.014228:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000fabc6bca. 00010000:00000010:1.0:1761313474.014231:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000003ca1f465. 00010000:00000010:1.0:1761313474.014233:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000990b7e01. 00080000:00000010:1.0:1761313474.014241:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a2a8cb84. 00010000:00000010:1.0:1761313474.014262:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000990b7e01. 00010000:00000010:1.0:1761313474.014265:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fabc6bca. 00010000:00000010:1.0:1761313474.014292:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000007ac16289. 00010000:00000010:1.0:1761313474.014295:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000fabc6bca. 00010000:00000010:1.0:1761313474.014298:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000a9478999. 00010000:00000010:1.0:1761313474.014301:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000990b7e01. 00080000:00000010:1.0:1761313474.014308:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 0000000026524787. 00010000:00000010:1.0:1761313474.014328:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000990b7e01. 00010000:00000010:1.0:1761313474.014331:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fabc6bca. 00010000:00000010:1.0:1761313474.014395:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000f2f4e512. 00010000:00000010:1.0:1761313474.014399:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000fabc6bca. 00010000:00000010:1.0:1761313474.014402:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000072518f62. 00010000:00000010:1.0:1761313474.014404:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000990b7e01. 00080000:00000010:1.0:1761313474.014413:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 0000000059c94ac6. 00010000:00000010:1.0:1761313474.014435:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000990b7e01. 00010000:00000010:1.0:1761313474.014439:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fabc6bca. 00010000:00000010:1.0:1761313474.014469:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000006cd0e113. 00010000:00000010:1.0:1761313474.014471:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000fabc6bca. 00010000:00000010:1.0:1761313474.014473:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ab41a3cc. 00010000:00000010:1.0:1761313474.014476:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000990b7e01. 00080000:00000010:1.0:1761313474.014483:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ce05755e. 00010000:00000010:1.0:1761313474.014503:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000990b7e01. 00010000:00000010:1.0:1761313474.014506:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fabc6bca. 00010000:00000010:1.0:1761313474.014535:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000005e31f181. 00010000:00000010:1.0:1761313474.014538:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000fabc6bca. 00010000:00000010:1.0:1761313474.014540:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000a027f558. 00010000:00000010:1.0:1761313474.014543:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000990b7e01. 00080000:00000010:1.0:1761313474.014551:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000375a7e23. 00010000:00000010:1.0:1761313474.014573:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000990b7e01. 00010000:00000010:1.0:1761313474.014576:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fabc6bca. 00010000:00000010:1.0:1761313474.014604:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000009421c028. 00010000:00000010:1.0:1761313474.014607:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000fabc6bca. 00010000:00000010:1.0:1761313474.014609:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000754be480. 00010000:00000010:1.0:1761313474.014612:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000990b7e01. 00080000:00000010:1.0:1761313474.014619:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 000000008414079a. 00010000:00000010:1.0:1761313474.014640:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000990b7e01. 00010000:00000010:1.0:1761313474.014644:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fabc6bca. 00010000:00000010:1.0:1761313474.014671:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000013d4dca6. 00010000:00000010:1.0:1761313474.014673:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000fabc6bca. 00010000:00000010:1.0:1761313474.014676:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f015d550. 00010000:00000010:1.0:1761313474.014678:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000990b7e01. 00080000:00000010:1.0:1761313474.014685:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 000000008d9a2e0e. 00010000:00000010:1.0:1761313474.014705:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000990b7e01. 00010000:00000010:1.0:1761313474.014709:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fabc6bca. 00010000:00000010:1.0:1761313474.014735:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000b4c783ad. 00010000:00000010:1.0:1761313474.014737:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000fabc6bca. 00010000:00000010:1.0:1761313474.014740:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c3191da0. 00010000:00000010:1.0:1761313474.014743:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000990b7e01. 00080000:00000010:1.0:1761313474.014749:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e88513e8. 00010000:00000010:1.0:1761313474.014770:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000990b7e01. 00010000:00000010:1.0:1761313474.014773:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fabc6bca. 00010000:00000010:1.0:1761313474.014820:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000ecd701b3. 00010000:00000010:1.0:1761313474.014823:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000fabc6bca. 00010000:00000010:1.0:1761313474.014827:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000153944fa. 00010000:00000010:1.0:1761313474.014830:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000990b7e01. 00080000:00000010:1.0:1761313474.014838:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 0000000051c3187e. 00010000:00000010:1.0:1761313474.014860:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000990b7e01. 00010000:00000010:1.0:1761313474.014864:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fabc6bca. 00010000:00000010:1.0:1761313474.014892:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000422b1c16. 00010000:00000010:1.0:1761313474.014895:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000fabc6bca. 00010000:00000010:1.0:1761313474.014898:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c3460e6e. 00010000:00000010:1.0:1761313474.014900:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000990b7e01. 00080000:00000010:1.0:1761313474.014908:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d2efd446. 00010000:00000010:1.0:1761313474.014929:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000990b7e01. 00010000:00000010:1.0:1761313474.014932:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fabc6bca. 00010000:00000010:1.0:1761313474.014965:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000cf0269dc. 00010000:00000010:1.0:1761313474.014967:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000fabc6bca. 00010000:00000010:1.0:1761313474.014970:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000887f08c3. 00010000:00000010:1.0:1761313474.014973:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000990b7e01. 00080000:00000010:1.0:1761313474.014980:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 000000002115fde1. 00010000:00000010:1.0:1761313474.015002:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000990b7e01. 00010000:00000010:1.0:1761313474.015005:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fabc6bca. 00010000:00000010:1.0:1761313474.015032:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000022218592. 00010000:00000010:1.0:1761313474.015035:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000fabc6bca. 00010000:00000010:1.0:1761313474.015038:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000065b52331. 00010000:00000010:1.0:1761313474.015041:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000990b7e01. 00080000:00000010:1.0:1761313474.015048:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000cc33f4fe. 00010000:00000010:1.0:1761313474.015068:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000990b7e01. 00010000:00000010:1.0:1761313474.015070:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fabc6bca. 00010000:00000010:1.0:1761313474.015097:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000001148eff. 00010000:00000010:1.0:1761313474.015100:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000fabc6bca. 00010000:00000010:1.0:1761313474.015102:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000cee64235. 00010000:00000010:1.0:1761313474.015106:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000990b7e01. 00080000:00000010:1.0:1761313474.015113:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 0000000020e20a90. 00010000:00000010:1.0:1761313474.015135:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000990b7e01. 00010000:00000010:1.0:1761313474.015138:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fabc6bca. 00010000:00000010:1.0:1761313474.015165:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000fc72f04b. 00010000:00000010:1.0:1761313474.015167:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000fabc6bca. 00010000:00000010:1.0:1761313474.015170:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000004807135b. 00010000:00000010:1.0:1761313474.015173:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000990b7e01. 00080000:00000010:1.0:1761313474.015179:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 000000000e44180b. 00010000:00000010:1.0:1761313474.015202:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000990b7e01. 00010000:00000010:1.0:1761313474.015205:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fabc6bca. 00010000:00000010:1.0:1761313474.015236:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000ee720b2a. 00010000:00000010:1.0:1761313474.015239:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000fabc6bca. 00010000:00000010:1.0:1761313474.015242:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000345a238d. 00010000:00000010:1.0:1761313474.015245:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000990b7e01. 00080000:00000010:1.0:1761313474.015252:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a68b9ce5. 00010000:00000010:1.0:1761313474.015275:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000990b7e01. 00010000:00000010:1.0:1761313474.015278:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fabc6bca. 00010000:00000010:1.0:1761313474.015304:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000007a5e9134. 00010000:00000010:1.0:1761313474.015306:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000fabc6bca. 00010000:00000010:1.0:1761313474.015309:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000be25a68f. 00010000:00000010:1.0:1761313474.015312:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000990b7e01. 00080000:00000010:1.0:1761313474.015320:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ac6dcd0c. 00010000:00000010:1.0:1761313474.015342:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000990b7e01. 00010000:00000010:1.0:1761313474.015345:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fabc6bca. 00010000:00000010:1.0:1761313474.015403:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000005c681f0f. 00010000:00000010:1.0:1761313474.015406:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000fabc6bca. 00010000:00000010:1.0:1761313474.015409:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000cfb8ce0e. 00010000:00000010:1.0:1761313474.015412:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000990b7e01. 00080000:00000010:1.0:1761313474.015419:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a7fa56e3. 00010000:00000010:1.0:1761313474.015441:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000990b7e01. 00010000:00000010:1.0:1761313474.015444:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fabc6bca. 00010000:00000010:1.0:1761313474.015470:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000bbe2229b. 00010000:00000010:1.0:1761313474.015473:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000fabc6bca. 00010000:00000010:1.0:1761313474.015475:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b1d6266c. 00010000:00000010:1.0:1761313474.015478:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000990b7e01. 00080000:00000010:1.0:1761313474.015485:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c129eaa9. 00010000:00000010:1.0:1761313474.015506:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000990b7e01. 00010000:00000010:1.0:1761313474.015509:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fabc6bca. 00010000:00000010:1.0:1761313474.015537:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000018ce037c. 00010000:00000010:1.0:1761313474.015540:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000fabc6bca. 00010000:00000010:1.0:1761313474.015543:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000d6b9c335. 00010000:00000010:1.0:1761313474.015546:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000990b7e01. 00080000:00000010:1.0:1761313474.015554:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000de4ea74d. 00010000:00000010:1.0:1761313474.015575:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000990b7e01. 00010000:00000010:1.0:1761313474.015578:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fabc6bca. 00010000:00000010:1.0:1761313474.015606:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000002f475fab. 00010000:00000010:1.0:1761313474.015608:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000fabc6bca. 00010000:00000010:1.0:1761313474.015611:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000828c2009. 00010000:00000010:1.0:1761313474.015614:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000990b7e01. 00080000:00000010:1.0:1761313474.015621:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 000000001a921059. 00010000:00000010:1.0:1761313474.015641:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000990b7e01. 00010000:00000010:1.0:1761313474.015645:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fabc6bca. 00010000:00000010:1.0:1761313474.015676:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000094b73040. 00010000:00000010:1.0:1761313474.015678:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000fabc6bca. 00010000:00000010:1.0:1761313474.015681:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000a0117718. 00010000:00000010:1.0:1761313474.015684:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000990b7e01. 00080000:00000010:1.0:1761313474.015692:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 0000000061d151a5. 00010000:00000010:1.0:1761313474.015713:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000990b7e01. 00010000:00000010:1.0:1761313474.015717:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fabc6bca. 00010000:00000010:1.0:1761313474.015746:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000019aeda35. 00010000:00000010:1.0:1761313474.015749:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000fabc6bca. 00010000:00000010:1.0:1761313474.015751:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000d2795d61. 00010000:00000010:1.0:1761313474.015754:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000990b7e01. 00080000:00000010:1.0:1761313474.015761:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000defd00a8. 00010000:00000010:1.0:1761313474.015780:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000990b7e01. 00010000:00000010:1.0:1761313474.015796:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fabc6bca. 00010000:00000010:1.0:1761313474.015829:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000004552619d. 00010000:00000010:1.0:1761313474.015831:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000fabc6bca. 00010000:00000010:1.0:1761313474.015834:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000004d995d24. 00010000:00000010:1.0:1761313474.015836:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000990b7e01. 00080000:00000010:1.0:1761313474.015843:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ca29ed63. 00010000:00000010:1.0:1761313474.015862:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000990b7e01. 00010000:00000010:1.0:1761313474.015865:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fabc6bca. 00010000:00000010:1.0:1761313474.015889:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000a0d71f63. 00010000:00000010:1.0:1761313474.015891:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000fabc6bca. 00010000:00000010:1.0:1761313474.015894:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000009243901e. 00010000:00000010:1.0:1761313474.015897:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000990b7e01. 00080000:00000010:1.0:1761313474.015902:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 0000000047647844. 00010000:00000010:1.0:1761313474.015920:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000990b7e01. 00010000:00000010:1.0:1761313474.015923:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fabc6bca. 00010000:00000010:1.0:1761313474.015947:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000978ee253. 00010000:00000010:1.0:1761313474.015949:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000fabc6bca. 00010000:00000010:1.0:1761313474.015952:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ba3cf260. 00010000:00000010:1.0:1761313474.015955:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000990b7e01. 00080000:00000010:1.0:1761313474.015962:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c599291a. 00010000:00000010:1.0:1761313474.015984:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000990b7e01. 00010000:00000010:1.0:1761313474.015987:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fabc6bca. 00010000:00000010:1.0:1761313474.016011:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000008ba2410. 00010000:00000010:1.0:1761313474.016014:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000fabc6bca. 00010000:00000010:1.0:1761313474.016016:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000004795197d. 00010000:00000010:1.0:1761313474.016018:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000990b7e01. 00080000:00000010:1.0:1761313474.016026:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ef130487. 00010000:00000010:1.0:1761313474.016046:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000990b7e01. 00010000:00000010:1.0:1761313474.016049:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fabc6bca. 00010000:00000010:1.0:1761313474.016080:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000008d619f1a. 00010000:00000010:1.0:1761313474.016083:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000fabc6bca. 00010000:00000010:1.0:1761313474.016085:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000006be9e003. 00010000:00000010:1.0:1761313474.016088:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000990b7e01. 00080000:00000010:1.0:1761313474.016095:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f15a21fe. 00010000:00000010:1.0:1761313474.016118:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000990b7e01. 00010000:00000010:1.0:1761313474.016122:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fabc6bca. 00010000:00000010:1.0:1761313474.016149:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000fa245782. 00010000:00000010:1.0:1761313474.016152:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000fabc6bca. 00010000:00000010:1.0:1761313474.016154:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ef3a86e2. 00010000:00000010:1.0:1761313474.016157:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000990b7e01. 00080000:00000010:1.0:1761313474.016164:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 000000004a29b664. 00010000:00000010:1.0:1761313474.016183:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000990b7e01. 00010000:00000010:1.0:1761313474.016187:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fabc6bca. 00010000:00000010:1.0:1761313474.016219:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000005039d5e6. 00010000:00000010:1.0:1761313474.016222:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000fabc6bca. 00010000:00000010:1.0:1761313474.016225:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000008b4bea69. 00010000:00000010:1.0:1761313474.016227:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000990b7e01. 00080000:00000010:1.0:1761313474.016234:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 000000005b9cb424. 00010000:00000010:1.0:1761313474.016254:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000990b7e01. 00010000:00000010:1.0:1761313474.016257:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fabc6bca. 00010000:00000010:1.0:1761313474.016286:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000bb49d444. 00010000:00000010:1.0:1761313474.016289:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000fabc6bca. 00010000:00000010:1.0:1761313474.016291:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000a85a8ba2. 00010000:00000010:1.0:1761313474.016294:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000990b7e01. 00080000:00000010:1.0:1761313474.016300:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 000000005f34b428. 00010000:00000010:1.0:1761313474.016321:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000990b7e01. 00010000:00000010:1.0:1761313474.016324:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fabc6bca. 00010000:00000010:1.0:1761313474.016348:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000005d7e1d0b. 00010000:00000010:1.0:1761313474.016350:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000fabc6bca. 00010000:00000010:1.0:1761313474.016353:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000044caef58. 00010000:00000010:1.0:1761313474.016356:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000990b7e01. 00080000:00000010:1.0:1761313474.016390:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000031a1178. 00010000:00000010:1.0:1761313474.016413:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000990b7e01. 00010000:00000010:1.0:1761313474.016417:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fabc6bca. 00010000:00000010:1.0:1761313474.016447:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000b2dab196. 00010000:00000010:1.0:1761313474.016450:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000fabc6bca. 00010000:00000010:1.0:1761313474.016453:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000007d9ca694. 00010000:00000010:1.0:1761313474.016456:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000990b7e01. 00080000:00000010:1.0:1761313474.016463:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 000000003f6e51e9. 00010000:00000010:1.0:1761313474.016482:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000990b7e01. 00010000:00000010:1.0:1761313474.016485:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fabc6bca. 00010000:00000010:1.0:1761313474.016509:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000000a4fbd27. 00010000:00000010:1.0:1761313474.016511:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000fabc6bca. 00010000:00000010:1.0:1761313474.016514:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000aa344b22. 00010000:00000010:1.0:1761313474.016516:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000990b7e01. 00080000:00000010:1.0:1761313474.016524:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 000000009615b35a. 00010000:00000010:1.0:1761313474.016543:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000990b7e01. 00010000:00000010:1.0:1761313474.016546:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fabc6bca. 00010000:00000010:1.0:1761313474.016573:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000002faffd8a. 00010000:00000010:1.0:1761313474.016576:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000fabc6bca. 00010000:00000010:1.0:1761313474.016579:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000db296d38. 00010000:00000010:1.0:1761313474.016581:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000990b7e01. 00080000:00000010:1.0:1761313474.016589:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e3b3554f. 00010000:00000010:1.0:1761313474.016610:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000990b7e01. 00010000:00000010:1.0:1761313474.016613:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fabc6bca. 00010000:00000010:1.0:1761313474.016645:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000006f760901. 00010000:00000010:1.0:1761313474.016648:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000fabc6bca. 00010000:00000010:1.0:1761313474.016650:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000bd7d771a. 00010000:00000010:1.0:1761313474.016653:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000990b7e01. 00080000:00000010:1.0:1761313474.016659:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000cbebe149. 00010000:00000010:1.0:1761313474.016679:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000990b7e01. 00010000:00000010:1.0:1761313474.016682:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fabc6bca. 00010000:00000010:1.0:1761313474.016709:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000d6976819. 00010000:00000010:1.0:1761313474.016712:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000fabc6bca. 00010000:00000010:1.0:1761313474.016715:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000071bebdf1. 00010000:00000010:1.0:1761313474.016717:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000990b7e01. 00080000:00000010:1.0:1761313474.016724:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c63dc10b. 00010000:00000010:1.0:1761313474.016745:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000990b7e01. 00010000:00000010:1.0:1761313474.016748:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fabc6bca. 00010000:00000010:1.0:1761313474.016775:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000fdae54ba. 00010000:00000010:1.0:1761313474.016778:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000fabc6bca. 00010000:00000010:1.0:1761313474.016780:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ac21ea12. 00010000:00000010:1.0:1761313474.016783:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000990b7e01. 00080000:00000010:1.0:1761313474.016909:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000719da0ba. 00010000:00000010:1.0:1761313474.016932:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000990b7e01. 00010000:00000010:1.0:1761313474.016935:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fabc6bca. 00010000:00000010:1.0:1761313474.016962:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000061318e2c. 00010000:00000010:1.0:1761313474.016964:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000fabc6bca. 00010000:00000010:1.0:1761313474.016966:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000001bb6b9b8. 00010000:00000010:1.0:1761313474.016969:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000990b7e01. 00080000:00000010:1.0:1761313474.016975:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 0000000020245222. 00010000:00000010:1.0:1761313474.016992:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000990b7e01. 00010000:00000010:1.0:1761313474.016994:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fabc6bca. 00010000:00000010:1.0:1761313474.017021:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000da19da27. 00010000:00000010:1.0:1761313474.017023:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000fabc6bca. 00010000:00000010:1.0:1761313474.017025:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000bb1a01e9. 00010000:00000010:1.0:1761313474.017027:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000990b7e01. 00080000:00000010:1.0:1761313474.017033:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e9255329. 00010000:00000010:1.0:1761313474.017050:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000990b7e01. 00010000:00000010:1.0:1761313474.017052:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fabc6bca. 00010000:00000010:1.0:1761313474.017074:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000002bbf1fed. 00010000:00000010:1.0:1761313474.017077:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000fabc6bca. 00010000:00000010:1.0:1761313474.017079:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000dd328a8c. 00010000:00000010:1.0:1761313474.017082:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000990b7e01. 00080000:00000010:1.0:1761313474.017088:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 000000000e5d64e7. 00010000:00000010:1.0:1761313474.017109:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000990b7e01. 00010000:00000010:1.0:1761313474.017113:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fabc6bca. 00010000:00000010:1.0:1761313474.017145:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000010ca3a23. 00010000:00000010:1.0:1761313474.017148:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000fabc6bca. 00010000:00000010:1.0:1761313474.017151:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b5bd63f4. 00010000:00000010:1.0:1761313474.017153:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000990b7e01. 00080000:00000010:1.0:1761313474.017160:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a7f7d643. 00010000:00000010:1.0:1761313474.017180:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000990b7e01. 00010000:00000010:1.0:1761313474.017184:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fabc6bca. 00010000:00000010:1.0:1761313474.017216:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000009ab1e7ea. 00010000:00000010:1.0:1761313474.017219:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000fabc6bca. 00010000:00000010:1.0:1761313474.017221:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000075ddd837. 00010000:00000010:1.0:1761313474.017224:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000990b7e01. 00080000:00000010:1.0:1761313474.017231:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000dccb8a03. 00010000:00000010:1.0:1761313474.017253:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000990b7e01. 00010000:00000010:1.0:1761313474.017256:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fabc6bca. 00010000:00000010:1.0:1761313474.017286:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000007a1a2af2. 00010000:00000010:1.0:1761313474.017288:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000fabc6bca. 00010000:00000010:1.0:1761313474.017291:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ec472175. 00010000:00000010:1.0:1761313474.017294:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000990b7e01. 00080000:00000010:1.0:1761313474.017300:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a27389d7. 00010000:00000010:1.0:1761313474.017321:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000990b7e01. 00010000:00000010:1.0:1761313474.017324:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fabc6bca. 00010000:00000010:1.0:1761313474.017351:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000003e01105d. 00010000:00000010:1.0:1761313474.017354:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000fabc6bca. 00010000:00000010:1.0:1761313474.017521:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000e2d785b2. 00010000:00000010:1.0:1761313474.017525:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000990b7e01. 00080000:00000010:1.0:1761313474.017534:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 0000000027d06cfc. 00010000:00000010:1.0:1761313474.017559:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000990b7e01. 00010000:00000010:1.0:1761313474.017562:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fabc6bca. 00010000:00000010:1.0:1761313474.017595:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000018cbe782. 00010000:00000010:1.0:1761313474.017598:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000fabc6bca. 00010000:00000010:1.0:1761313474.017601:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000006153b344. 00010000:00000010:1.0:1761313474.017603:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000990b7e01. 00080000:00000010:1.0:1761313474.017610:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000561b95b7. 00010000:00000010:1.0:1761313474.017632:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000990b7e01. 00010000:00000010:1.0:1761313474.017635:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fabc6bca. 00010000:00000010:1.0:1761313474.017663:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000050a21f13. 00010000:00000010:1.0:1761313474.017666:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000fabc6bca. 00010000:00000010:1.0:1761313474.017670:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000298dea79. 00010000:00000010:1.0:1761313474.017672:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000990b7e01. 00080000:00000010:1.0:1761313474.017679:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 0000000091b15d88. 00010000:00000010:1.0:1761313474.017699:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000990b7e01. 00010000:00000010:1.0:1761313474.017702:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fabc6bca. 00010000:00000010:1.0:1761313474.017736:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000baa41b2a. 00010000:00000010:1.0:1761313474.017739:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000fabc6bca. 00010000:00000010:1.0:1761313474.017742:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000009baf742b. 00010000:00000010:1.0:1761313474.017744:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000990b7e01. 00080000:00000010:1.0:1761313474.017751:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000edf37714. 00010000:00000010:1.0:1761313474.017772:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000990b7e01. 00010000:00000010:1.0:1761313474.017776:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fabc6bca. 00010000:00000010:1.0:1761313474.017821:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000f5c7cb1a. 00010000:00000010:1.0:1761313474.017824:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000fabc6bca. 00010000:00000010:1.0:1761313474.017827:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000037e3afea. 00010000:00000010:1.0:1761313474.017831:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000990b7e01. 00080000:00000010:1.0:1761313474.017840:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000090d687f. 00010000:00000010:1.0:1761313474.017863:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000990b7e01. 00010000:00000010:1.0:1761313474.017867:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fabc6bca. 00010000:00000010:1.0:1761313474.017894:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000008b4fdd04. 00010000:00000010:1.0:1761313474.017897:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000fabc6bca. 00010000:00000010:1.0:1761313474.017900:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000abd626d7. 00010000:00000010:1.0:1761313474.017902:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000990b7e01. 00080000:00000010:1.0:1761313474.017910:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000cfe7a6c5. 00010000:00000010:1.0:1761313474.017932:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000990b7e01. 00010000:00000010:1.0:1761313474.017936:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fabc6bca. 00010000:00000010:1.0:1761313474.017964:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000006fa17162. 00010000:00000010:1.0:1761313474.017967:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000fabc6bca. 00010000:00000010:1.0:1761313474.017970:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000004e050f66. 00010000:00000010:1.0:1761313474.017972:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000990b7e01. 00080000:00000010:1.0:1761313474.017978:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000b41bb6a9. 00010000:00000010:1.0:1761313474.017999:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000990b7e01. 00010000:00000010:1.0:1761313474.018001:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fabc6bca. 00010000:00000010:1.0:1761313474.018031:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000c64b8ede. 00010000:00000010:1.0:1761313474.018034:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000fabc6bca. 00010000:00000010:1.0:1761313474.018036:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000004be0b452. 00010000:00000010:1.0:1761313474.018039:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000990b7e01. 00080000:00000010:1.0:1761313474.018046:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e85ccc0a. 00010000:00000010:1.0:1761313474.018068:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000990b7e01. 00010000:00000010:1.0:1761313474.018071:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fabc6bca. 00010000:00000010:1.0:1761313474.018101:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000063cbd279. 00010000:00000010:1.0:1761313474.018103:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000fabc6bca. 00010000:00000010:1.0:1761313474.018106:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000007ba2baef. 00010000:00000010:1.0:1761313474.018109:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000990b7e01. 00080000:00000010:1.0:1761313474.018115:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000966ce115. 00010000:00000010:1.0:1761313474.018137:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000990b7e01. 00010000:00000010:1.0:1761313474.018141:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fabc6bca. 00010000:00000010:1.0:1761313474.018172:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000006c8f83b2. 00010000:00000010:1.0:1761313474.018175:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000fabc6bca. 00010000:00000010:1.0:1761313474.018178:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000aaca3be3. 00010000:00000010:1.0:1761313474.018181:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000990b7e01. 00080000:00000010:1.0:1761313474.018188:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 000000002f1627e2. 00010000:00000010:1.0:1761313474.018210:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000990b7e01. 00010000:00000010:1.0:1761313474.018212:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fabc6bca. 00010000:00000010:1.0:1761313474.018239:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000498ba99f. 00010000:00000010:1.0:1761313474.018242:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000fabc6bca. 00010000:00000010:1.0:1761313474.018245:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000008f57fe86. 00010000:00000010:1.0:1761313474.018247:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000990b7e01. 00080000:00000010:1.0:1761313474.018254:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 0000000085d4b923. 00010000:00000010:1.0:1761313474.018275:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000990b7e01. 00010000:00000010:1.0:1761313474.018278:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fabc6bca. 00010000:00000010:1.0:1761313474.018305:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000b897d6ad. 00010000:00000010:1.0:1761313474.018308:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000fabc6bca. 00010000:00000010:1.0:1761313474.018310:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ffd9ec73. 00010000:00000010:1.0:1761313474.018313:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000990b7e01. 00080000:00000010:1.0:1761313474.018320:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000922c67b3. 00010000:00000010:1.0:1761313474.018341:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000990b7e01. 00010000:00000010:1.0:1761313474.018344:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fabc6bca. 00010000:00000010:1.0:1761313474.018578:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000e9ec3ab7. 00010000:00000010:1.0:1761313474.018581:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000fabc6bca. 00010000:00000010:1.0:1761313474.018584:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000007f17aca1. 00010000:00000010:1.0:1761313474.018587:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000990b7e01. 00080000:00000010:1.0:1761313474.018594:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c44cbd0e. 00010000:00000010:1.0:1761313474.018615:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000990b7e01. 00010000:00000010:1.0:1761313474.018618:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fabc6bca. 00010000:00000010:1.0:1761313474.018648:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000001964d267. 00010000:00000010:1.0:1761313474.018651:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000fabc6bca. 00010000:00000010:1.0:1761313474.018654:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000008bd36706. 00010000:00000010:1.0:1761313474.018657:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000990b7e01. 00080000:00000010:1.0:1761313474.018663:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 0000000049e204b4. 00010000:00000010:1.0:1761313474.018684:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000990b7e01. 00010000:00000010:1.0:1761313474.018688:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fabc6bca. 00010000:00000010:1.0:1761313474.018716:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000010953a6e. 00010000:00000010:1.0:1761313474.018718:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000fabc6bca. 00010000:00000010:1.0:1761313474.018721:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000001dccfb04. 00010000:00000010:1.0:1761313474.018723:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000990b7e01. 00080000:00000010:1.0:1761313474.018730:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000240e764c. 00010000:00000010:1.0:1761313474.018749:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000990b7e01. 00010000:00000010:1.0:1761313474.018751:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fabc6bca. 00010000:00000010:1.0:1761313474.018778:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000009cf010bc. 00010000:00000010:1.0:1761313474.018780:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000fabc6bca. 00010000:00000010:1.0:1761313474.018797:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000009b0b8bce. 00010000:00000010:1.0:1761313474.018800:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000990b7e01. 00080000:00000010:1.0:1761313474.018806:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 0000000057565a5c. 00010000:00000010:1.0:1761313474.018826:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000990b7e01. 00010000:00000010:1.0:1761313474.018829:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fabc6bca. 00010000:00000010:1.0:1761313474.018855:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000002333f4fb. 00010000:00000010:1.0:1761313474.018858:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000fabc6bca. 00010000:00000010:1.0:1761313474.018861:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000007dc617b. 00010000:00000010:1.0:1761313474.018863:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000990b7e01. 00080000:00000010:1.0:1761313474.018869:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e25e6e12. 00010000:00000010:1.0:1761313474.018889:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000990b7e01. 00010000:00000010:1.0:1761313474.018892:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fabc6bca. 00010000:00000010:1.0:1761313474.018919:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000b12af119. 00010000:00000010:1.0:1761313474.018921:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000fabc6bca. 00010000:00000010:1.0:1761313474.018924:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000dc07c72c. 00010000:00000010:1.0:1761313474.018927:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000990b7e01. 00080000:00000010:1.0:1761313474.018934:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 000000008521e0b6. 00010000:00000010:1.0:1761313474.018956:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000990b7e01. 00010000:00000010:1.0:1761313474.018959:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fabc6bca. 00010000:00000010:1.0:1761313474.018987:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000003473dc11. 00010000:00000010:1.0:1761313474.018990:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000fabc6bca. 00010000:00000010:1.0:1761313474.018992:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b9357000. 00010000:00000010:1.0:1761313474.018995:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000990b7e01. 00080000:00000010:1.0:1761313474.019002:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000dfb808b1. 00010000:00000010:1.0:1761313474.019024:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000990b7e01. 00010000:00000010:1.0:1761313474.019027:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fabc6bca. 00010000:00000010:1.0:1761313474.019059:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000001a413a5f. 00010000:00000010:1.0:1761313474.019062:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000fabc6bca. 00010000:00000010:1.0:1761313474.019065:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000003e03199d. 00010000:00000010:1.0:1761313474.019068:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000990b7e01. 00080000:00000010:1.0:1761313474.019074:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000bfbaf131. 00010000:00000010:1.0:1761313474.019096:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000990b7e01. 00010000:00000010:1.0:1761313474.019099:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fabc6bca. 00010000:00000010:1.0:1761313474.019126:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000007ae9e8f4. 00010000:00000010:1.0:1761313474.019129:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000fabc6bca. 00010000:00000010:1.0:1761313474.019132:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000073d7f2c4. 00010000:00000010:1.0:1761313474.019134:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000990b7e01. 00080000:00000010:1.0:1761313474.019141:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000964f4a27. 00010000:00000010:1.0:1761313474.019161:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000990b7e01. 00010000:00000010:1.0:1761313474.019163:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fabc6bca. 00010000:00000010:1.0:1761313474.019195:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000006d99d05a. 00010000:00000010:1.0:1761313474.019198:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000fabc6bca. 00010000:00000010:1.0:1761313474.019201:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000000e6a7b21. 00010000:00000010:1.0:1761313474.019204:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000990b7e01. 00080000:00000010:1.0:1761313474.019212:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 0000000047f8b37e. 00010000:00000010:1.0:1761313474.019234:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000990b7e01. 00010000:00000010:1.0:1761313474.019237:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fabc6bca. 00010000:00000010:1.0:1761313474.019265:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000042c961f4. 00010000:00000010:1.0:1761313474.019268:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000fabc6bca. 00010000:00000010:1.0:1761313474.019270:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000404a1e5b. 00010000:00000010:1.0:1761313474.019272:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000990b7e01. 00080000:00000010:1.0:1761313474.019280:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a5a63e17. 00010000:00000010:1.0:1761313474.019300:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000990b7e01. 00010000:00000010:1.0:1761313474.019303:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fabc6bca. 00010000:00000010:1.0:1761313474.019331:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000007909d622. 00010000:00000010:1.0:1761313474.019333:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000fabc6bca. 00010000:00000010:1.0:1761313474.019336:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000027b7fdda. 00010000:00000010:1.0:1761313474.019338:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000990b7e01. 00080000:00000010:1.0:1761313474.019345:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a00601ef. 00010000:00000010:1.0:1761313474.019494:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000990b7e01. 00010000:00000010:1.0:1761313474.019498:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fabc6bca. 00010000:00000010:1.0:1761313474.019527:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000386c9b2d. 00010000:00000010:1.0:1761313474.019530:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000fabc6bca. 00010000:00000010:1.0:1761313474.019533:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b9b397fc. 00010000:00000010:1.0:1761313474.019536:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000990b7e01. 00080000:00000010:1.0:1761313474.019543:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 000000002b1d09d2. 00010000:00000010:1.0:1761313474.019566:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000990b7e01. 00010000:00000010:1.0:1761313474.019569:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fabc6bca. 00010000:00000010:1.0:1761313474.019600:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000008c82aa98. 00010000:00000010:1.0:1761313474.019603:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000fabc6bca. 00010000:00000010:1.0:1761313474.019606:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000e7c577b7. 00010000:00000010:1.0:1761313474.019608:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000990b7e01. 00080000:00000010:1.0:1761313474.019616:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000996c1380. 00010000:00000010:1.0:1761313474.019636:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000990b7e01. 00010000:00000010:1.0:1761313474.019639:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fabc6bca. 00010000:00000010:1.0:1761313474.019666:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000004c946245. 00010000:00000010:1.0:1761313474.019669:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000fabc6bca. 00010000:00000010:1.0:1761313474.019672:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000065399bb6. 00010000:00000010:1.0:1761313474.019674:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000990b7e01. 00080000:00000010:1.0:1761313474.019681:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000fb769efc. 00010000:00000010:1.0:1761313474.019701:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000990b7e01. 00010000:00000010:1.0:1761313474.019705:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fabc6bca. 00010000:00000010:1.0:1761313474.019735:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000028ac4dff. 00010000:00000010:1.0:1761313474.019738:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000fabc6bca. 00010000:00000010:1.0:1761313474.019741:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000058a0c579. 00010000:00000010:1.0:1761313474.019743:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000990b7e01. 00080000:00000010:1.0:1761313474.019749:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 000000002cd072b3. 00010000:00000010:1.0:1761313474.019770:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000990b7e01. 00010000:00000010:1.0:1761313474.019774:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fabc6bca. 00010000:00000010:1.0:1761313474.019813:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000b6fd6ec4. 00010000:00000010:1.0:1761313474.019816:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000fabc6bca. 00010000:00000010:1.0:1761313474.019819:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000003230c856. 00010000:00000010:1.0:1761313474.019822:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000990b7e01. 00080000:00000010:1.0:1761313474.019829:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 000000001b4512d4. 00010000:00000010:1.0:1761313474.019852:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000990b7e01. 00010000:00000010:1.0:1761313474.019855:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fabc6bca. 00010000:00000010:1.0:1761313474.019882:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000f5b9f03c. 00010000:00000010:1.0:1761313474.019885:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000fabc6bca. 00010000:00000010:1.0:1761313474.019887:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000005524d4c2. 00010000:00000010:1.0:1761313474.019890:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000990b7e01. 00080000:00000010:1.0:1761313474.019896:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 0000000068f8780f. 00010000:00000010:1.0:1761313474.019914:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000990b7e01. 00010000:00000010:1.0:1761313474.019917:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fabc6bca. 00010000:00000010:1.0:1761313474.019940:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000041b9eee6. 00010000:00000010:1.0:1761313474.019942:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000fabc6bca. 00010000:00000010:1.0:1761313474.019945:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000082ccbc81. 00010000:00000010:1.0:1761313474.019948:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000990b7e01. 00080000:00000010:1.0:1761313474.019954:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 000000006600be30. 00010000:00000010:1.0:1761313474.019975:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000990b7e01. 00010000:00000010:1.0:1761313474.019978:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fabc6bca. 00010000:00000010:1.0:1761313474.020010:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000002d9a5ce3. 00010000:00000010:1.0:1761313474.020013:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000fabc6bca. 00010000:00000010:1.0:1761313474.020015:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000008ef8e46f. 00010000:00000010:1.0:1761313474.020017:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000990b7e01. 00080000:00000010:1.0:1761313474.020024:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 000000008c6e10f8. 00010000:00000010:1.0:1761313474.020044:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000990b7e01. 00010000:00000010:1.0:1761313474.020047:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fabc6bca. 00010000:00000010:1.0:1761313474.020074:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000003417efff. 00010000:00000010:1.0:1761313474.020076:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000fabc6bca. 00010000:00000010:1.0:1761313474.020079:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000a4a61de2. 00010000:00000010:1.0:1761313474.020081:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000990b7e01. 00080000:00000010:1.0:1761313474.020087:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 0000000093f4c9ce. 00010000:00000010:1.0:1761313474.020105:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000990b7e01. 00010000:00000010:1.0:1761313474.020109:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fabc6bca. 00010000:00000010:1.0:1761313474.020137:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000d98f0dc1. 00010000:00000010:1.0:1761313474.020139:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000fabc6bca. 00010000:00000010:1.0:1761313474.020143:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b134f869. 00010000:00000010:1.0:1761313474.020145:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000990b7e01. 00080000:00000010:1.0:1761313474.020153:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 000000002acb5034. 00010000:00000010:1.0:1761313474.020172:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000990b7e01. 00010000:00000010:1.0:1761313474.020175:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fabc6bca. 00010000:00000010:1.0:1761313474.020206:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000a8b337fe. 00010000:00000010:1.0:1761313474.020209:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000fabc6bca. 00010000:00000010:1.0:1761313474.020212:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000279c1348. 00010000:00000010:1.0:1761313474.020215:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000990b7e01. 00080000:00000010:1.0:1761313474.020221:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 000000004c569d34. 00010000:00000010:1.0:1761313474.020243:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000990b7e01. 00010000:00000010:1.0:1761313474.020247:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fabc6bca. 00010000:00000010:1.0:1761313474.020277:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000c4ab6787. 00010000:00000010:1.0:1761313474.020280:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000fabc6bca. 00010000:00000010:1.0:1761313474.020282:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000074e09bb0. 00010000:00000010:1.0:1761313474.020285:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000990b7e01. 00080000:00000010:1.0:1761313474.020292:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ee3ccd75. 00010000:00000010:1.0:1761313474.020313:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000990b7e01. 00010000:00000010:1.0:1761313474.020316:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fabc6bca. 00010000:00000010:1.0:1761313474.020345:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000005c7e6da5. 00010000:00000010:1.0:1761313474.020347:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000fabc6bca. 00010000:00000010:1.0:1761313474.020350:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000088be6815. 00010000:00000010:1.0:1761313474.020353:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000990b7e01. 00080000:00000010:1.0:1761313474.020637:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 0000000047b7a5fb. 00010000:00000010:1.0:1761313474.020665:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000990b7e01. 00010000:00000010:1.0:1761313474.020670:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fabc6bca. 00010000:00000010:1.0:1761313474.020703:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000081780c75. 00010000:00000010:1.0:1761313474.020705:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000fabc6bca. 00010000:00000010:1.0:1761313474.020708:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f381bf0a. 00010000:00000010:1.0:1761313474.020711:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000990b7e01. 00080000:00000010:1.0:1761313474.020718:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000601a9fd7. 00010000:00000010:1.0:1761313474.020738:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000990b7e01. 00010000:00000010:1.0:1761313474.020742:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fabc6bca. 00010000:00000010:1.0:1761313474.020768:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000005c59912. 00010000:00000010:1.0:1761313474.020770:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000fabc6bca. 00010000:00000010:1.0:1761313474.020773:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000008e8d4f56. 00010000:00000010:1.0:1761313474.020776:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000990b7e01. 00080000:00000010:1.0:1761313474.020782:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 000000000752e1d4. 00010000:00000010:1.0:1761313474.020816:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000990b7e01. 00010000:00000010:1.0:1761313474.020819:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fabc6bca. 00010000:00000010:1.0:1761313474.020854:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000c27263d2. 00010000:00000010:1.0:1761313474.020857:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000fabc6bca. 00010000:00000010:1.0:1761313474.020859:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000010b05f6a. 00010000:00000010:1.0:1761313474.020862:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000990b7e01. 00080000:00000010:1.0:1761313474.020868:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 000000006844aeaf. 00010000:00000010:1.0:1761313474.020890:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000990b7e01. 00010000:00000010:1.0:1761313474.020894:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fabc6bca. 00010000:00000010:1.0:1761313474.020923:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000e9cc2d3c. 00010000:00000010:1.0:1761313474.020926:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000fabc6bca. 00010000:00000010:1.0:1761313474.020928:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000017e47d41. 00010000:00000010:1.0:1761313474.020931:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000990b7e01. 00080000:00000010:1.0:1761313474.020939:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 000000005d8ffa35. 00010000:00000010:1.0:1761313474.020962:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000990b7e01. 00010000:00000010:1.0:1761313474.020965:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fabc6bca. 00010000:00000010:1.0:1761313474.020993:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000000a4fa7ec. 00010000:00000010:1.0:1761313474.020995:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000fabc6bca. 00010000:00000010:1.0:1761313474.020998:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000dec0de5e. 00010000:00000010:1.0:1761313474.021001:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000990b7e01. 00080000:00000010:1.0:1761313474.021008:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 000000007a34f1ed. 00010000:00000010:1.0:1761313474.021029:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000990b7e01. 00010000:00000010:1.0:1761313474.021033:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fabc6bca. 00010000:00000010:1.0:1761313474.021061:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000a0cf43c5. 00010000:00000010:1.0:1761313474.021063:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000fabc6bca. 00010000:00000010:1.0:1761313474.021066:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000007ee5af85. 00010000:00000010:1.0:1761313474.021068:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000990b7e01. 00080000:00000010:1.0:1761313474.021075:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c15a6d6e. 00010000:00000010:1.0:1761313474.021094:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000990b7e01. 00010000:00000010:1.0:1761313474.021098:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fabc6bca. 00010000:00000010:1.0:1761313474.021131:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000000ae488cc. 00010000:00000010:1.0:1761313474.021134:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000fabc6bca. 00010000:00000010:1.0:1761313474.021137:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000d611337d. 00010000:00000010:1.0:1761313474.021140:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000990b7e01. 00080000:00000010:1.0:1761313474.021147:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000636e261f. 00010000:00000010:1.0:1761313474.021166:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000990b7e01. 00010000:00000010:1.0:1761313474.021169:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fabc6bca. 00010000:00000010:1.0:1761313474.021197:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000f35581f4. 00010000:00000010:1.0:1761313474.021199:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000fabc6bca. 00010000:00000010:1.0:1761313474.021202:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000060a72871. 00010000:00000010:1.0:1761313474.021204:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000990b7e01. 00080000:00000010:1.0:1761313474.021213:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000b6d4ba17. 00010000:00000010:1.0:1761313474.021234:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000990b7e01. 00010000:00000010:1.0:1761313474.021237:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fabc6bca. 00010000:00000010:1.0:1761313474.021265:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000c149a617. 00010000:00000010:1.0:1761313474.021268:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000fabc6bca. 00010000:00000010:1.0:1761313474.021271:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000de828763. 00010000:00000010:1.0:1761313474.021273:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000990b7e01. 00080000:00000010:1.0:1761313474.021280:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 000000005b14fd94. 00010000:00000010:1.0:1761313474.021301:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000990b7e01. 00010000:00000010:1.0:1761313474.021304:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fabc6bca. 00010000:00000010:1.0:1761313474.021332:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000d35fa4fd. 00010000:00000010:1.0:1761313474.021335:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000fabc6bca. 00010000:00000010:1.0:1761313474.021338:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000e2609cb3. 00010000:00000010:1.0:1761313474.021340:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000990b7e01. 00080000:00000010:1.0:1761313474.021347:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 000000006d92f5f9. 00010000:00000010:1.0:1761313474.021515:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000990b7e01. 00010000:00000010:1.0:1761313474.021519:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fabc6bca. 00010000:00000010:1.0:1761313474.021551:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000a08a1f81. 00010000:00000010:1.0:1761313474.021554:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000fabc6bca. 00010000:00000010:1.0:1761313474.021557:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000008c714216. 00010000:00000010:1.0:1761313474.021560:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000990b7e01. 00080000:00000010:1.0:1761313474.021568:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000dea6c833. 00010000:00000010:1.0:1761313474.021590:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000990b7e01. 00010000:00000010:1.0:1761313474.021594:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fabc6bca. 00010000:00000010:1.0:1761313474.021622:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000038f3a835. 00010000:00000010:1.0:1761313474.021624:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000fabc6bca. 00010000:00000010:1.0:1761313474.021627:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000eb014756. 00010000:00000010:1.0:1761313474.021629:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000990b7e01. 00080000:00000010:1.0:1761313474.021637:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 0000000030546443. 00010000:00000010:1.0:1761313474.021657:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000990b7e01. 00010000:00000010:1.0:1761313474.021660:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fabc6bca. 00010000:00000010:1.0:1761313474.021693:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000aeea806c. 00010000:00000010:1.0:1761313474.021696:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000fabc6bca. 00010000:00000010:1.0:1761313474.021699:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000006a6b894c. 00010000:00000010:1.0:1761313474.021701:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000990b7e01. 00080000:00000010:1.0:1761313474.021708:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 000000003f969307. 00010000:00000010:1.0:1761313474.021729:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000990b7e01. 00010000:00000010:1.0:1761313474.021733:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fabc6bca. 00010000:00000010:1.0:1761313474.021833:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000005190aba6. 00010000:00000010:1.0:1761313474.021836:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000fabc6bca. 00010000:00000010:1.0:1761313474.021839:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000bbe17205. 00010000:00000010:1.0:1761313474.021841:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000990b7e01. 00080000:00000010:1.0:1761313474.021849:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 0000000039b31678. 00010000:00000010:1.0:1761313474.021872:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000990b7e01. 00010000:00000010:1.0:1761313474.021875:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fabc6bca. 00010000:00000010:1.0:1761313474.021905:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000b670b9d8. 00010000:00000010:1.0:1761313474.021908:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000fabc6bca. 00010000:00000010:1.0:1761313474.021911:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000055d95437. 00010000:00000010:1.0:1761313474.021914:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000990b7e01. 00080000:00000010:1.0:1761313474.021920:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 000000009c30c2fe. 00010000:00000010:1.0:1761313474.021941:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000990b7e01. 00010000:00000010:1.0:1761313474.021945:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fabc6bca. 00010000:00000010:1.0:1761313474.021972:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000a3cb57ce. 00010000:00000010:1.0:1761313474.021975:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000fabc6bca. 00010000:00000010:1.0:1761313474.021978:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000008d812223. 00010000:00000010:1.0:1761313474.021980:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000990b7e01. 00080000:00000010:1.0:1761313474.021988:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f956102a. 00010000:00000010:1.0:1761313474.022010:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000990b7e01. 00010000:00000010:1.0:1761313474.022014:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fabc6bca. 00010000:00000010:1.0:1761313474.022042:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000a0e3dc6d. 00010000:00000010:1.0:1761313474.022045:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000fabc6bca. 00010000:00000010:1.0:1761313474.022048:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000e96b3e4f. 00010000:00000010:1.0:1761313474.022051:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000990b7e01. 00080000:00000010:1.0:1761313474.022057:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 0000000002155899. 00010000:00000010:1.0:1761313474.022079:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000990b7e01. 00010000:00000010:1.0:1761313474.022082:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fabc6bca. 00010000:00000010:1.0:1761313474.022118:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000b0c80fff. 00010000:00000010:1.0:1761313474.022121:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000fabc6bca. 00010000:00000010:1.0:1761313474.022125:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000003bbbb399. 00010000:00000010:1.0:1761313474.022127:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000990b7e01. 00080000:00000010:1.0:1761313474.022134:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f872ce68. 00010000:00000010:1.0:1761313474.022157:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000990b7e01. 00010000:00000010:1.0:1761313474.022160:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fabc6bca. 00010000:00000010:1.0:1761313474.022192:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000000971cb2f. 00010000:00000010:1.0:1761313474.022194:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000fabc6bca. 00010000:00000010:1.0:1761313474.022197:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000024757b78. 00010000:00000010:1.0:1761313474.022199:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000990b7e01. 00080000:00000010:1.0:1761313474.022206:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000b91429c8. 00010000:00000010:1.0:1761313474.022229:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000990b7e01. 00010000:00000010:1.0:1761313474.022232:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fabc6bca. 00010000:00000010:1.0:1761313474.022262:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000009f3ece0c. 00010000:00000010:1.0:1761313474.022265:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000fabc6bca. 00010000:00000010:1.0:1761313474.022267:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000005cecdebf. 00010000:00000010:1.0:1761313474.022269:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000990b7e01. 00080000:00000010:1.0:1761313474.022276:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c4bbc623. 00010000:00000010:1.0:1761313474.022297:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000990b7e01. 00010000:00000010:1.0:1761313474.022299:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fabc6bca. 00010000:00000010:1.0:1761313474.022328:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000007e7bb47c. 00010000:00000010:1.0:1761313474.022331:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000fabc6bca. 00010000:00000010:1.0:1761313474.022334:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000dcd175ab. 00010000:00000010:1.0:1761313474.022336:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000990b7e01. 00080000:00000010:1.0:1761313474.022412:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 000000001abc00c5. 00010000:00000010:1.0:1761313474.022439:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000990b7e01. 00010000:00000010:1.0:1761313474.022442:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fabc6bca. 00010000:00000010:1.0:1761313474.022472:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000a1c8cfc9. 00010000:00000010:1.0:1761313474.022475:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000fabc6bca. 00010000:00000010:1.0:1761313474.022478:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000cc1722a0. 00010000:00000010:1.0:1761313474.022480:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000990b7e01. 00080000:00000010:1.0:1761313474.022487:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000b273bcc1. 00010000:00000010:1.0:1761313474.022515:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000990b7e01. 00010000:00000010:1.0:1761313474.022519:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fabc6bca. 00010000:00000010:3.1:1761313474.022605:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000060a76be3. 00010000:00000010:1.0:1761313474.022606:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000f674dc7d. 00010000:00000010:1.0:1761313474.022609:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000fabc6bca. 00010000:00000010:3.1:1761313474.022612:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f1778e29. 00010000:00000010:1.0:1761313474.022612:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000004918631a. 00010000:00000010:1.0:1761313474.022614:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000990b7e01. 00080000:00000010:1.0:1761313474.022622:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a2f7b421. 00010000:00000010:1.0:1761313474.022699:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000990b7e01. 00010000:00000010:1.0:1761313474.022705:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fabc6bca. 00000001:00000010:1.0:1761313474.022729:0:77239:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000003a3ed4f. 00000001:00000010:1.0:1761313474.022735:0:77239:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 0000000003a3ed4f. 00000001:00000010:1.0:1761313474.022738:0:77239:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000003a3ed4f. 00000001:00000010:1.0:1761313474.022740:0:77239:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 0000000091013c9c. 00010000:00000010:1.0:1761313474.022759:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000007d237d8b. 00010000:00000010:1.0:1761313474.022762:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000fabc6bca. 00010000:00000010:1.0:1761313474.022765:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000e7255d3d. 00010000:00000010:1.0:1761313474.022767:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000990b7e01. 00080000:00000010:1.0:1761313474.022777:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000928994b2. 00010000:00000010:1.0:1761313474.022815:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000990b7e01. 00010000:00000010:1.0:1761313474.022819:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fabc6bca. 00010000:00000010:1.0:1761313474.022852:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000009f45faf. 00010000:00000010:1.0:1761313474.022855:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000fabc6bca. 00010000:00000010:1.0:1761313474.022857:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000003b323b4b. 00010000:00000010:1.0:1761313474.022860:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000990b7e01. 00080000:00000010:1.0:1761313474.022867:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000cb3fafe6. 00010000:00000010:1.0:1761313474.022889:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000990b7e01. 00010000:00000010:1.0:1761313474.022892:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fabc6bca. 00010000:00000010:1.0:1761313474.022921:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000085c0c6aa. 00010000:00000010:1.0:1761313474.022924:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000fabc6bca. 00010000:00000010:1.0:1761313474.022927:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000006fad9eb8. 00010000:00000010:1.0:1761313474.022929:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000990b7e01. 00080000:00000010:1.0:1761313474.022936:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000bd1db22e. 00010000:00000010:1.0:1761313474.022958:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000990b7e01. 00010000:00000010:1.0:1761313474.022961:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fabc6bca. 00010000:00000010:1.0:1761313474.022989:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000007e9eec73. 00010000:00000010:1.0:1761313474.022991:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000fabc6bca. 00010000:00000010:1.0:1761313474.022994:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000009261c3e. 00010000:00000010:1.0:1761313474.022997:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000990b7e01. 00080000:00000010:1.0:1761313474.023003:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000100229ef. 00010000:00000010:1.0:1761313474.023024:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000990b7e01. 00010000:00000010:1.0:1761313474.023028:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fabc6bca. 00010000:00000010:1.0:1761313474.023057:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000008e3b398. 00010000:00000010:1.0:1761313474.023059:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000fabc6bca. 00010000:00000010:1.0:1761313474.023062:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000bd3bd9fc. 00010000:00000010:1.0:1761313474.023064:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000990b7e01. 00080000:00000010:1.0:1761313474.023070:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000377d6f2c. 00010000:00000010:1.0:1761313474.023090:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000990b7e01. 00010000:00000010:1.0:1761313474.023093:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fabc6bca. 00010000:00000010:1.0:1761313474.023117:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000ecf17af5. 00010000:00000010:1.0:1761313474.023120:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000fabc6bca. 00010000:00000010:1.0:1761313474.023123:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000cfb62a6c. 00010000:00000010:1.0:1761313474.023125:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000990b7e01. 00080000:00000010:1.0:1761313474.023131:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 0000000072f1c535. 00010000:00000010:1.0:1761313474.023150:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000990b7e01. 00010000:00000010:1.0:1761313474.023153:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fabc6bca. 00010000:00000010:1.0:1761313474.023182:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000042b886f3. 00010000:00000010:1.0:1761313474.023184:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000fabc6bca. 00010000:00000010:1.0:1761313474.023187:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000003bb0e4d8. 00010000:00000010:1.0:1761313474.023189:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000990b7e01. 00080000:00000010:1.0:1761313474.023195:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 0000000004783c44. 00010000:00000010:1.0:1761313474.023215:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000990b7e01. 00010000:00000010:1.0:1761313474.023218:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fabc6bca. 00010000:00000010:1.0:1761313474.023246:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000017302dc1. 00010000:00000010:1.0:1761313474.023249:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000fabc6bca. 00010000:00000010:1.0:1761313474.023252:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000089a613a7. 00010000:00000010:1.0:1761313474.023254:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000990b7e01. 00080000:00000010:1.0:1761313474.023261:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000b4fe780a. 00010000:00000010:1.0:1761313474.023282:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000990b7e01. 00010000:00000010:1.0:1761313474.023285:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fabc6bca. 00010000:00000010:1.0:1761313474.023311:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000002653a838. 00010000:00000010:1.0:1761313474.023314:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000fabc6bca. 00010000:00000010:1.0:1761313474.023317:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b4808159. 00010000:00000010:1.0:1761313474.023320:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000990b7e01. 00080000:00000010:1.0:1761313474.023326:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 0000000083ff8d7f. 00010000:00000010:1.1:1761313474.023593:0:77239:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001103d4c7. 00010000:00000010:1.0:1761313474.023606:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000990b7e01. 00010000:00000010:1.0:1761313474.023610:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fabc6bca. 00010000:00000010:1.0:1761313474.023705:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000020e89432. 00010000:00000010:1.0:1761313474.023708:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000fabc6bca. 00010000:00000010:1.0:1761313474.023711:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b4f97af9. 00010000:00000010:1.0:1761313474.023714:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000990b7e01. 00080000:00000010:1.0:1761313474.023722:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 000000001af7227c. 00010000:00000010:1.0:1761313474.023748:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000990b7e01. 00010000:00000010:1.0:1761313474.023751:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fabc6bca. 00010000:00000010:1.0:1761313474.023780:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000e643be9e. 00010000:00000010:1.0:1761313474.023783:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000fabc6bca. 00010000:00000010:1.0:1761313474.023796:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000034f81b97. 00010000:00000010:1.0:1761313474.023799:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000990b7e01. 00080000:00000010:1.0:1761313474.023806:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000dd1a2c53. 00010000:00000010:1.0:1761313474.023829:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000990b7e01. 00010000:00000010:1.0:1761313474.023832:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fabc6bca. 00010000:00000010:1.0:1761313474.023860:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000b147cd42. 00010000:00000010:1.0:1761313474.023862:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000fabc6bca. 00010000:00000010:1.0:1761313474.023865:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b9aab643. 00010000:00000010:1.0:1761313474.023867:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000990b7e01. 00080000:00000010:1.0:1761313474.023873:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ff94ce64. 00010000:00000010:1.0:1761313474.023893:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000990b7e01. 00010000:00000010:1.0:1761313474.023896:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fabc6bca. 00010000:00000010:1.0:1761313474.023924:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000002f2e1ff6. 00010000:00000010:1.0:1761313474.023926:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000fabc6bca. 00010000:00000010:1.0:1761313474.023930:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000e5a3f5c0. 00010000:00000010:1.0:1761313474.023933:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000990b7e01. 00080000:00000010:1.0:1761313474.023939:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d684b186. 00010000:00000010:1.0:1761313474.023958:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000990b7e01. 00010000:00000010:1.0:1761313474.023961:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fabc6bca. 00010000:00000010:1.0:1761313474.023991:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000013e940d9. 00010000:00000010:1.0:1761313474.023994:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000fabc6bca. 00010000:00000010:1.0:1761313474.023997:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000077b731a4. 00010000:00000010:1.0:1761313474.023999:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000990b7e01. 00080000:00000010:1.0:1761313474.024006:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000b7fed016. 00010000:00000010:1.0:1761313474.024025:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000990b7e01. 00010000:00000010:1.0:1761313474.024029:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fabc6bca. 00010000:00000010:1.0:1761313474.024059:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000001ad709e3. 00010000:00000010:1.0:1761313474.024062:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000fabc6bca. 00010000:00000010:1.0:1761313474.024064:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c7b14896. 00010000:00000010:1.0:1761313474.024066:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000990b7e01. 00080000:00000010:1.0:1761313474.024073:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000134563d4. 00010000:00000010:1.0:1761313474.024092:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000990b7e01. 00010000:00000010:1.0:1761313474.024094:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fabc6bca. 00010000:00000010:1.0:1761313474.024123:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000587bac81. 00010000:00000010:1.0:1761313474.024126:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000fabc6bca. 00010000:00000010:1.0:1761313474.024129:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000fce73256. 00010000:00000010:1.0:1761313474.024131:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000990b7e01. 00080000:00000010:1.0:1761313474.024140:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 0000000056f83116. 00010000:00000010:1.0:1761313474.024160:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000990b7e01. 00010000:00000010:1.0:1761313474.024164:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fabc6bca. 00010000:00000010:1.0:1761313474.024192:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000fa40cac2. 00010000:00000010:1.0:1761313474.024195:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000fabc6bca. 00010000:00000010:1.0:1761313474.024198:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000063410032. 00010000:00000010:1.0:1761313474.024200:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000990b7e01. 00080000:00000010:1.0:1761313474.024207:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f6cb916e. 00010000:00000010:1.0:1761313474.024228:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000990b7e01. 00010000:00000010:1.0:1761313474.024232:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fabc6bca. 00010000:00000010:1.0:1761313474.024262:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000cb55c591. 00010000:00000010:1.0:1761313474.024265:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000fabc6bca. 00010000:00000010:1.0:1761313474.024267:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000020e8e327. 00010000:00000010:1.0:1761313474.024270:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000990b7e01. 00080000:00000010:1.0:1761313474.024277:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 000000003e2dc638. 00010000:00000010:1.0:1761313474.024297:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000990b7e01. 00010000:00000010:1.0:1761313474.024301:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fabc6bca. 00010000:00000010:1.0:1761313474.024328:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000059f1aa48. 00010000:00000010:1.0:1761313474.024330:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000fabc6bca. 00010000:00000010:1.0:1761313474.024333:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b5ceecc7. 00010000:00000010:1.0:1761313474.024336:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000990b7e01. 00080000:00000010:1.0:1761313474.024343:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 0000000086e4d912. 00010000:00000010:1.0:1761313474.024386:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000990b7e01. 00010000:00000010:1.0:1761313474.024390:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fabc6bca. 00010000:00000010:1.0:1761313474.024422:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000009da31497. 00010000:00000010:1.0:1761313474.024425:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000fabc6bca. 00010000:00000010:1.0:1761313474.024427:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000edef16a9. 00010000:00000010:1.0:1761313474.024430:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000990b7e01. 00080000:00000010:1.0:1761313474.024436:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 000000001ebc0fcc. 00010000:00000010:1.0:1761313474.024455:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000990b7e01. 00010000:00000010:1.0:1761313474.024458:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fabc6bca. 00010000:00000010:1.0:1761313474.024483:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000002fe4431f. 00010000:00000010:1.0:1761313474.024485:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000fabc6bca. 00010000:00000010:1.0:1761313474.024487:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000003f05e622. 00010000:00000010:1.0:1761313474.024489:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000990b7e01. 00080000:00000010:1.0:1761313474.024495:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 0000000069440411. 00010000:00000010:1.0:1761313474.024513:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000990b7e01. 00010000:00000010:1.0:1761313474.024517:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fabc6bca. 00010000:00000010:1.0:1761313474.024548:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000b49681ee. 00010000:00000010:1.0:1761313474.024551:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000fabc6bca. 00010000:00000010:1.0:1761313474.024554:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000003a02f5fe. 00010000:00000010:1.0:1761313474.024557:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000990b7e01. 00080000:00000010:1.0:1761313474.024564:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c9dac9a4. 00010000:00000010:1.0:1761313474.024586:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000990b7e01. 00010000:00000010:1.0:1761313474.024589:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fabc6bca. 00010000:00000010:1.0:1761313474.024615:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000000730129. 00010000:00000010:1.0:1761313474.024618:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000fabc6bca. 00010000:00000010:1.0:1761313474.024620:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000d77d1b20. 00010000:00000010:1.0:1761313474.024623:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000990b7e01. 00080000:00000010:1.0:1761313474.024629:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 0000000031da8f60. 00010000:00000010:1.0:1761313474.024984:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000990b7e01. 00010000:00000010:1.0:1761313474.024989:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fabc6bca. 00010000:00000010:1.0:1761313474.025023:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000019a88373. 00010000:00000010:1.0:1761313474.025026:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000fabc6bca. 00010000:00000010:1.0:1761313474.025029:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000008f392ca3. 00010000:00000010:1.0:1761313474.025032:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000990b7e01. 00080000:00000010:1.0:1761313474.025039:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 000000004176f019. 00010000:00000010:1.0:1761313474.025062:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000990b7e01. 00010000:00000010:1.0:1761313474.025065:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fabc6bca. 00010000:00000010:1.0:1761313474.025094:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000af846abe. 00010000:00000010:1.0:1761313474.025096:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000fabc6bca. 00010000:00000010:1.0:1761313474.025098:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000eeaafc09. 00010000:00000010:1.0:1761313474.025101:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000990b7e01. 00080000:00000010:1.0:1761313474.025109:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a71d3140. 00010000:00000010:1.0:1761313474.025130:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000990b7e01. 00010000:00000010:1.0:1761313474.025133:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fabc6bca. 00010000:00000010:1.0:1761313474.025166:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000ac02b15c. 00010000:00000010:1.0:1761313474.025168:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000fabc6bca. 00010000:00000010:1.0:1761313474.025172:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ba89177b. 00010000:00000010:1.0:1761313474.025174:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000990b7e01. 00080000:00000010:1.0:1761313474.025181:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000513c3d9c. 00010000:00000010:1.0:1761313474.025201:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000990b7e01. 00010000:00000010:1.0:1761313474.025204:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fabc6bca. 00010000:00000010:1.0:1761313474.025234:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000000e46bd4e. 00010000:00000010:1.0:1761313474.025237:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000fabc6bca. 00010000:00000010:1.0:1761313474.025239:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000e353fcc2. 00010000:00000010:1.0:1761313474.025242:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000990b7e01. 00080000:00000010:1.0:1761313474.025249:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 0000000027e23530. 00010000:00000010:1.0:1761313474.025268:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000990b7e01. 00010000:00000010:1.0:1761313474.025271:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fabc6bca. 00010000:00000010:1.0:1761313474.025300:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000015e3da8b. 00010000:00000010:1.0:1761313474.025303:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000fabc6bca. 00010000:00000010:1.0:1761313474.025306:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000fe95f2ba. 00010000:00000010:1.0:1761313474.025308:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000990b7e01. 00080000:00000010:1.0:1761313474.025315:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000fd7e9fe6. 00010000:00000010:1.0:1761313474.025334:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000990b7e01. 00010000:00000010:1.0:1761313474.025337:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fabc6bca. 00010000:00000010:1.0:1761313474.025390:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000005f652958. 00010000:00000010:1.0:1761313474.025393:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000fabc6bca. 00010000:00000010:1.0:1761313474.025396:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000e263c005. 00010000:00000010:1.0:1761313474.025399:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000990b7e01. 00080000:00000010:1.0:1761313474.025406:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e189612f. 00010000:00000010:1.0:1761313474.025428:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000990b7e01. 00010000:00000010:1.0:1761313474.025432:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fabc6bca. 00010000:00000010:1.0:1761313474.025460:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000222bfdd8. 00010000:00000010:1.0:1761313474.025463:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000fabc6bca. 00010000:00000010:1.0:1761313474.025465:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000002e7bebf2. 00010000:00000010:1.0:1761313474.025468:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000990b7e01. 00080000:00000010:1.0:1761313474.025475:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000b5739949. 00010000:00000010:1.0:1761313474.025493:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000990b7e01. 00010000:00000010:1.0:1761313474.025496:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fabc6bca. 00010000:00000010:1.0:1761313474.025525:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000008c65c5f2. 00010000:00000010:1.0:1761313474.025527:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000fabc6bca. 00010000:00000010:1.0:1761313474.025532:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000002751d182. 00010000:00000010:1.0:1761313474.025534:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000990b7e01. 00080000:00000010:1.0:1761313474.025541:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 0000000011648ca8. 00010000:00000010:1.0:1761313474.025561:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000990b7e01. 00010000:00000010:1.0:1761313474.025564:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fabc6bca. 00010000:00000010:1.0:1761313474.025593:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000009ef93ea2. 00010000:00000010:1.0:1761313474.025596:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000fabc6bca. 00010000:00000010:1.0:1761313474.025599:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000049ac8310. 00010000:00000010:1.0:1761313474.025601:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000990b7e01. 00080000:00000010:1.0:1761313474.025609:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 0000000010785070. 00010000:00000010:1.0:1761313474.025627:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000990b7e01. 00010000:00000010:1.0:1761313474.025630:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fabc6bca. 00010000:00000010:1.0:1761313474.025655:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000551fa043. 00010000:00000010:1.0:1761313474.025658:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000fabc6bca. 00010000:00000010:1.0:1761313474.025660:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000066d706c4. 00010000:00000010:1.0:1761313474.025662:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000990b7e01. 00080000:00000010:1.0:1761313474.025669:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 0000000085b4ec40. 00010000:00000010:1.0:1761313474.025684:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000990b7e01. 00010000:00000010:1.0:1761313474.025686:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fabc6bca. 00010000:00000010:1.0:1761313474.025713:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000075a5d7f9. 00010000:00000010:1.0:1761313474.025715:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000fabc6bca. 00010000:00000010:1.0:1761313474.025718:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000043c4b096. 00010000:00000010:1.0:1761313474.025720:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000990b7e01. 00080000:00000010:1.0:1761313474.025726:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f3987f9d. 00010000:00000010:1.0:1761313474.025743:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000990b7e01. 00010000:00000010:1.0:1761313474.025745:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fabc6bca. 00010000:00000010:1.0:1761313474.025768:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000000e5f6860. 00010000:00000010:1.0:1761313474.025770:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000fabc6bca. 00010000:00000010:1.0:1761313474.025773:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000dd964292. 00010000:00000010:1.0:1761313474.025775:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000990b7e01. 00080000:00000010:1.0:1761313474.025781:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f39784db. 00010000:00000010:1.0:1761313474.025815:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000990b7e01. 00010000:00000010:1.0:1761313474.025818:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fabc6bca. 00010000:00000010:1.0:1761313474.025842:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000071e8e027. 00010000:00000010:1.0:1761313474.025845:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000fabc6bca. 00010000:00000010:1.0:1761313474.025847:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000001b0ca083. 00010000:00000010:1.0:1761313474.025850:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000990b7e01. 00080000:00000010:1.0:1761313474.025856:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 0000000090332bac. 00010000:00000010:1.0:1761313474.025873:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000990b7e01. 00010000:00000010:1.0:1761313474.025875:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fabc6bca. 00010000:00000010:1.0:1761313474.025900:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000004b03b844. 00010000:00000010:1.0:1761313474.025902:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000fabc6bca. 00010000:00000010:1.0:1761313474.025905:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000011285120. 00010000:00000010:1.0:1761313474.025907:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000990b7e01. 00080000:00000010:1.0:1761313474.025913:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 000000006d39e1e3. 00010000:00000010:1.0:1761313474.025931:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000990b7e01. 00010000:00000010:1.0:1761313474.025934:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fabc6bca. 00010000:00000010:1.0:1761313474.025960:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000008ee23bed. 00010000:00000010:1.0:1761313474.025962:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000fabc6bca. 00010000:00000010:1.0:1761313474.025965:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000006015f125. 00010000:00000010:1.0:1761313474.025967:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000990b7e01. 00080000:00000010:1.0:1761313474.025973:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f600b520. 00010000:00000010:1.0:1761313474.025989:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000990b7e01. 00010000:00000010:1.0:1761313474.025992:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fabc6bca. 00010000:00000010:1.0:1761313474.026080:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000b6d30ea2. 00010000:00000010:1.0:1761313474.026083:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000fabc6bca. 00010000:00000010:1.0:1761313474.026086:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000d41871ac. 00010000:00000010:1.0:1761313474.026088:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000990b7e01. 00080000:00000010:1.0:1761313474.026096:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 000000003c3ad7dc. 00010000:00000010:1.0:1761313474.026114:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000990b7e01. 00010000:00000010:1.0:1761313474.026117:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fabc6bca. 00010000:00000010:1.0:1761313474.026144:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000032523d0e. 00010000:00000010:1.0:1761313474.026146:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000fabc6bca. 00010000:00000010:1.0:1761313474.026149:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000002ff5e91. 00010000:00000010:1.0:1761313474.026152:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000990b7e01. 00080000:00000010:1.0:1761313474.026158:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 000000009a7803d1. 00010000:00000010:1.0:1761313474.026174:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000990b7e01. 00010000:00000010:1.0:1761313474.026177:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fabc6bca. 00010000:00000010:1.0:1761313474.026200:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000ca0320d7. 00010000:00000010:1.0:1761313474.026202:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000fabc6bca. 00010000:00000010:1.0:1761313474.026205:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ecaec177. 00010000:00000010:1.0:1761313474.026207:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000990b7e01. 00080000:00000010:1.0:1761313474.026214:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000b8120ace. 00010000:00000010:1.0:1761313474.026235:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000990b7e01. 00010000:00000010:1.0:1761313474.026237:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fabc6bca. 00010000:00000010:1.0:1761313474.026264:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000016d03fcd. 00010000:00000010:1.0:1761313474.026267:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000fabc6bca. 00010000:00000010:1.0:1761313474.026269:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000084c2a075. 00010000:00000010:1.0:1761313474.026272:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000990b7e01. 00080000:00000010:1.0:1761313474.026280:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 0000000054e518bb. 00010000:00000010:1.0:1761313474.026299:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000990b7e01. 00010000:00000010:1.0:1761313474.026302:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fabc6bca. 00010000:00000010:1.0:1761313474.026330:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000cf4352fb. 00010000:00000010:1.0:1761313474.026333:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000fabc6bca. 00010000:00000010:1.0:1761313474.026335:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000096285d78. 00010000:00000010:1.0:1761313474.026338:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000990b7e01. 00080000:00000010:1.0:1761313474.026345:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 0000000073605322. 00010000:00000010:1.0:1761313474.026390:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000990b7e01. 00010000:00000010:1.0:1761313474.026394:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fabc6bca. 00010000:00000010:1.0:1761313474.026428:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000054dcdc5c. 00010000:00000010:1.0:1761313474.026432:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000fabc6bca. 00010000:00000010:1.0:1761313474.026434:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000014569e4a. 00010000:00000010:1.0:1761313474.026437:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000990b7e01. 00080000:00000010:1.0:1761313474.026444:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 000000005a36bf3a. 00010000:00000010:1.0:1761313474.026463:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000990b7e01. 00010000:00000010:1.0:1761313474.026466:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fabc6bca. 00010000:00000010:1.0:1761313474.026492:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000840f1d08. 00010000:00000010:1.0:1761313474.026494:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000fabc6bca. 00010000:00000010:1.0:1761313474.026497:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000e7530d69. 00010000:00000010:1.0:1761313474.026500:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000990b7e01. 00080000:00000010:1.0:1761313474.026506:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 000000005bb30790. 00010000:00000010:1.0:1761313474.026522:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000990b7e01. 00010000:00000010:1.0:1761313474.026525:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fabc6bca. 00010000:00000010:1.0:1761313474.026550:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000005626c88a. 00010000:00000010:1.0:1761313474.026553:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000fabc6bca. 00010000:00000010:1.0:1761313474.026556:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ae72f468. 00010000:00000010:1.0:1761313474.026558:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000990b7e01. 00080000:00000010:1.0:1761313474.026564:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ad73d1f3. 00010000:00000010:1.0:1761313474.026579:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000990b7e01. 00010000:00000010:1.0:1761313474.026581:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fabc6bca. 00010000:00000010:1.0:1761313474.026603:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000028174a2. 00010000:00000010:1.0:1761313474.026605:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000fabc6bca. 00010000:00000010:1.0:1761313474.026607:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000013b468c0. 00010000:00000010:1.0:1761313474.026610:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000990b7e01. 00080000:00000010:1.0:1761313474.026615:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 000000009e9e9aba. 00010000:00000010:1.0:1761313474.026632:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000990b7e01. 00010000:00000010:1.0:1761313474.026635:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fabc6bca. 00010000:00000010:1.0:1761313474.026655:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000a4eef0a6. 00010000:00000010:1.0:1761313474.026657:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000fabc6bca. 00010000:00000010:1.0:1761313474.026660:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000963ee29b. 00010000:00000010:1.0:1761313474.026662:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000990b7e01. 00080000:00000010:1.0:1761313474.026667:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 000000001a44926b. 00010000:00000010:1.0:1761313474.026682:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000990b7e01. 00010000:00000010:1.0:1761313474.026684:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fabc6bca. 00010000:00000010:1.0:1761313474.026705:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000b3c56be4. 00010000:00000010:1.0:1761313474.026707:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000fabc6bca. 00010000:00000010:1.0:1761313474.026709:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000e00e2155. 00010000:00000010:1.0:1761313474.026711:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000990b7e01. 00080000:00000010:1.0:1761313474.026716:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 0000000072f44e8c. 00010000:00000010:1.0:1761313474.026732:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000990b7e01. 00010000:00000010:1.0:1761313474.026734:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fabc6bca. 00010000:00000010:1.0:1761313474.026759:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000c9f38198. 00010000:00000010:1.0:1761313474.026761:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000fabc6bca. 00010000:00000010:1.0:1761313474.026764:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000070a27f80. 00010000:00000010:1.0:1761313474.026766:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000990b7e01. 00080000:00000010:1.0:1761313474.026772:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 000000001ddb9a86. 00010000:00000010:1.0:1761313474.026802:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000990b7e01. 00010000:00000010:1.0:1761313474.026806:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fabc6bca. 00010000:00000010:1.0:1761313474.026831:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000011e6fbe9. 00010000:00000010:1.0:1761313474.026833:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000fabc6bca. 00010000:00000010:1.0:1761313474.026836:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000076abc6ef. 00010000:00000010:1.0:1761313474.026838:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000990b7e01. 00080000:00000010:1.0:1761313474.026844:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 000000004b079a47. 00010000:00000010:1.0:1761313474.026860:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000990b7e01. 00010000:00000010:1.0:1761313474.026863:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fabc6bca. 00010000:00000010:1.0:1761313474.026889:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000957e939f. 00010000:00000010:1.0:1761313474.026891:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000fabc6bca. 00010000:00000010:1.0:1761313474.026893:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b226fd6f. 00010000:00000010:1.0:1761313474.026895:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000990b7e01. 00080000:00000010:1.0:1761313474.026900:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f32642fc. 00010000:00000010:1.0:1761313474.026915:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000990b7e01. 00010000:00000010:1.0:1761313474.026918:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fabc6bca. 00010000:00000010:1.0:1761313474.026940:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000a90659f4. 00010000:00000010:1.0:1761313474.026942:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000fabc6bca. 00010000:00000010:1.0:1761313474.026945:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000005e13e4d2. 00010000:00000010:1.0:1761313474.026947:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000990b7e01. 00080000:00000010:1.0:1761313474.026952:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f6578e85. 00010000:00000010:1.0:1761313474.026969:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000990b7e01. 00010000:00000010:1.0:1761313474.026971:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fabc6bca. 00010000:00000010:1.0:1761313474.026993:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000055e70618. 00010000:00000010:1.0:1761313474.026995:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000fabc6bca. 00010000:00000010:1.0:1761313474.026998:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ca435d49. 00010000:00000010:1.0:1761313474.027000:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000990b7e01. 00080000:00000010:1.0:1761313474.027005:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000def80d07. 00010000:00000010:1.0:1761313474.027020:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000990b7e01. 00010000:00000010:1.0:1761313474.027023:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fabc6bca. 00010000:00000010:1.0:1761313474.027046:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000008cfec177. 00010000:00000010:1.0:1761313474.027048:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000fabc6bca. 00010000:00000010:1.0:1761313474.027051:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b7dcd136. 00010000:00000010:1.0:1761313474.027053:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000990b7e01. 00080000:00000010:1.0:1761313474.027058:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000157cb90b. 00010000:00000010:1.0:1761313474.027075:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000990b7e01. 00010000:00000010:1.0:1761313474.027077:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fabc6bca. 00010000:00000010:1.0:1761313474.027103:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000001b3f6d0. 00010000:00000010:1.0:1761313474.027106:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000fabc6bca. 00010000:00000010:1.0:1761313474.027108:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b3c06d46. 00010000:00000010:1.0:1761313474.027110:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000990b7e01. 00080000:00000010:1.0:1761313474.027116:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 000000008e0117c1. 00010000:00000010:1.0:1761313474.027131:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000990b7e01. 00010000:00000010:1.0:1761313474.027133:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fabc6bca. 00010000:00000010:1.0:1761313474.027156:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000abb2f807. 00010000:00000010:1.0:1761313474.027158:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000fabc6bca. 00010000:00000010:1.0:1761313474.027161:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000001686d703. 00010000:00000010:1.0:1761313474.027164:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000990b7e01. 00080000:00000010:1.0:1761313474.027169:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000dc2490f0. 00010000:00000010:1.0:1761313474.027183:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000990b7e01. 00010000:00000010:1.0:1761313474.027185:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fabc6bca. 00010000:00000010:1.0:1761313474.027211:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000006ca4832. 00010000:00000010:1.0:1761313474.027213:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000fabc6bca. 00010000:00000010:1.0:1761313474.027216:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f9a79d2e. 00010000:00000010:1.0:1761313474.027218:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000990b7e01. 00080000:00000010:1.0:1761313474.027223:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a49b5e27. 00010000:00000010:1.0:1761313474.027238:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000990b7e01. 00010000:00000010:1.0:1761313474.027240:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fabc6bca. 00010000:00000010:1.0:1761313474.027262:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000c268be3d. 00010000:00000010:1.0:1761313474.027264:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000fabc6bca. 00010000:00000010:1.0:1761313474.027266:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000d5f79009. 00010000:00000010:1.0:1761313474.027268:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000990b7e01. 00080000:00000010:1.0:1761313474.027274:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a414a339. 00010000:00000010:1.0:1761313474.027290:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000990b7e01. 00010000:00000010:1.0:1761313474.027292:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fabc6bca. 00010000:00000010:1.0:1761313474.027314:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000002c76b57e. 00010000:00000010:1.0:1761313474.027316:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000fabc6bca. 00010000:00000010:1.0:1761313474.027319:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c2da5258. 00010000:00000010:1.0:1761313474.027321:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000990b7e01. 00080000:00000010:1.0:1761313474.027326:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c1f856c8. 00010000:00000010:1.0:1761313474.027341:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000990b7e01. 00010000:00000010:1.0:1761313474.027574:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fabc6bca. 00010000:00000010:1.0:1761313474.027607:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000a03aad67. 00010000:00000010:1.0:1761313474.027609:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000fabc6bca. 00010000:00000010:1.0:1761313474.027612:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000324e25f5. 00010000:00000010:1.0:1761313474.027615:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000990b7e01. 00080000:00000010:1.0:1761313474.027624:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 000000001bf154f9. 00010000:00000010:1.0:1761313474.027644:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000990b7e01. 00010000:00000010:1.0:1761313474.027647:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fabc6bca. 00010000:00000010:1.0:1761313474.027673:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000089c3e12e. 00010000:00000010:1.0:1761313474.027675:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000fabc6bca. 00010000:00000010:1.0:1761313474.027678:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000016be3f3d. 00010000:00000010:1.0:1761313474.027681:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000990b7e01. 00080000:00000010:1.0:1761313474.027686:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 0000000039b3f807. 00010000:00000010:1.0:1761313474.027702:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000990b7e01. 00010000:00000010:1.0:1761313474.027704:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fabc6bca. 00010000:00000010:1.0:1761313474.027728:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000079c4a2d4. 00010000:00000010:1.0:1761313474.027730:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000fabc6bca. 00010000:00000010:1.0:1761313474.027732:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000a5bb6ad5. 00010000:00000010:1.0:1761313474.027734:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000990b7e01. 00080000:00000010:1.0:1761313474.027739:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c6b8cf03. 00010000:00000010:1.0:1761313474.027754:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000990b7e01. 00010000:00000010:1.0:1761313474.027756:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fabc6bca. 00010000:00000010:1.0:1761313474.027780:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000835349dd. 00010000:00000010:1.0:1761313474.027782:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000fabc6bca. 00010000:00000010:1.0:1761313474.027796:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000000c4c129d. 00010000:00000010:1.0:1761313474.027799:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000990b7e01. 00080000:00000010:1.0:1761313474.027806:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000629ca260. 00010000:00000010:1.0:1761313474.027823:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000990b7e01. 00010000:00000010:1.0:1761313474.027826:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fabc6bca. 00010000:00000010:1.0:1761313474.027850:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000008aec199d. 00010000:00000010:1.0:1761313474.027852:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000fabc6bca. 00010000:00000010:1.0:1761313474.027854:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c28803cd. 00010000:00000010:1.0:1761313474.027857:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000990b7e01. 00080000:00000010:1.0:1761313474.027862:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 000000003244d20f. 00010000:00000010:1.0:1761313474.027879:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000990b7e01. 00010000:00000010:1.0:1761313474.027882:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fabc6bca. 00010000:00000010:1.0:1761313474.027904:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000007f8410c7. 00010000:00000010:1.0:1761313474.027906:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000fabc6bca. 00010000:00000010:1.0:1761313474.027908:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000030849bff. 00010000:00000010:1.0:1761313474.027910:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000990b7e01. 00080000:00000010:1.0:1761313474.027915:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 000000006f7470de. 00010000:00000010:1.0:1761313474.027930:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000990b7e01. 00010000:00000010:1.0:1761313474.027932:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fabc6bca. 00010000:00000010:1.0:1761313474.027955:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000a27217ea. 00010000:00000010:1.0:1761313474.027957:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000fabc6bca. 00010000:00000010:1.0:1761313474.027960:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000004e2778a3. 00010000:00000010:1.0:1761313474.027963:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000990b7e01. 00080000:00000010:1.0:1761313474.027968:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 0000000068b91480. 00010000:00000010:1.0:1761313474.027984:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000990b7e01. 00010000:00000010:1.0:1761313474.027986:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fabc6bca. 00010000:00000010:1.0:1761313474.028014:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000007c6e9732. 00010000:00000010:1.0:1761313474.028016:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000fabc6bca. 00010000:00000010:1.0:1761313474.028019:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000950d172e. 00010000:00000010:1.0:1761313474.028021:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000990b7e01. 00080000:00000010:1.0:1761313474.028027:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000fe2779ab. 00010000:00000010:1.0:1761313474.028042:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000990b7e01. 00010000:00000010:1.0:1761313474.028045:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fabc6bca. 00010000:00000010:1.0:1761313474.028067:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000005d0115b3. 00010000:00000010:1.0:1761313474.028069:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000fabc6bca. 00010000:00000010:1.0:1761313474.028073:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000090c07e5a. 00010000:00000010:1.0:1761313474.028075:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000990b7e01. 00080000:00000010:1.0:1761313474.028080:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 000000008a57a3d2. 00010000:00000010:1.0:1761313474.028094:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000990b7e01. 00010000:00000010:1.0:1761313474.028097:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fabc6bca. 00010000:00000010:1.0:1761313474.028124:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000a27793c9. 00010000:00000010:1.0:1761313474.028126:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000990b7e01. 00010000:00000010:1.0:1761313474.028133:0:77239:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000143a496d. 00000100:00000010:1.0:1761313474.028140:0:77239:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000027c419eb. 00000100:00000010:1.0:1761313474.028148:0:77239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000dfcb6cbf. 02000000:00000010:1.0:1761313474.028161:0:77239:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000e56f9e53. 02000000:00000010:1.0:1761313474.028186:0:77239:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000034a1a7dc. 00000400:00000010:1.0:1761313474.028192:0:77239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000ed5603a2. 00000400:00000010:1.0:1761313474.028198:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a1e30d26. 00000100:00000200:1.0:1761313474.028203:0:77239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869138386624, portal 16 00000400:00000010:1.0:1761313474.028208:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e95cb506. 00000100:00000200:1.0:1761313474.028210:0:77239:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869138386624, offset 0 00000400:00000200:1.0:1761313474.028218:0:77239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:1.0:1761313474.028233:0:77239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:1.0:1761313474.028239:0:77239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:1.0:1761313474.028242:0:77239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761313474.028245:0:77239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:1.0:1761313474.028249:0:77239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90129:90129:256:4294967295] 192.168.204.38@tcp LPNI seq info [90129:90129:8:4294967295] 00000400:00000200:1.0:1761313474.028259:0:77239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:1.0:1761313474.028265:0:77239:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:1.0:1761313474.028269:0:77239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000233c2709 (tot 82351826). 00000800:00000200:1.0:1761313474.028275:0:77239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:1.0:1761313474.028281:0:77239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:1.0:1761313474.028285:0:77239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000233c2709 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761313474.028436:0:15826:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313474.028439:0:15826:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000233c2709 (tot 82351578). 00000400:00000200:1.0:1761313474.028443:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313474.028448:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:1.0:1761313474.028452:0:15826:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e95cb506 00000400:00000010:1.0:1761313474.028453:0:15826:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e95cb506. 00000100:00000200:1.0:1761313474.028459:0:15826:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000dfcb6cbf x1846869138386624/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313518 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1761313474.029486:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000055c3d625. 00010000:00000010:0.1:1761313474.029495:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e268c9c7. 00010000:00000010:0.1:1761313474.029500:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008bf4fca6. 00010000:00000010:0.1:1761313474.029502:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000008e1e814. 00010000:00000010:0.1:1761313474.029505:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d40d0b70. 00010000:00000010:0.1:1761313474.029507:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ee6f4c87. 00010000:00000010:0.1:1761313474.029509:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009c99ccc3. 00010000:00000010:0.1:1761313474.029512:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006fbaf355. 00000400:00000200:2.0:1761313474.036672:0:15825:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:2.0:1761313474.036692:0:15825:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x68fb7baf0aec0 00000400:00000200:2.0:1761313474.036702:0:15825:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb099d [1] + 224 00000400:00000200:2.0:1761313474.036715:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313474.036719:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:2.0:1761313474.036730:0:15825:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000dfcb6cbf x1846869138386624/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313518 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761313474.036773:0:15825:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:2.0:1761313474.036779:0:15825:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x68fb7ba85ba80 00000400:00000200:2.0:1761313474.036795:0:15825:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xaf395 [2] + 1312 00000400:00000200:2.0:1761313474.036851:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313474.036855:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:2.0:1761313474.036858:0:15825:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1761313474.036865:0:15825:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000010a0daa6. 00000020:00000010:0.0:1761313474.037007:0:64710:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b53aa849. 00000020:00000010:0.0:1761313474.037015:0:64710:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000196cbe29. 00000020:00000010:0.0:1761313474.037019:0:64710:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000a5d3e0ae. 00000100:00000200:0.0:1761313474.037046:0:64710:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000010a0daa6 x1846869131377280/t0(0) o103->78617949-0e11-4ca2-94c2-d809f91deaa9@192.168.204.38@tcp:405/0 lens 328/0 e 0 to 0 dl 1761313480 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:0.0:1761313474.037087:0:64710:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869131377280 02000000:00000010:0.0:1761313474.037099:0:64710:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000012a94027. 00010000:00000010:0.0:1761313474.037140:0:64710:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000f53b6504. 00000100:00000010:0.0:1761313474.037148:0:64710:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000035828f13. 00000100:00000010:0.0:1761313474.037154:0:64710:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000035828f13. 00010000:00000010:0.0:1761313474.037158:0:64710:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000f53b6504. 00000400:00000010:0.0:1761313474.037172:0:64710:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000061490f3e. 00000100:00000200:0.0:1761313474.037177:0:64710:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869131377280, offset 224 00000400:00000200:0.0:1761313474.037186:0:64710:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:0.0:1761313474.037196:0:64710:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:0.0:1761313474.037202:0:64710:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90130:90130:256:4294967295] 192.168.204.38@tcp LPNI seq info [90130:90130:8:4294967295] 00000400:00000010:3.0:1761313474.037204:0:77239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000ed5603a2. 00000400:00000200:3.0:1761313474.037209:0:77239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a1e30d26 00000400:00000010:3.0:1761313474.037210:0:77239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a1e30d26. 00000400:00000200:0.0:1761313474.037211:0:64710:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000100:00000200:3.0:1761313474.037216:0:77239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000dfcb6cbf x1846869138386624/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313518 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000800:00000200:0.0:1761313474.037218:0:64710:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:0.0:1761313474.037223:0:64710:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000fc26fb22 (tot 82351826). 00000100:00000200:3.0:1761313474.037224:0:77239:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000dfcb6cbf x1846869138386624/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313518 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000800:00000200:0.0:1761313474.037229:0:64710:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:0.0:1761313474.037235:0:64710:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:0.0:1761313474.037238:0:64710:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000fc26fb22 type 1, nob 320 niov 1 nkiov 1 00010000:00000010:3.0:1761313474.037244:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d4cacc0b. 02000000:00000010:3.0:1761313474.037258:0:77239:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000034a1a7dc. 02000000:00000010:3.0:1761313474.037263:0:77239:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000e56f9e53. 00000020:00000010:0.0:1761313474.037264:0:64710:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000196cbe29. 00000100:00000010:3.0:1761313474.037266:0:77239:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000dfcb6cbf. 00000020:00000010:0.0:1761313474.037268:0:64710:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000a5d3e0ae. 00000100:00000010:3.0:1761313474.037269:0:77239:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000027c419eb. 00000020:00000010:0.0:1761313474.037271:0:64710:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b53aa849. 00010000:00000010:3.0:1761313474.037272:0:77239:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000143a496d. 00080000:00000010:3.0:1761313474.037287:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 000000007abc2598. 00010000:00000010:3.0:1761313474.037385:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000990b7e01. 00010000:00000010:3.0:1761313474.037392:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fcc19600. 00010000:00000010:3.0:1761313474.037463:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f1778e29. 00010000:00000010:3.0:1761313474.037469:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000066eebe5. 00010000:00000010:3.0:1761313474.037478:0:77239:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000b310c34e. 00000100:00000010:3.0:1761313474.037482:0:77239:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000282c8b79. 00000100:00000010:3.0:1761313474.037488:0:77239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000a90c5c2d. 02000000:00000010:3.0:1761313474.037498:0:77239:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000001b863178. 02000000:00000010:3.0:1761313474.037519:0:77239:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000004622a50f. 00000400:00000010:3.0:1761313474.037523:0:77239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000feff08e2. 00000400:00000010:3.0:1761313474.037527:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005f389535. 00000100:00000200:3.0:1761313474.037531:0:77239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869138386688, portal 16 00000400:00000010:3.0:1761313474.037535:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000140b65b8. 00000100:00000200:3.0:1761313474.037538:0:77239:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869138386688, offset 0 00000400:00000200:3.0:1761313474.037543:0:77239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:3.0:1761313474.037549:0:77239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:3.0:1761313474.037555:0:77239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:3.0:1761313474.037558:0:77239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761313474.037561:0:77239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:3.0:1761313474.037564:0:77239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90131:90131:255:4294967295] 192.168.204.38@tcp LPNI seq info [90131:90131:7:4294967295] 00000400:00000200:3.0:1761313474.037571:0:77239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:3.0:1761313474.037575:0:77239:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:3.0:1761313474.037578:0:77239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001ffc5d96 (tot 82352074). 00000800:00000200:3.0:1761313474.037582:0:77239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:3.0:1761313474.037587:0:77239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:3.0:1761313474.037589:0:77239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000001ffc5d96 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761313474.037665:0:15827:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761313474.037669:0:15827:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000fc26fb22 (tot 82351826). 00000400:00000200:2.0:1761313474.037673:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313474.037677:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:2.0:1761313474.037680:0:15827:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000061490f3e 00000400:00000010:2.0:1761313474.037682:0:15827:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000061490f3e. 00000800:00000200:2.0:1761313474.037719:0:15827:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761313474.037721:0:15827:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001ffc5d96 (tot 82351578). 00000400:00000200:2.0:1761313474.037723:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313474.037726:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:2.0:1761313474.037728:0:15827:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000140b65b8 00000400:00000010:2.0:1761313474.037729:0:15827:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000140b65b8. 00000100:00000200:2.0:1761313474.037733:0:15827:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000a90c5c2d x1846869138386688/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313518 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1761313474.040495:0:78451:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bdd37982. 00010000:00000010:1.1:1761313474.040511:0:78451:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a2b1bf5a. 00010000:00000010:1.1:1761313474.040515:0:78451:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000228e6d1f. 00010000:00000010:1.1:1761313474.040518:0:78451:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001dae9f03. 00010000:00000010:1.1:1761313474.040520:0:78451:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001e34f35f. 00010000:00000010:1.1:1761313474.040524:0:78451:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000088c0b17f. 00010000:00000010:1.1:1761313474.040528:0:78451:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c40bfdf9. 00010000:00000010:1.1:1761313474.040530:0:78451:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000eb3798a1. 00010000:00000010:1.1:1761313474.040532:0:78451:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000278f9657. 00010000:00000010:1.1:1761313474.040536:0:78451:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000074c712e6. 00010000:00000010:1.1:1761313474.040539:0:78451:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b03f305d. 00010000:00000010:1.1:1761313474.040542:0:78451:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003e5259a9. 00010000:00000010:1.1:1761313474.040544:0:78451:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005c2baacf. 00010000:00000010:1.1:1761313474.040547:0:78451:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e13704d4. 00010000:00000010:1.1:1761313474.040549:0:78451:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005d1caee5. 00010000:00000010:1.1:1761313474.040551:0:78451:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000081c209c2. 00010000:00000010:1.1:1761313474.040553:0:78451:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000981f02ac. 00010000:00000010:1.1:1761313474.040555:0:78451:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cb848b29. 00010000:00000010:1.1:1761313474.040558:0:78451:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001bd343ef. 00010000:00000010:1.1:1761313474.040561:0:78451:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000325b728. 00010000:00000010:1.1:1761313474.040564:0:78451:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008a3b2491. 00010000:00000010:1.1:1761313474.040566:0:78451:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b0633623. 00010000:00000010:1.1:1761313474.040569:0:78451:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002a55db60. 00010000:00000010:1.1:1761313474.040571:0:78451:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000524efffd. 00010000:00000010:1.1:1761313474.040574:0:78451:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000027ec6ce7. 00010000:00000010:1.1:1761313474.040576:0:78451:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b7acc3ee. 00010000:00000010:1.1:1761313474.040578:0:78451:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000591b4afc. 00010000:00000010:1.1:1761313474.040580:0:78451:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003ca1f465. 00010000:00000010:1.1:1761313474.040584:0:78451:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007ac16289. 00010000:00000010:1.1:1761313474.040587:0:78451:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a9478999. 00010000:00000010:1.1:1761313474.040589:0:78451:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f2f4e512. 00010000:00000010:1.1:1761313474.040591:0:78451:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000072518f62. 00010000:00000010:1.1:1761313474.040593:0:78451:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006cd0e113. 00010000:00000010:1.1:1761313474.040595:0:78451:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ab41a3cc. 00010000:00000010:1.1:1761313474.040597:0:78451:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005e31f181. 00010000:00000010:1.1:1761313474.040600:0:78451:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a027f558. 00010000:00000010:1.1:1761313474.040601:0:78451:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009421c028. 00010000:00000010:1.1:1761313474.040603:0:78451:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000754be480. 00010000:00000010:1.1:1761313474.040605:0:78451:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000013d4dca6. 00010000:00000010:1.1:1761313474.040608:0:78451:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f015d550. 00010000:00000010:1.1:1761313474.040611:0:78451:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b4c783ad. 00010000:00000010:1.1:1761313474.040613:0:78451:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c3191da0. 00010000:00000010:1.1:1761313474.040615:0:78451:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ecd701b3. 00010000:00000010:1.1:1761313474.040618:0:78451:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000153944fa. 00010000:00000010:1.1:1761313474.040620:0:78451:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000422b1c16. 00010000:00000010:1.1:1761313474.040623:0:78451:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c3460e6e. 00010000:00000010:1.1:1761313474.040628:0:78451:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cf0269dc. 00010000:00000010:1.1:1761313474.040631:0:78451:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000887f08c3. 00010000:00000010:1.1:1761313474.040633:0:78451:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000022218592. 00010000:00000010:1.1:1761313474.040636:0:78451:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000065b52331. 00010000:00000010:1.1:1761313474.040639:0:78451:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000001148eff. 00010000:00000010:1.1:1761313474.040641:0:78451:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cee64235. 00010000:00000010:1.1:1761313474.040643:0:78451:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fc72f04b. 00010000:00000010:1.1:1761313474.040646:0:78451:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004807135b. 00010000:00000010:1.1:1761313474.040649:0:78451:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ee720b2a. 00010000:00000010:1.1:1761313474.040651:0:78451:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000345a238d. 00010000:00000010:1.1:1761313474.040653:0:78451:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007a5e9134. 00010000:00000010:1.1:1761313474.040656:0:78451:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000be25a68f. 00010000:00000010:1.1:1761313474.040659:0:78451:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005c681f0f. 00010000:00000010:1.1:1761313474.040661:0:78451:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cfb8ce0e. 00010000:00000010:1.1:1761313474.040663:0:78451:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bbe2229b. 00010000:00000010:1.1:1761313474.040665:0:78451:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b1d6266c. 00010000:00000010:1.1:1761313474.040667:0:78451:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000018ce037c. 00010000:00000010:1.1:1761313474.040669:0:78451:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d6b9c335. 00010000:00000010:1.1:1761313474.040672:0:78451:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002f475fab. 00010000:00000010:1.1:1761313474.040674:0:78451:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000828c2009. 00010000:00000010:1.1:1761313474.040677:0:78451:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000094b73040. 00010000:00000010:1.1:1761313474.040679:0:78451:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a0117718. 00010000:00000010:1.1:1761313474.040681:0:78451:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000019aeda35. 00010000:00000010:1.1:1761313474.040683:0:78451:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d2795d61. 00010000:00000010:1.1:1761313474.040688:0:78451:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004552619d. 00010000:00000010:1.1:1761313474.040691:0:78451:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004d995d24. 00010000:00000010:1.1:1761313474.040693:0:78451:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a0d71f63. 00010000:00000010:1.1:1761313474.040695:0:78451:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009243901e. 00010000:00000010:1.1:1761313474.040697:0:78451:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000978ee253. 00010000:00000010:1.1:1761313474.040700:0:78451:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ba3cf260. 00010000:00000010:1.1:1761313474.040702:0:78451:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000008ba2410. 00010000:00000010:1.1:1761313474.040706:0:78451:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004795197d. 00010000:00000010:1.1:1761313474.040708:0:78451:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008d619f1a. 00010000:00000010:1.1:1761313474.040711:0:78451:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006be9e003. 00010000:00000010:1.1:1761313474.040713:0:78451:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fa245782. 00010000:00000010:1.1:1761313474.040716:0:78451:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ef3a86e2. 00010000:00000010:1.1:1761313474.040719:0:78451:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005039d5e6. 00010000:00000010:1.1:1761313474.040721:0:78451:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008b4bea69. 00010000:00000010:1.1:1761313474.040724:0:78451:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bb49d444. 00010000:00000010:1.1:1761313474.040726:0:78451:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a85a8ba2. 00010000:00000010:1.1:1761313474.040728:0:78451:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005d7e1d0b. 00010000:00000010:1.1:1761313474.040731:0:78451:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000044caef58. 00010000:00000010:1.1:1761313474.040737:0:78451:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b2dab196. 00010000:00000010:1.1:1761313474.040740:0:78451:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007d9ca694. 00010000:00000010:1.1:1761313474.040743:0:78451:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000a4fbd27. 00010000:00000010:1.1:1761313474.040745:0:78451:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000aa344b22. 00010000:00000010:1.1:1761313474.040747:0:78451:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002faffd8a. 00010000:00000010:1.1:1761313474.040749:0:78451:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000db296d38. 00010000:00000010:1.1:1761313474.040751:0:78451:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006f760901. 00010000:00000010:1.1:1761313474.040753:0:78451:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bd7d771a. 00010000:00000010:1.1:1761313474.040755:0:78451:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d6976819. 00010000:00000010:1.1:1761313474.040757:0:78451:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000071bebdf1. 00010000:00000010:1.1:1761313474.040759:0:78451:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fdae54ba. 00010000:00000010:1.1:1761313474.040761:0:78451:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ac21ea12. 00010000:00000010:1.1:1761313474.040806:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000061318e2c. 00010000:00000010:1.1:1761313474.040810:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001bb6b9b8. 00010000:00000010:1.1:1761313474.040813:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000da19da27. 00010000:00000010:1.1:1761313474.040815:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bb1a01e9. 00010000:00000010:1.1:1761313474.040817:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002bbf1fed. 00010000:00000010:1.1:1761313474.040819:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000dd328a8c. 00010000:00000010:1.1:1761313474.040821:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000010ca3a23. 00010000:00000010:1.1:1761313474.040824:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b5bd63f4. 00010000:00000010:1.1:1761313474.040827:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009ab1e7ea. 00010000:00000010:1.1:1761313474.040829:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000075ddd837. 00010000:00000010:1.1:1761313474.040832:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007a1a2af2. 00010000:00000010:1.1:1761313474.040836:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ec472175. 00010000:00000010:1.1:1761313474.040840:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003e01105d. 00010000:00000010:1.1:1761313474.040842:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e2d785b2. 00010000:00000010:1.1:1761313474.040844:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000018cbe782. 00010000:00000010:1.1:1761313474.040846:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006153b344. 00010000:00000010:1.1:1761313474.040848:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000050a21f13. 00010000:00000010:1.1:1761313474.040852:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000298dea79. 00010000:00000010:1.1:1761313474.040854:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000baa41b2a. 00010000:00000010:1.1:1761313474.040856:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009baf742b. 00010000:00000010:1.1:1761313474.040859:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f5c7cb1a. 00010000:00000010:1.1:1761313474.040861:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000037e3afea. 00010000:00000010:1.1:1761313474.040864:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008b4fdd04. 00010000:00000010:1.1:1761313474.040866:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000abd626d7. 00010000:00000010:1.1:1761313474.040868:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006fa17162. 00010000:00000010:1.1:1761313474.040870:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004e050f66. 00010000:00000010:1.1:1761313474.040871:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c64b8ede. 00010000:00000010:1.1:1761313474.040873:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004be0b452. 00010000:00000010:1.1:1761313474.040875:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000063cbd279. 00010000:00000010:1.1:1761313474.040877:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007ba2baef. 00010000:00000010:1.1:1761313474.040880:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006c8f83b2. 00010000:00000010:1.1:1761313474.040882:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000aaca3be3. 00010000:00000010:1.1:1761313474.040884:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000498ba99f. 00010000:00000010:1.1:1761313474.040886:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008f57fe86. 00010000:00000010:1.1:1761313474.040888:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b897d6ad. 00010000:00000010:1.1:1761313474.040890:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ffd9ec73. 00010000:00000010:1.1:1761313474.040893:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e9ec3ab7. 00010000:00000010:1.1:1761313474.040895:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007f17aca1. 00010000:00000010:1.1:1761313474.040899:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001964d267. 00010000:00000010:1.1:1761313474.040902:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008bd36706. 00010000:00000010:1.1:1761313474.040905:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000010953a6e. 00010000:00000010:1.1:1761313474.040908:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001dccfb04. 00010000:00000010:1.1:1761313474.040910:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009cf010bc. 00010000:00000010:1.1:1761313474.040913:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009b0b8bce. 00010000:00000010:1.1:1761313474.040916:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002333f4fb. 00010000:00000010:1.1:1761313474.040919:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000007dc617b. 00010000:00000010:1.1:1761313474.040922:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b12af119. 00010000:00000010:1.1:1761313474.040924:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000dc07c72c. 00010000:00000010:1.1:1761313474.040927:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003473dc11. 00010000:00000010:1.1:1761313474.040929:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b9357000. 00010000:00000010:1.1:1761313474.040932:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001a413a5f. 00010000:00000010:1.1:1761313474.040935:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003e03199d. 00010000:00000010:1.1:1761313474.040938:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007ae9e8f4. 00010000:00000010:1.1:1761313474.040940:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000073d7f2c4. 00010000:00000010:1.1:1761313474.040941:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006d99d05a. 00010000:00000010:1.1:1761313474.040943:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000e6a7b21. 00010000:00000010:1.1:1761313474.040946:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000042c961f4. 00010000:00000010:1.1:1761313474.040948:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000404a1e5b. 00010000:00000010:1.1:1761313474.040950:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007909d622. 00010000:00000010:1.1:1761313474.040952:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000027b7fdda. 00010000:00000010:1.1:1761313474.040956:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000386c9b2d. 00010000:00000010:1.1:1761313474.040958:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b9b397fc. 00010000:00000010:1.1:1761313474.040960:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008c82aa98. 00010000:00000010:1.1:1761313474.040962:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e7c577b7. 00010000:00000010:1.1:1761313474.040964:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004c946245. 00010000:00000010:1.1:1761313474.040966:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000065399bb6. 00010000:00000010:1.1:1761313474.040968:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000028ac4dff. 00010000:00000010:1.1:1761313474.040971:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000058a0c579. 00010000:00000010:1.1:1761313474.040972:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b6fd6ec4. 00010000:00000010:1.1:1761313474.040974:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003230c856. 00010000:00000010:1.1:1761313474.040976:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f5b9f03c. 00010000:00000010:1.1:1761313474.040978:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005524d4c2. 00010000:00000010:1.1:1761313474.040980:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000041b9eee6. 00010000:00000010:1.1:1761313474.040982:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000082ccbc81. 00010000:00000010:1.1:1761313474.040983:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002d9a5ce3. 00010000:00000010:1.1:1761313474.040985:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008ef8e46f. 00010000:00000010:1.1:1761313474.040987:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003417efff. 00010000:00000010:1.1:1761313474.040989:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a4a61de2. 00010000:00000010:1.1:1761313474.040991:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d98f0dc1. 00010000:00000010:1.1:1761313474.040994:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b134f869. 00010000:00000010:1.1:1761313474.041000:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a8b337fe. 00010000:00000010:1.1:1761313474.041003:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000279c1348. 00010000:00000010:1.1:1761313474.041009:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c4ab6787. 00010000:00000010:1.1:1761313474.041012:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000074e09bb0. 00010000:00000010:1.1:1761313474.041014:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005c7e6da5. 00010000:00000010:1.1:1761313474.041016:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000088be6815. 00010000:00000010:1.1:1761313474.041019:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000081780c75. 00010000:00000010:1.1:1761313474.041021:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f381bf0a. 00010000:00000010:1.1:1761313474.041023:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000005c59912. 00010000:00000010:1.1:1761313474.041026:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008e8d4f56. 00010000:00000010:1.1:1761313474.041031:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c27263d2. 00010000:00000010:1.1:1761313474.041034:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000010b05f6a. 00010000:00000010:1.1:1761313474.041036:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e9cc2d3c. 00010000:00000010:1.1:1761313474.041038:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000017e47d41. 00010000:00000010:1.1:1761313474.041040:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000a4fa7ec. 00010000:00000010:1.1:1761313474.041042:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000dec0de5e. 00010000:00000010:1.1:1761313474.041044:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a0cf43c5. 00010000:00000010:1.1:1761313474.041046:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007ee5af85. 00010000:00000010:1.1:1761313474.041048:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000ae488cc. 00010000:00000010:1.1:1761313474.041050:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d611337d. 00010000:00000010:1.1:1761313474.041054:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f35581f4. 00010000:00000010:1.1:1761313474.041057:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000060a72871. 00010000:00000010:1.1:1761313474.041059:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c149a617. 00010000:00000010:1.1:1761313474.041061:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000de828763. 00010000:00000010:1.1:1761313474.041065:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d35fa4fd. 00010000:00000010:1.1:1761313474.041069:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e2609cb3. 00010000:00000010:1.1:1761313474.041071:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a08a1f81. 00010000:00000010:1.1:1761313474.041073:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008c714216. 00010000:00000010:1.1:1761313474.041075:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000038f3a835. 00010000:00000010:1.1:1761313474.041077:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000eb014756. 00010000:00000010:1.1:1761313474.041080:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000aeea806c. 00010000:00000010:1.1:1761313474.041083:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006a6b894c. 00010000:00000010:1.1:1761313474.041085:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005190aba6. 00010000:00000010:1.1:1761313474.041087:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bbe17205. 00010000:00000010:1.1:1761313474.041089:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b670b9d8. 00010000:00000010:1.1:1761313474.041093:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000055d95437. 00010000:00000010:1.1:1761313474.041096:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a3cb57ce. 00010000:00000010:1.1:1761313474.041099:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008d812223. 00010000:00000010:1.1:1761313474.041101:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a0e3dc6d. 00010000:00000010:1.1:1761313474.041103:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e96b3e4f. 00010000:00000010:1.1:1761313474.041105:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b0c80fff. 00010000:00000010:1.1:1761313474.041108:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003bbbb399. 00010000:00000010:1.1:1761313474.041110:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000971cb2f. 00010000:00000010:1.1:1761313474.041113:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000024757b78. 00010000:00000010:1.1:1761313474.041116:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009f3ece0c. 00010000:00000010:1.1:1761313474.041118:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005cecdebf. 00010000:00000010:1.1:1761313474.041120:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007e7bb47c. 00010000:00000010:1.1:1761313474.041123:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000dcd175ab. 00010000:00000010:1.1:1761313474.041126:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a1c8cfc9. 00010000:00000010:1.1:1761313474.041129:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cc1722a0. 00010000:00000010:1.1:1761313474.041132:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f674dc7d. 00010000:00000010:1.1:1761313474.041135:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004918631a. 00010000:00000010:1.1:1761313474.041137:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007d237d8b. 00010000:00000010:1.1:1761313474.041139:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e7255d3d. 00010000:00000010:1.1:1761313474.041141:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000009f45faf. 00010000:00000010:1.1:1761313474.041144:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003b323b4b. 00010000:00000010:1.1:1761313474.041146:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000085c0c6aa. 00010000:00000010:1.1:1761313474.041149:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006fad9eb8. 00010000:00000010:1.1:1761313474.041151:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007e9eec73. 00010000:00000010:1.1:1761313474.041153:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000009261c3e. 00010000:00000010:1.1:1761313474.041156:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000008e3b398. 00010000:00000010:1.1:1761313474.041158:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bd3bd9fc. 00010000:00000010:1.1:1761313474.041160:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ecf17af5. 00010000:00000010:1.1:1761313474.041162:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cfb62a6c. 00010000:00000010:1.1:1761313474.041164:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000042b886f3. 00010000:00000010:1.1:1761313474.041167:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003bb0e4d8. 00010000:00000010:1.1:1761313474.041169:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000017302dc1. 00010000:00000010:1.1:1761313474.041171:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000089a613a7. 00010000:00000010:1.1:1761313474.041175:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002653a838. 00010000:00000010:1.1:1761313474.041177:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b4808159. 00010000:00000010:1.1:1761313474.041180:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000020e89432. 00010000:00000010:1.1:1761313474.041182:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b4f97af9. 00010000:00000010:1.1:1761313474.041183:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e643be9e. 00010000:00000010:1.1:1761313474.041186:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000034f81b97. 00010000:00000010:1.1:1761313474.041188:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b147cd42. 00010000:00000010:1.1:1761313474.041190:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b9aab643. 00010000:00000010:1.1:1761313474.041192:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002f2e1ff6. 00010000:00000010:1.1:1761313474.041195:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e5a3f5c0. 00010000:00000010:1.1:1761313474.041197:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000013e940d9. 00010000:00000010:1.1:1761313474.041200:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000077b731a4. 00010000:00000010:1.1:1761313474.041206:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001ad709e3. 00010000:00000010:1.1:1761313474.041209:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c7b14896. 00010000:00000010:1.1:1761313474.041211:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000587bac81. 00010000:00000010:1.1:1761313474.041213:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fce73256. 00010000:00000010:1.1:1761313474.041215:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fa40cac2. 00010000:00000010:1.1:1761313474.041217:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000063410032. 00010000:00000010:1.1:1761313474.041219:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cb55c591. 00010000:00000010:1.1:1761313474.041222:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000020e8e327. 00010000:00000010:1.1:1761313474.041224:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000059f1aa48. 00010000:00000010:1.1:1761313474.041226:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b5ceecc7. 00010000:00000010:1.1:1761313474.041229:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009da31497. 00010000:00000010:1.1:1761313474.041231:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000edef16a9. 00010000:00000010:1.1:1761313474.041234:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002fe4431f. 00010000:00000010:1.1:1761313474.041237:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003f05e622. 00010000:00000010:1.1:1761313474.041242:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b49681ee. 00010000:00000010:1.1:1761313474.041244:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003a02f5fe. 00010000:00000010:1.1:1761313474.041246:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000000730129. 00010000:00000010:1.1:1761313474.041248:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d77d1b20. 00010000:00000010:1.1:1761313474.041250:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000019a88373. 00010000:00000010:1.1:1761313474.041252:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008f392ca3. 00010000:00000010:1.1:1761313474.041255:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000af846abe. 00010000:00000010:1.1:1761313474.041257:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000eeaafc09. 00010000:00000010:1.1:1761313474.041259:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ac02b15c. 00010000:00000010:1.1:1761313474.041261:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ba89177b. 00010000:00000010:1.1:1761313474.041263:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000e46bd4e. 00010000:00000010:1.1:1761313474.041265:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e353fcc2. 00010000:00000010:1.1:1761313474.041267:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000015e3da8b. 00010000:00000010:1.1:1761313474.041269:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fe95f2ba. 00010000:00000010:1.1:1761313474.041271:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005f652958. 00010000:00000010:1.1:1761313474.041273:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e263c005. 00010000:00000010:1.1:1761313474.041275:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000222bfdd8. 00010000:00000010:1.1:1761313474.041278:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002e7bebf2. 00010000:00000010:1.1:1761313474.041279:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008c65c5f2. 00010000:00000010:1.1:1761313474.041283:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002751d182. 00010000:00000010:1.1:1761313474.041286:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009ef93ea2. 00010000:00000010:1.1:1761313474.041288:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000049ac8310. 00010000:00000010:1.1:1761313474.041293:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000551fa043. 00010000:00000010:1.1:1761313474.041295:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000066d706c4. 00010000:00000010:1.1:1761313474.041297:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000075a5d7f9. 00010000:00000010:1.1:1761313474.041299:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000043c4b096. 00010000:00000010:1.1:1761313474.041303:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000e5f6860. 00010000:00000010:1.1:1761313474.041306:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000dd964292. 00010000:00000010:1.1:1761313474.041308:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000071e8e027. 00010000:00000010:1.1:1761313474.041310:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001b0ca083. 00010000:00000010:1.1:1761313474.041312:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004b03b844. 00010000:00000010:1.1:1761313474.041314:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000011285120. 00010000:00000010:1.1:1761313474.041316:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008ee23bed. 00010000:00000010:1.1:1761313474.041319:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006015f125. 00010000:00000010:1.1:1761313474.041321:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b6d30ea2. 00010000:00000010:1.1:1761313474.041323:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d41871ac. 00010000:00000010:1.1:1761313474.041326:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000032523d0e. 00010000:00000010:1.1:1761313474.041328:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000002ff5e91. 00010000:00000010:1.1:1761313474.041330:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ca0320d7. 00010000:00000010:1.1:1761313474.041332:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ecaec177. 00010000:00000010:1.1:1761313474.041334:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000016d03fcd. 00010000:00000010:1.1:1761313474.041336:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000084c2a075. 00010000:00000010:1.1:1761313474.041338:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cf4352fb. 00010000:00000010:1.1:1761313474.041340:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000096285d78. 00010000:00000010:1.1:1761313474.041343:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000054dcdc5c. 00000400:00000200:3.0:1761313474.042059:0:15826:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:3.0:1761313474.042076:0:15826:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x68fb7baf0af00 00000400:00000200:3.0:1761313474.042084:0:15826:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb09a9 [1] + 224 00000400:00000200:3.0:1761313474.042097:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313474.042101:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:3.0:1761313474.042113:0:15826:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000a90c5c2d x1846869138386688/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313518 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1761313474.045878:0:77239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000feff08e2. 00000400:00000200:0.0:1761313474.045888:0:77239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005f389535 00000400:00000010:0.0:1761313474.045890:0:77239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005f389535. 00000100:00000200:0.0:1761313474.045904:0:77239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000a90c5c2d x1846869138386688/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313518 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761313474.045913:0:77239:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000a90c5c2d x1846869138386688/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313518 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761313474.045945:0:77239:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000004622a50f. 02000000:00000010:0.0:1761313474.045952:0:77239:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000001b863178. 00000100:00000010:0.0:1761313474.045956:0:77239:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000a90c5c2d. 00000100:00000010:0.0:1761313474.045959:0:77239:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000282c8b79. 00010000:00000010:0.0:1761313474.045963:0:77239:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000b310c34e. 00010000:00000010:1.1:1761313474.046058:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000014569e4a. 00010000:00000010:1.1:1761313474.046083:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000840f1d08. 00010000:00000010:1.1:1761313474.046086:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e7530d69. 00010000:00000010:1.1:1761313474.046091:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005626c88a. 00010000:00000010:1.1:1761313474.046098:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ae72f468. 00010000:00000010:1.1:1761313474.046102:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000028174a2. 00010000:00000010:1.1:1761313474.046105:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000013b468c0. 00010000:00000010:1.1:1761313474.046109:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a4eef0a6. 00010000:00000010:1.1:1761313474.046111:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000963ee29b. 00010000:00000010:1.1:1761313474.046113:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b3c56be4. 00010000:00000010:1.1:1761313474.046116:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e00e2155. 00010000:00000010:1.1:1761313474.046121:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c9f38198. 00010000:00000010:1.1:1761313474.046123:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000070a27f80. 00010000:00000010:1.1:1761313474.046125:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000011e6fbe9. 00010000:00000010:1.1:1761313474.046127:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000076abc6ef. 00010000:00000010:1.1:1761313474.046129:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000957e939f. 00010000:00000010:1.1:1761313474.046131:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b226fd6f. 00010000:00000010:1.1:1761313474.046134:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a90659f4. 00010000:00000010:1.1:1761313474.046136:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005e13e4d2. 00010000:00000010:1.1:1761313474.046138:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000055e70618. 00010000:00000010:1.1:1761313474.046140:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ca435d49. 00010000:00000010:1.1:1761313474.046142:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008cfec177. 00010000:00000010:1.1:1761313474.046144:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b7dcd136. 00010000:00000010:1.1:1761313474.046147:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000001b3f6d0. 00010000:00000010:1.1:1761313474.046148:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b3c06d46. 00010000:00000010:1.1:1761313474.046150:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000abb2f807. 00010000:00000010:1.1:1761313474.046153:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001686d703. 00010000:00000010:1.1:1761313474.046157:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000006ca4832. 00010000:00000010:1.1:1761313474.046160:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f9a79d2e. 00010000:00000010:1.1:1761313474.046162:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c268be3d. 00010000:00000010:1.1:1761313474.046164:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d5f79009. 00010000:00000010:1.1:1761313474.046166:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002c76b57e. 00010000:00000010:1.1:1761313474.046168:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c2da5258. 00010000:00000010:1.1:1761313474.046170:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a03aad67. 00010000:00000010:1.1:1761313474.046172:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000324e25f5. 00010000:00000010:1.1:1761313474.046174:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000089c3e12e. 00010000:00000010:1.1:1761313474.046176:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000016be3f3d. 00010000:00000010:1.1:1761313474.046178:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000079c4a2d4. 00010000:00000010:1.1:1761313474.046180:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a5bb6ad5. 00010000:00000010:1.1:1761313474.046182:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000835349dd. 00010000:00000010:1.1:1761313474.046184:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000c4c129d. 00010000:00000010:1.1:1761313474.046187:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008aec199d. 00010000:00000010:1.1:1761313474.046189:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c28803cd. 00010000:00000010:1.1:1761313474.046191:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007f8410c7. 00010000:00000010:1.1:1761313474.046193:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000030849bff. 00010000:00000010:1.1:1761313474.046195:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a27217ea. 00010000:00000010:1.1:1761313474.046197:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004e2778a3. 00010000:00000010:1.1:1761313474.046199:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007c6e9732. 00010000:00000010:1.1:1761313474.046201:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000950d172e. 00010000:00000010:1.1:1761313474.046203:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005d0115b3. 00010000:00000010:1.1:1761313474.046206:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000090c07e5a. 00000400:00000200:3.0:1761313474.046985:0:15825:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:3.0:1761313474.047001:0:15825:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x68fb7ba85bac0 00000400:00000200:3.0:1761313474.047008:0:15825:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xaf395 [2] + 1640 00000400:00000200:3.0:1761313474.047058:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313474.047062:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:3.0:1761313474.047069:0:15825:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761313474.047074:0:15825:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000a90c5c2d. 00000020:00000010:0.0:1761313474.047150:0:64710:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b53aa849. 00000020:00000010:0.0:1761313474.047156:0:64710:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000196cbe29. 00000020:00000010:0.0:1761313474.047161:0:64710:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000a5d3e0ae. 00000100:00000200:0.0:1761313474.047187:0:64710:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000a90c5c2d x1846869131377344/t0(0) o103->78617949-0e11-4ca2-94c2-d809f91deaa9@192.168.204.38@tcp:405/0 lens 328/0 e 0 to 0 dl 1761313480 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:0.0:1761313474.047220:0:64710:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869131377344 02000000:00000010:0.0:1761313474.047231:0:64710:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000d74fd364. 00010000:00000010:0.0:1761313474.047258:0:64710:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000009ee50daa. 00010000:00000010:0.0:1761313474.047280:0:64710:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000f53b6504. 00000100:00000010:0.0:1761313474.047287:0:64710:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000035828f13. 00000100:00000010:0.0:1761313474.047298:0:64710:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000035828f13. 00010000:00000010:0.0:1761313474.047301:0:64710:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000f53b6504. 00000400:00000010:0.0:1761313474.047314:0:64710:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000061490f3e. 00000100:00000200:0.0:1761313474.047319:0:64710:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869131377344, offset 224 00000400:00000200:0.0:1761313474.047326:0:64710:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:0.0:1761313474.047336:0:64710:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:0.0:1761313474.047341:0:64710:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90132:90132:256:4294967295] 192.168.204.38@tcp LPNI seq info [90132:90132:8:4294967295] 00000400:00000200:0.0:1761313474.047386:0:64710:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:0.0:1761313474.047391:0:64710:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:0.0:1761313474.047396:0:64710:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000eb7bab6c (tot 82351826). 00000800:00000200:0.0:1761313474.047402:0:64710:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:0.0:1761313474.047408:0:64710:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:0.0:1761313474.047411:0:64710:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000eb7bab6c type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761313474.047428:0:64710:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000196cbe29. 00000020:00000010:0.0:1761313474.047432:0:64710:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000a5d3e0ae. 00000020:00000010:0.0:1761313474.047435:0:64710:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b53aa849. 00000800:00000200:0.0:1761313474.047499:0:15827:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761313474.047502:0:15827:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000eb7bab6c (tot 82351578). 00000400:00000200:0.0:1761313474.047506:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313474.047509:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:0.0:1761313474.047512:0:15827:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000061490f3e 00000400:00000010:0.0:1761313474.047514:0:15827:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000061490f3e. 00080000:00000010:0.0:1761313474.047536:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000b53aa849. 00010000:00000010:0.0:1761313474.047624:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000066eebe5. 00010000:00000010:0.0:1761313474.047630:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000008e7428c. 00010000:00000010:0.0:1761313474.047698:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000006fbaf355. 00010000:00000010:0.0:1761313474.047704:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000daed1ef7. 00010000:00000010:0.0:1761313474.047714:0:77239:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000f53b6504. 00000100:00000010:0.0:1761313474.047717:0:77239:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000035828f13. 00000100:00000010:0.0:1761313474.047724:0:77239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000db4b24ed. 02000000:00000010:0.0:1761313474.047734:0:77239:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000009892b166. 02000000:00000010:0.0:1761313474.047758:0:77239:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000001b863178. 00000400:00000010:0.0:1761313474.047762:0:77239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000009b3fd033. 00000400:00000010:0.0:1761313474.047766:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000061490f3e. 00000100:00000200:0.0:1761313474.047770:0:77239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869138386752, portal 16 00000400:00000010:0.0:1761313474.047774:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ac140d9a. 00000100:00000200:0.0:1761313474.047776:0:77239:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869138386752, offset 0 00000400:00000200:0.0:1761313474.047781:0:77239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:0.0:1761313474.047797:0:77239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:0.0:1761313474.047804:0:77239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:0.0:1761313474.047807:0:77239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761313474.047810:0:77239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:0.0:1761313474.047812:0:77239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90133:90133:256:4294967295] 192.168.204.38@tcp LPNI seq info [90133:90133:8:4294967295] 00000400:00000200:0.0:1761313474.047819:0:77239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:0.0:1761313474.047823:0:77239:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:0.0:1761313474.047826:0:77239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000eb7bab6c (tot 82351826). 00000800:00000200:0.0:1761313474.047830:0:77239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:0.0:1761313474.047834:0:77239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:0.0:1761313474.047836:0:77239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000eb7bab6c type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761313474.047947:0:15826:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761313474.047950:0:15826:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000eb7bab6c (tot 82351578). 00000400:00000200:3.0:1761313474.047954:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313474.047958:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:3.0:1761313474.047960:0:15826:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ac140d9a 00000400:00000010:3.0:1761313474.047962:0:15826:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ac140d9a. 00000100:00000200:3.0:1761313474.047967:0:15826:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000db4b24ed x1846869138386752/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313518 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761313474.051593:0:15825:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:3.0:1761313474.051613:0:15825:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x68fb7baf0af40 00000400:00000200:3.0:1761313474.051621:0:15825:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb09b5 [1] + 224 00000400:00000200:3.0:1761313474.051633:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313474.051637:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:3.0:1761313474.051647:0:15825:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000db4b24ed x1846869138386752/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313518 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1761313474.051699:0:77239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000009b3fd033. 00000400:00000200:0.0:1761313474.051704:0:77239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000061490f3e 00000400:00000010:0.0:1761313474.051706:0:77239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000061490f3e. 00000100:00000200:0.0:1761313474.051713:0:77239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000db4b24ed x1846869138386752/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313518 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761313474.051719:0:77239:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000db4b24ed x1846869138386752/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313518 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761313474.051746:0:77239:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000001b863178. 02000000:00000010:0.0:1761313474.051751:0:77239:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000009892b166. 00000100:00000010:0.0:1761313474.051755:0:77239:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000db4b24ed. 00000100:00000010:0.0:1761313474.051759:0:77239:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000035828f13. 00010000:00000010:0.0:1761313474.051763:0:77239:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000f53b6504. 00000400:00000200:0.0:1761313474.054325:0:15827:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:0.0:1761313474.054343:0:15827:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x68fb7ba85bb00 00000400:00000200:0.0:1761313474.054351:0:15827:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xaf395 [2] + 1968 00000400:00000010:0.0:1761313474.054355:0:15827:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000074b7d66c. 00000400:00000200:0.0:1761313474.054387:0:15827:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 000000000520af58 00000400:00000200:0.0:1761313474.054433:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313474.054438:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:0.0:1761313474.054442:0:15827:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000520af58 00000400:00000010:0.0:1761313474.054444:0:15827:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 000000000520af58 (tot 82351426). 00000100:00000200:0.0:1761313474.054448:0:15827:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:1.0:1761313474.055203:0:64710:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000096b0639e. 00000020:00000010:1.0:1761313474.055210:0:64710:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000fabc6bca. 00000020:00000010:1.0:1761313474.055215:0:64710:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000092948a68. 00000100:00000200:1.0:1761313474.055241:0:64710:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000007c514fc3 x1846869131377408/t0(0) o103->78617949-0e11-4ca2-94c2-d809f91deaa9@192.168.204.38@tcp:405/0 lens 328/0 e 0 to 0 dl 1761313480 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:3.0:1761313474.056189:0:75220:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869131377408 02000000:00000010:3.0:1761313474.056203:0:75220:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000004622a50f. 00010000:00000010:3.0:1761313474.056229:0:75220:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008deb30ae. 00010000:00000010:3.0:1761313474.056248:0:75220:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000b3166d1f. 00000100:00000010:3.0:1761313474.056255:0:75220:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000088b59402. 00080000:00000010:0.0:1761313474.057105:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 000000001b863178. 00010000:00000010:0.0:1761313474.057241:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000009c99ccc3. 00010000:00000010:0.0:1761313474.057246:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000196cbe29. 00010000:00000010:0.0:1761313474.057251:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ee6f4c87. 00010000:00000010:0.0:1761313474.057256:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d96d5506. 00080000:00000010:0.0:1761313474.057269:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 000000009892b166. 00010000:00000010:0.0:1761313474.057295:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d96d5506. 00010000:00000010:0.0:1761313474.057300:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000196cbe29. 00010000:00000010:0.0:1761313474.057373:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000008e1e814. 00010000:00000010:0.0:1761313474.057377:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d96d5506. 00010000:00000010:0.0:1761313474.057385:0:77239:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000f53b6504. 00000100:00000010:0.0:1761313474.057390:0:77239:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000035828f13. 00000100:00000010:0.0:1761313474.057398:0:77239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000db4b24ed. 02000000:00000010:0.0:1761313474.057410:0:77239:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000060bde22b. 02000000:00000010:0.0:1761313474.057433:0:77239:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e998ee48. 00000400:00000010:0.0:1761313474.057440:0:77239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000009b3fd033. 00000400:00000010:0.0:1761313474.057447:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000061490f3e. 00000100:00000200:0.0:1761313474.057453:0:77239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869138386816, portal 16 00000400:00000010:0.0:1761313474.057458:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001edb0feb. 00000100:00000200:0.0:1761313474.057460:0:77239:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869138386816, offset 0 00000400:00000200:0.0:1761313474.057469:0:77239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:0.0:1761313474.057484:0:77239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:0.0:1761313474.057492:0:77239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:0.0:1761313474.057496:0:77239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761313474.057499:0:77239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:0.0:1761313474.057502:0:77239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90134:90134:256:4294967295] 192.168.204.38@tcp LPNI seq info [90134:90134:8:4294967295] 00000400:00000200:0.0:1761313474.057513:0:77239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:0.0:1761313474.057519:0:77239:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:0.0:1761313474.057524:0:77239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000302321a (tot 82351674). 00000800:00000200:0.0:1761313474.057530:0:77239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:0.0:1761313474.057537:0:77239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:0.0:1761313474.057542:0:77239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000000302321a type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761313474.057944:0:15826:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761313474.057948:0:15826:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000302321a (tot 82351426). 00000400:00000200:2.0:1761313474.057952:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313474.057957:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:2.0:1761313474.057961:0:15826:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001edb0feb 00000400:00000010:2.0:1761313474.057963:0:15826:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001edb0feb. 00000100:00000200:2.0:1761313474.057969:0:15826:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000db4b24ed x1846869138386816/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313518 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1761313474.057970:0:75220:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000078f7face. 00010000:00000010:3.1:1761313474.057976:0:75220:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000051d28d4c. 00010000:00000010:3.1:1761313474.057980:0:75220:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a27793c9. 00010000:00000010:3.0:1761313474.057988:0:75220:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000daed1ef7. 00000100:00000010:3.0:1761313474.057995:0:75220:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000088b59402. 00010000:00000010:3.0:1761313474.057998:0:75220:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000b3166d1f. 00010000:00000010:3.0:1761313474.058002:0:75220:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000077f354cb. 00000400:00000010:3.0:1761313474.058015:0:75220:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a11939fc. 00000100:00000200:3.0:1761313474.058017:0:75220:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869131377408, offset 224 00000400:00000200:3.0:1761313474.058023:0:75220:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:3.0:1761313474.058029:0:75220:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:3.0:1761313474.058033:0:75220:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90135:90135:256:4294967295] 192.168.204.38@tcp LPNI seq info [90135:90135:8:4294967295] 00000400:00000200:3.0:1761313474.058040:0:75220:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:3.0:1761313474.058044:0:75220:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:3.0:1761313474.058049:0:75220:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005ce8cbad (tot 82351674). 00000800:00000200:3.0:1761313474.058052:0:75220:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:3.0:1761313474.058056:0:75220:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:3.0:1761313474.058058:0:75220:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000005ce8cbad type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761313474.058083:0:75220:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000fabc6bca. 00000020:00000010:3.0:1761313474.058089:0:75220:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000092948a68. 00000020:00000010:3.0:1761313474.058092:0:75220:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000096b0639e. 02000000:00000010:3.0:1761313474.058101:0:75220:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000d74fd364. 00000100:00000010:3.0:1761313474.058104:0:75220:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000a90c5c2d. 02000000:00000010:3.0:1761313474.058108:0:75220:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000012a94027. 00000100:00000010:3.0:1761313474.058110:0:75220:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000010a0daa6. 02000000:00000010:3.0:1761313474.058112:0:75220:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000004a7dd4a. 00000100:00000010:3.0:1761313474.058114:0:75220:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000eda1a5a4. 02000000:00000010:3.0:1761313474.058117:0:75220:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000b959715e. 00000100:00000010:3.0:1761313474.058119:0:75220:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001375339a. 02000000:00000010:3.0:1761313474.058122:0:75220:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000006a93d86a. 00000100:00000010:3.0:1761313474.058123:0:75220:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000008be944fb. 02000000:00000010:3.0:1761313474.058125:0:75220:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000b5e32eeb. 00000100:00000010:3.0:1761313474.058127:0:75220:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000000b5a18e1. 00000800:00000200:2.0:1761313474.058203:0:15825:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761313474.058205:0:15825:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005ce8cbad (tot 82351426). 00000400:00000200:2.0:1761313474.058209:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313474.058212:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:2.0:1761313474.058216:0:15825:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a11939fc 00000400:00000010:2.0:1761313474.058217:0:15825:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a11939fc. 02000000:00000010:2.0:1761313474.058221:0:15825:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000004622a50f. 00000100:00000200:3.0:1761313474.058334:0:75220:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1761313474.058340:0:75220:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000001d968dd. 00010000:00000010:0.1:1761313474.058404:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cb1d708f. 00010000:00000010:0.1:1761313474.058410:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002b2ecd53. 00010000:00000010:0.1:1761313474.058413:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f1778e29. 00000400:00000010:3.0:1761313474.058630:0:75220:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 0000000088b59402 (tot 82351578). 00000400:00000200:0.0:1761313474.061962:0:15827:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:0.0:1761313474.061981:0:15827:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x68fb7baf0af80 00000400:00000200:0.0:1761313474.061990:0:15827:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb09bd [1] + 224 00000400:00000200:0.0:1761313474.062002:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313474.062005:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:0.0:1761313474.062015:0:15827:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000db4b24ed x1846869138386816/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313518 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761313474.062057:0:15827:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:0.0:1761313474.062063:0:15827:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x68fb7ba85bb40 00000400:00000200:0.0:1761313474.062067:0:15827:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xaf3ed [2] + 0 00000400:00000200:0.0:1761313474.062083:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313474.062087:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:0.0:1761313474.062091:0:15827:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761313474.062096:0:15827:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000000ef172a3. 00000400:00000010:1.0:1761313474.062256:0:77239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000009b3fd033. 00000400:00000200:1.0:1761313474.062261:0:77239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000061490f3e 00000400:00000010:1.0:1761313474.062264:0:77239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000061490f3e. 00000100:00000200:1.0:1761313474.062270:0:77239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000db4b24ed x1846869138386816/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313518 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761313474.062278:0:77239:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000db4b24ed x1846869138386816/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313518 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761313474.062305:0:77239:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e998ee48. 02000000:00000010:1.0:1761313474.062312:0:77239:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000060bde22b. 00000100:00000010:1.0:1761313474.062316:0:77239:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000db4b24ed. 00000100:00000010:1.0:1761313474.062319:0:77239:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000035828f13. 00010000:00000010:1.0:1761313474.062323:0:77239:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000f53b6504. 00000020:00000010:3.0:1761313474.062879:0:75220:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006a93d86a. 00000020:00000010:3.0:1761313474.062886:0:75220:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000007bf9114. 00000020:00000010:3.0:1761313474.062890:0:75220:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000e87b31f6. 00000100:00000200:3.0:1761313474.062912:0:75220:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000000ef172a3 x1846869131377472/t0(0) o103->78617949-0e11-4ca2-94c2-d809f91deaa9@192.168.204.38@tcp:405/0 lens 328/0 e 0 to 0 dl 1761313480 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:3.0:1761313474.062947:0:75220:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869131377472 02000000:00000010:3.0:1761313474.062957:0:75220:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000012a94027. 00010000:00000010:3.0:1761313474.062983:0:75220:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007cf44d11. 00010000:00000010:3.0:1761313474.063002:0:75220:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000b3166d1f. 00000100:00000010:3.0:1761313474.063009:0:75220:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b2e27710. 00000100:00000010:3.0:1761313474.063025:0:75220:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b2e27710. 00010000:00000010:3.0:1761313474.063028:0:75220:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000b3166d1f. 00000400:00000010:3.0:1761313474.063042:0:75220:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009ee9a73e. 00000100:00000200:3.0:1761313474.063046:0:75220:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869131377472, offset 224 00080000:00000010:1.0:1761313474.063050:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 0000000063519e16. 00000400:00000200:3.0:1761313474.063053:0:75220:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:3.0:1761313474.063063:0:75220:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:3.0:1761313474.063068:0:75220:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90136:90136:256:4294967295] 192.168.204.38@tcp LPNI seq info [90136:90136:8:4294967295] 00000400:00000200:3.0:1761313474.063077:0:75220:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:3.0:1761313474.063082:0:75220:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:3.0:1761313474.063087:0:75220:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005ce8cbad (tot 82351826). 00000800:00000200:3.0:1761313474.063092:0:75220:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:3.0:1761313474.063098:0:75220:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:3.0:1761313474.063102:0:75220:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000005ce8cbad type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761313474.063125:0:75220:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000007bf9114. 00000020:00000010:3.0:1761313474.063130:0:75220:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000e87b31f6. 00000020:00000010:3.0:1761313474.063134:0:75220:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006a93d86a. 00000800:00000200:1.0:1761313474.063189:0:15826:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313474.063193:0:15826:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005ce8cbad (tot 82351578). 00000400:00000200:1.0:1761313474.063196:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313474.063201:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:1.0:1761313474.063204:0:15826:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009ee9a73e 00000400:00000010:1.0:1761313474.063205:0:15826:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009ee9a73e. 00010000:00000010:0.1:1761313474.066384:0:45867:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009c99ccc3. 00010000:00000010:0.1:1761313474.066394:0:45867:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ee6f4c87. 00010000:00000010:3.1:1761313474.066653:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001f4643e6. 00010000:00000010:3.1:1761313474.066659:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006fbaf355. 00010000:00000010:3.1:1761313474.066662:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005b24c991. 00010000:00000010:3.1:1761313474.071506:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c8ab2eb9. 00080000:00000010:2.0:1761313474.073752:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000009892b166. 00080000:00000010:2.0:1761313474.073759:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000001b863178. 00080000:00000010:2.0:1761313474.074910:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000b53aa849. 00080000:00000010:2.0:1761313474.074913:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000007abc2598. 00080000:00000010:2.0:1761313474.074916:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000008a57a3d2. 00080000:00000010:2.0:1761313474.074918:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000fe2779ab. 00080000:00000010:2.0:1761313474.074919:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000068b91480. 00080000:00000010:2.0:1761313474.074922:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000006f7470de. 00080000:00000010:2.0:1761313474.074925:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000003244d20f. 00080000:00000010:2.0:1761313474.074927:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000629ca260. 00080000:00000010:2.0:1761313474.074929:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000c6b8cf03. 00080000:00000010:2.0:1761313474.074931:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000039b3f807. 00080000:00000010:2.0:1761313474.074933:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000001bf154f9. 00080000:00000010:2.0:1761313474.074935:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000c1f856c8. 00080000:00000010:2.0:1761313474.074937:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000a414a339. 00080000:00000010:2.0:1761313474.074939:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000a49b5e27. 00080000:00000010:2.0:1761313474.074941:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000dc2490f0. 00080000:00000010:2.0:1761313474.074943:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000008e0117c1. 00080000:00000010:2.0:1761313474.074944:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000157cb90b. 00080000:00000010:2.0:1761313474.074947:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000def80d07. 00080000:00000010:2.0:1761313474.074949:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000f6578e85. 00080000:00000010:2.0:1761313474.074951:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000f32642fc. 00080000:00000010:2.0:1761313474.074952:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000004b079a47. 00080000:00000010:2.0:1761313474.074954:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000001ddb9a86. 00080000:00000010:2.0:1761313474.074957:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000072f44e8c. 00080000:00000010:2.0:1761313474.074959:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000001a44926b. 00080000:00000010:2.0:1761313474.074961:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000009e9e9aba. 00080000:00000010:2.0:1761313474.074964:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ad73d1f3. 00080000:00000010:2.0:1761313474.074966:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000005bb30790. 00080000:00000010:2.0:1761313474.074969:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000005a36bf3a. 00080000:00000010:2.0:1761313474.074972:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000073605322. 00080000:00000010:2.0:1761313474.074975:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000054e518bb. 00080000:00000010:2.0:1761313474.074978:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000b8120ace. 00080000:00000010:2.0:1761313474.074980:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000009a7803d1. 00080000:00000010:2.0:1761313474.074984:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000003c3ad7dc. 00080000:00000010:2.0:1761313474.074986:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000f600b520. 00080000:00000010:2.0:1761313474.074989:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000006d39e1e3. 00080000:00000010:2.0:1761313474.074991:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000090332bac. 00080000:00000010:2.0:1761313474.074994:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000f39784db. 00080000:00000010:2.0:1761313474.074996:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000f3987f9d. 00080000:00000010:2.0:1761313474.074999:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000085b4ec40. 00080000:00000010:2.0:1761313474.075002:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000010785070. 00080000:00000010:2.0:1761313474.075006:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000011648ca8. 00080000:00000010:2.0:1761313474.075008:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000b5739949. 00080000:00000010:2.0:1761313474.075010:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000e189612f. 00080000:00000010:2.0:1761313474.075013:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000fd7e9fe6. 00080000:00000010:2.0:1761313474.075015:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000027e23530. 00080000:00000010:2.0:1761313474.075016:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000513c3d9c. 00080000:00000010:2.0:1761313474.075018:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000a71d3140. 00080000:00000010:2.0:1761313474.075020:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000004176f019. 00080000:00000010:2.0:1761313474.075022:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000031da8f60. 00080000:00000010:2.0:1761313474.075023:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000c9dac9a4. 00080000:00000010:2.0:1761313474.075026:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000069440411. 00080000:00000010:2.0:1761313474.075028:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000001ebc0fcc. 00080000:00000010:2.0:1761313474.075030:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000086e4d912. 00080000:00000010:2.0:1761313474.075032:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000003e2dc638. 00080000:00000010:2.0:1761313474.075034:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000f6cb916e. 00080000:00000010:2.0:1761313474.075036:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000056f83116. 00080000:00000010:2.0:1761313474.075039:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000134563d4. 00080000:00000010:2.0:1761313474.075043:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000b7fed016. 00080000:00000010:2.0:1761313474.075045:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000d684b186. 00080000:00000010:2.0:1761313474.075047:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ff94ce64. 00080000:00000010:2.0:1761313474.075049:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000dd1a2c53. 00080000:00000010:2.0:1761313474.075051:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000001af7227c. 00080000:00000010:2.0:1761313474.075054:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000083ff8d7f. 00080000:00000010:2.0:1761313474.075055:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000b4fe780a. 00080000:00000010:2.0:1761313474.075057:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000004783c44. 00080000:00000010:2.0:1761313474.075059:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000072f1c535. 00080000:00000010:2.0:1761313474.075062:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000377d6f2c. 00080000:00000010:2.0:1761313474.075064:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000100229ef. 00080000:00000010:2.0:1761313474.075066:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000bd1db22e. 00080000:00000010:2.0:1761313474.075068:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000cb3fafe6. 00080000:00000010:2.0:1761313474.075071:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000928994b2. 00080000:00000010:2.0:1761313474.075073:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000a2f7b421. 00080000:00000010:2.0:1761313474.075075:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000b273bcc1. 00080000:00000010:2.0:1761313474.075078:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000001abc00c5. 00080000:00000010:2.0:1761313474.075080:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000c4bbc623. 00080000:00000010:2.0:1761313474.075082:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000b91429c8. 00080000:00000010:2.0:1761313474.075084:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000f872ce68. 00080000:00000010:2.0:1761313474.075086:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000002155899. 00080000:00000010:2.0:1761313474.075089:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000f956102a. 00080000:00000010:2.0:1761313474.075091:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000009c30c2fe. 00080000:00000010:2.0:1761313474.075093:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000039b31678. 00080000:00000010:2.0:1761313474.075096:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000003f969307. 00080000:00000010:2.0:1761313474.075098:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000030546443. 00080000:00000010:2.0:1761313474.075099:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000dea6c833. 00080000:00000010:2.0:1761313474.075101:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000006d92f5f9. 00080000:00000010:2.0:1761313474.075104:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000005b14fd94. 00080000:00000010:2.0:1761313474.075106:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000b6d4ba17. 00080000:00000010:2.0:1761313474.075111:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000636e261f. 00080000:00000010:2.0:1761313474.075113:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000c15a6d6e. 00080000:00000010:2.0:1761313474.075116:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000007a34f1ed. 00080000:00000010:2.0:1761313474.075120:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000005d8ffa35. 00080000:00000010:2.0:1761313474.075122:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000006844aeaf. 00080000:00000010:2.0:1761313474.075124:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000000752e1d4. 00080000:00000010:2.0:1761313474.075126:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000601a9fd7. 00080000:00000010:2.0:1761313474.075129:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000047b7a5fb. 00080000:00000010:2.0:1761313474.075131:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ee3ccd75. 00080000:00000010:2.0:1761313474.075133:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000004c569d34. 00080000:00000010:2.0:1761313474.075136:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000002acb5034. 00080000:00000010:2.0:1761313474.075138:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000093f4c9ce. 00080000:00000010:2.0:1761313474.075140:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000008c6e10f8. 00080000:00000010:2.0:1761313474.075142:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000006600be30. 00080000:00000010:2.0:1761313474.075144:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000068f8780f. 00080000:00000010:2.0:1761313474.075147:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000001b4512d4. 00080000:00000010:2.0:1761313474.075149:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000002cd072b3. 00080000:00000010:2.0:1761313474.075151:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000fb769efc. 00080000:00000010:2.0:1761313474.075153:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000996c1380. 00080000:00000010:2.0:1761313474.075155:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000002b1d09d2. 00080000:00000010:2.0:1761313474.075157:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000a00601ef. 00080000:00000010:2.0:1761313474.075159:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000a5a63e17. 00080000:00000010:2.0:1761313474.075162:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000047f8b37e. 00080000:00000010:2.0:1761313474.075164:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000964f4a27. 00080000:00000010:2.0:1761313474.075166:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000bfbaf131. 00080000:00000010:2.0:1761313474.075168:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000dfb808b1. 00080000:00000010:2.0:1761313474.075170:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000008521e0b6. 00080000:00000010:2.0:1761313474.075173:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000e25e6e12. 00080000:00000010:2.0:1761313474.075175:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000057565a5c. 00080000:00000010:2.0:1761313474.075177:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000240e764c. 00080000:00000010:2.0:1761313474.075180:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000049e204b4. 00080000:00000010:2.0:1761313474.075182:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000c44cbd0e. 00080000:00000010:2.0:1761313474.075184:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000922c67b3. 00080000:00000010:2.0:1761313474.075186:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000085d4b923. 00080000:00000010:2.0:1761313474.075189:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000002f1627e2. 00080000:00000010:2.0:1761313474.075191:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000966ce115. 00080000:00000010:2.0:1761313474.075195:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000e85ccc0a. 00080000:00000010:2.0:1761313474.075198:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000b41bb6a9. 00080000:00000010:2.0:1761313474.075200:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000cfe7a6c5. 00080000:00000010:2.0:1761313474.076089:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000090d687f. 00080000:00000010:2.0:1761313474.076100:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000edf37714. 00080000:00000010:2.0:1761313474.076103:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000091b15d88. 00080000:00000010:2.0:1761313474.076105:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000561b95b7. 00080000:00000010:2.0:1761313474.076107:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000027d06cfc. 00080000:00000010:2.0:1761313474.076109:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000a27389d7. 00080000:00000010:2.0:1761313474.076111:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000dccb8a03. 00080000:00000010:2.0:1761313474.076113:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000a7f7d643. 00080000:00000010:2.0:1761313474.076115:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000000e5d64e7. 00080000:00000010:2.0:1761313474.076117:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000e9255329. 00080000:00000010:2.0:1761313474.076119:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000020245222. 00080000:00000010:2.0:1761313474.076121:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000719da0ba. 00080000:00000010:2.0:1761313474.076123:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000c63dc10b. 00080000:00000010:2.0:1761313474.076125:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000cbebe149. 00080000:00000010:2.0:1761313474.076127:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000e3b3554f. 00080000:00000010:2.0:1761313474.076129:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000009615b35a. 00080000:00000010:2.0:1761313474.076131:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000003f6e51e9. 00080000:00000010:2.0:1761313474.076133:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000031a1178. 00080000:00000010:2.0:1761313474.076135:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000005f34b428. 00080000:00000010:2.0:1761313474.076138:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000005b9cb424. 00080000:00000010:2.0:1761313474.076142:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000004a29b664. 00080000:00000010:2.0:1761313474.076145:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000f15a21fe. 00080000:00000010:2.0:1761313474.076147:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ef130487. 00080000:00000010:2.0:1761313474.076149:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000c599291a. 00080000:00000010:2.0:1761313474.076151:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000047647844. 00080000:00000010:2.0:1761313474.076153:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ca29ed63. 00080000:00000010:2.0:1761313474.076155:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000defd00a8. 00080000:00000010:2.0:1761313474.076157:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000061d151a5. 00080000:00000010:2.0:1761313474.076160:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000001a921059. 00080000:00000010:2.0:1761313474.076162:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000de4ea74d. 00080000:00000010:2.0:1761313474.076164:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000c129eaa9. 00080000:00000010:2.0:1761313474.076165:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000a7fa56e3. 00080000:00000010:2.0:1761313474.076167:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ac6dcd0c. 00080000:00000010:2.0:1761313474.076169:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000a68b9ce5. 00080000:00000010:2.0:1761313474.076171:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000000e44180b. 00080000:00000010:2.0:1761313474.076174:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000020e20a90. 00080000:00000010:2.0:1761313474.076176:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000cc33f4fe. 00080000:00000010:2.0:1761313474.076178:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000002115fde1. 00080000:00000010:2.0:1761313474.076180:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000d2efd446. 00080000:00000010:2.0:1761313474.076183:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000051c3187e. 00080000:00000010:2.0:1761313474.076186:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000e88513e8. 00080000:00000010:2.0:1761313474.076188:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000008d9a2e0e. 00080000:00000010:2.0:1761313474.076190:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000008414079a. 00080000:00000010:2.0:1761313474.076192:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000375a7e23. 00080000:00000010:2.0:1761313474.076194:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ce05755e. 00080000:00000010:2.0:1761313474.076196:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000059c94ac6. 00080000:00000010:2.0:1761313474.076198:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000026524787. 00080000:00000010:2.0:1761313474.076201:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000a2a8cb84. 00080000:00000010:2.0:1761313474.076203:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000dc0eee2d. 00080000:00000010:2.0:1761313474.076206:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000007b6d669f. 00080000:00000010:2.0:1761313474.076208:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000e7dcd576. 00080000:00000010:2.0:1761313474.076210:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000599a005e. 00080000:00000010:2.0:1761313474.076212:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000090d912d9. 00080000:00000010:2.0:1761313474.076214:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000fa184bc1. 00080000:00000010:2.0:1761313474.076217:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000046406e66. 00080000:00000010:2.0:1761313474.076219:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000a8c3e2d1. 00080000:00000010:2.0:1761313474.076221:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000f029496f. 00080000:00000010:2.0:1761313474.076224:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000c74660fe. 00080000:00000010:2.0:1761313474.076226:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000083433320. 00080000:00000010:2.0:1761313474.076228:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000813674bf. 00080000:00000010:2.0:1761313474.076231:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000003c06b12f. 00080000:00000010:2.0:1761313474.076233:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ceb99c1f. 00080000:00000010:2.0:1761313474.076235:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000fd080b99. 00080000:00000010:2.0:1761313474.076237:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000b8ac7f10. 00080000:00000010:2.0:1761313474.076239:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000006c11c8fb. 00080000:00000010:2.0:1761313474.076242:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000045eaad2. 00080000:00000010:2.0:1761313474.076244:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000004f13a525. 00080000:00000010:2.0:1761313474.076247:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000d7fb6e05. 00080000:00000010:2.0:1761313474.076249:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000002cec0390. 00080000:00000010:2.0:1761313474.076252:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000dc0fd3d5. 00080000:00000010:2.0:1761313474.076254:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000cfce8803. 00080000:00000010:2.0:1761313474.076257:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000008b6f23c3. 00080000:00000010:2.0:1761313474.076260:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000006221a5cd. 00080000:00000010:2.0:1761313474.076262:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000f9f4cc9c. 00080000:00000010:2.0:1761313474.076265:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000bcf20a7e. 00080000:00000010:2.0:1761313474.076268:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000a8459486. 00080000:00000010:2.0:1761313474.076270:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000d39845a5. 00080000:00000010:2.0:1761313474.076272:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000976d2af7. 00080000:00000010:2.0:1761313474.076274:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000226e391c. 00080000:00000010:2.0:1761313474.076277:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000bfc526b6. 00080000:00000010:2.0:1761313474.076279:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000101530af. 00080000:00000010:2.0:1761313474.076282:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000006d65d682. 00080000:00000010:2.0:1761313474.076285:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000038ba8d46. 00080000:00000010:2.0:1761313474.076288:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000006f7b1344. 00080000:00000010:2.0:1761313474.076289:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000008661f0b5. 00080000:00000010:2.0:1761313474.076291:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000009ef2b81d. 00080000:00000010:2.0:1761313474.076293:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000028983b63. 00080000:00000010:2.0:1761313474.076295:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000856a1840. 00080000:00000010:2.0:1761313474.076297:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000004cb1b0dd. 00080000:00000010:2.0:1761313474.076300:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000000434b24e. 00080000:00000010:2.0:1761313474.076302:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000b39f3e7e. 00080000:00000010:2.0:1761313474.076305:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000d0b53f97. 00080000:00000010:2.0:1761313474.076307:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000f555308e. 00080000:00000010:2.0:1761313474.076310:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000bd32b728. 00080000:00000010:2.0:1761313474.076312:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000b2fc1621. 00080000:00000010:2.0:1761313474.076315:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000fa1a7565. 00080000:00000010:2.0:1761313474.076317:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000657b945b. 00080000:00000010:2.0:1761313474.076319:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000007d169ba6. 00080000:00000010:2.0:1761313474.076321:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000718ab532. 00080000:00000010:2.0:1761313474.076324:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000b47fd40d. 00080000:00000010:2.0:1761313474.076326:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000c33a0baf. 00080000:00000010:2.0:1761313474.076328:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000e64aba91. 00080000:00000010:2.0:1761313474.076978:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000dfbd4b48. 00080000:00000010:2.0:1761313474.076980:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000008ed8b6cf. 00080000:00000010:2.0:1761313474.076983:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000a9eea1f8. 00080000:00000010:2.0:1761313474.076985:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000b2fbecf3. 00080000:00000010:2.0:1761313474.076987:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000fdc6dfad. 00080000:00000010:2.0:1761313474.076990:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000087501e33. 00080000:00000010:2.0:1761313474.076993:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000474343c4. 00080000:00000010:2.0:1761313474.076995:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000a7258174. 00080000:00000010:2.0:1761313474.076997:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000aca405b2. 00080000:00000010:2.0:1761313474.077000:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000901f4861. 00080000:00000010:2.0:1761313474.077002:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000fa72bbb1. 00080000:00000010:2.0:1761313474.077004:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000611d6175. 00080000:00000010:2.0:1761313474.077007:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000004a4cdac8. 00080000:00000010:2.0:1761313474.077009:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000024bd9cb0. 00080000:00000010:2.0:1761313474.077012:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000007c67761a. 00080000:00000010:2.0:1761313474.077015:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000d1e9cb3e. 00080000:00000010:2.0:1761313474.077018:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000178fa322. 00080000:00000010:2.0:1761313474.077020:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000001b4fb298. 00080000:00000010:2.0:1761313474.077022:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000001eb84cb9. 00080000:00000010:2.0:1761313474.077025:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000aa0f3bce. 00080000:00000010:2.0:1761313474.077027:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ee18a26b. 00080000:00000010:2.0:1761313474.077029:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000844bc46b. 00080000:00000010:2.0:1761313474.077031:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000004c0db0f2. 00080000:00000010:2.0:1761313474.077033:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000e49c32ea. 00080000:00000010:2.0:1761313474.077037:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000239f1489. 00080000:00000010:2.0:1761313474.077040:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000238ad8d3. 00080000:00000010:2.0:1761313474.077043:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000076254396. 00080000:00000010:2.0:1761313474.077045:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ec17e919. 00080000:00000010:2.0:1761313474.077047:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000008d417d1a. 00080000:00000010:2.0:1761313474.077051:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000069590ce0. 00080000:00000010:2.0:1761313474.077053:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000706a6915. 00080000:00000010:2.0:1761313474.077055:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000a24787d7. 00080000:00000010:2.0:1761313474.077059:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000007ed26662. 00080000:00000010:2.0:1761313474.077061:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000d7790864. 00080000:00000010:2.0:1761313474.077066:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000dd5ca378. 00080000:00000010:2.0:1761313474.077070:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000fb1a107d. 00080000:00000010:2.0:1761313474.077072:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000009379abcc. 00080000:00000010:2.0:1761313474.077074:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000491ad1ae. 00080000:00000010:2.0:1761313474.077077:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000301fe8ca. 00080000:00000010:2.0:1761313474.077079:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000a442ad07. 00080000:00000010:2.0:1761313474.077081:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000024ae41d3. 00080000:00000010:2.0:1761313474.077083:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000a4f0d83c. 00080000:00000010:2.0:1761313474.077085:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ccd1f1f7. 00080000:00000010:2.0:1761313474.077087:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000009c4b1f9a. 00080000:00000010:2.0:1761313474.077089:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000d6f213b2. 00080000:00000010:2.0:1761313474.077091:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000323860f0. 00080000:00000010:2.0:1761313474.077093:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000dbb416b7. 00080000:00000010:2.0:1761313474.077095:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ac767c4e. 00080000:00000010:2.0:1761313474.077097:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000c68cadcd. 00080000:00000010:2.0:1761313474.077099:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000f31060db. 00080000:00000010:2.0:1761313474.077101:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000044919959. 00080000:00000010:2.0:1761313474.077103:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000000c77c6f0. 00080000:00000010:2.0:1761313474.077105:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000d251cb3a. 00080000:00000010:2.0:1761313474.077107:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000766acbd2. 00080000:00000010:2.0:1761313474.077109:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000dc166cd7. 00080000:00000010:2.0:1761313474.077112:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000f2d56638. 00080000:00000010:2.0:1761313474.077114:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000076ca4f40. 00080000:00000010:2.0:1761313474.077116:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000d4d32c9b. 00080000:00000010:2.0:1761313474.077118:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000e8282d79. 00080000:00000010:2.0:1761313474.077120:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000006e4f405f. 00080000:00000010:2.0:1761313474.077122:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000d57da5c1. 00080000:00000010:2.0:1761313474.077124:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000bb979ac2. 00080000:00000010:2.0:1761313474.077127:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ff5adab4. 00080000:00000010:2.0:1761313474.077129:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000cf4220d0. 00080000:00000010:2.0:1761313474.077133:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000008c4fcd5b. 00080000:00000010:2.0:1761313474.077135:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000f341d88f. 00080000:00000010:2.0:1761313474.077137:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000abb86c23. 00080000:00000010:2.0:1761313474.077139:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000006a429d6f. 00080000:00000010:2.0:1761313474.077142:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000000915db86. 00080000:00000010:2.0:1761313474.077145:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000040180dc9. 00080000:00000010:2.0:1761313474.077147:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000f3202589. 00080000:00000010:2.0:1761313474.077149:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000006042189. 00080000:00000010:2.0:1761313474.077150:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000a1867332. 00080000:00000010:2.0:1761313474.077152:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000009df59a79. 00080000:00000010:2.0:1761313474.077154:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000042d2e145. 00080000:00000010:2.0:1761313474.077157:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000debcdc97. 00080000:00000010:2.0:1761313474.077159:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000007ae6a672. 00080000:00000010:2.0:1761313474.077160:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000094bb4eaa. 00080000:00000010:2.0:1761313474.077163:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000004daddb0a. 00080000:00000010:2.0:1761313474.077164:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000019e0d5c0. 00080000:00000010:2.0:1761313474.077166:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000076b65146. 00080000:00000010:2.0:1761313474.077169:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000490fd4a1. 00080000:00000010:2.0:1761313474.077171:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000001e7ba379. 00080000:00000010:2.0:1761313474.077173:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000eb2ef3f7. 00080000:00000010:2.0:1761313474.077175:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000a57cbc75. 00080000:00000010:2.0:1761313474.077177:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000bc6b714e. 00080000:00000010:2.0:1761313474.077180:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000bda857df. 00080000:00000010:2.0:1761313474.077184:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000094f361b2. 00080000:00000010:2.0:1761313474.077186:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000780a2717. 00080000:00000010:2.0:1761313474.077189:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000048f87922. 00080000:00000010:2.0:1761313474.077192:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000061b62303. 00080000:00000010:2.0:1761313474.077194:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000006fde0452. 00080000:00000010:2.0:1761313474.077196:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000008bc0c0d6. 00080000:00000010:2.0:1761313474.077199:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000021cdeb1f. 00080000:00000010:2.0:1761313474.077203:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000006584ef99. 00080000:00000010:2.0:1761313474.077205:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000fc3fec3c. 00080000:00000010:2.0:1761313474.077207:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000f833a1b3. 00080000:00000010:2.0:1761313474.077209:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000091446d6f. 00080000:00000010:2.0:1761313474.077211:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000df0963a9. 00080000:00000010:2.0:1761313474.077214:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000027c1ca82. 00080000:00000010:2.0:1761313474.077215:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000040eac14f. 00080000:00000010:2.0:1761313474.077217:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000000fa3a6c6. 00080000:00000010:2.0:1761313474.077219:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000088dda67d. 00080000:00000010:2.0:1761313474.077221:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000d7b1d6d0. 00080000:00000010:2.0:1761313474.077224:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000fba61b38. 00080000:00000010:2.0:1761313474.077226:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000034d5aa38. 00080000:00000010:2.0:1761313474.077229:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000002d83f0d8. 00080000:00000010:2.0:1761313474.077232:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000fe818773. 00080000:00000010:2.0:1761313474.077234:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000007407e669. 00080000:00000010:2.0:1761313474.077236:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ecc5139d. 00080000:00000010:2.0:1761313474.077238:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000db6ff6d9. 00080000:00000010:2.0:1761313474.077240:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000042a568cb. 00080000:00000010:2.0:1761313474.077243:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000005a4aad33. 00080000:00000010:2.0:1761313474.077245:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000008640abe7. 00080000:00000010:2.0:1761313474.077247:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000002987e5eb. 00080000:00000010:2.0:1761313474.077249:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000001c360732. 00080000:00000010:2.0:1761313474.077251:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000c29b1989. 00080000:00000010:2.0:1761313474.077254:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ed0c61c9. 00080000:00000010:2.0:1761313474.077258:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000a8d90e26. 00080000:00000010:2.0:1761313474.077262:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000d987aa8e. 00080000:00000010:2.0:1761313474.077264:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000022f46009. 00080000:00000010:2.0:1761313474.077266:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ed2a131e. 00080000:00000010:2.0:1761313474.077269:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000002db85f8f. 00080000:00000010:2.0:1761313474.077271:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000a40123b0. 00080000:00000010:2.0:1761313474.077273:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000001e2614bc. 00080000:00000010:2.0:1761313474.077275:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ffff57b1. 00080000:00000010:2.0:1761313474.077277:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000006c9b3991. 00080000:00000010:2.0:1761313474.077279:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000000653aeb4. 00080000:00000010:2.0:1761313474.077281:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000b40439da. 00080000:00000010:2.0:1761313474.077283:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000031ee652. 00080000:00000010:2.0:1761313474.077286:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000614573bc. 00080000:00000010:2.0:1761313474.077288:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000d7047322. 00080000:00000010:2.0:1761313474.077291:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000009e2f2be. 00080000:00000010:2.0:1761313474.077293:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000489cb36d. 00080000:00000010:2.0:1761313474.077295:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000005f5a10d3. 00080000:00000010:2.0:1761313474.077297:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000009ae113f3. 00080000:00000010:2.0:1761313474.077299:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000013442a6f. 00080000:00000010:2.0:1761313474.077301:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000006d2005fb. 00080000:00000010:2.0:1761313474.077304:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000fe853e69. 00080000:00000010:2.0:1761313474.077306:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000004f1abd71. 00080000:00000010:2.0:1761313474.077308:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000e0dce272. 00080000:00000010:2.0:1761313474.077311:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000705ec813. 00080000:00000010:2.0:1761313474.077313:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000009904f951. 00080000:00000010:2.0:1761313474.077314:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000013c68d73. 00080000:00000010:2.0:1761313474.077317:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ac5be643. 00080000:00000010:2.0:1761313474.077319:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000026a0cba5. 00080000:00000010:2.0:1761313474.077321:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000008891e79e. 00080000:00000010:2.0:1761313474.077323:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000070da3221. 00080000:00000010:2.0:1761313474.077325:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000007def9e71. 00080000:00000010:2.0:1761313474.077327:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000087184cc0. 00080000:00000010:2.0:1761313474.077329:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000053300241. 00080000:00000010:2.0:1761313474.077331:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000009d36b014. 00080000:00000010:2.0:1761313474.077333:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000002ddfecda. 00080000:00000010:2.0:1761313474.077335:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ff02d16a. 00080000:00000010:2.0:1761313474.077337:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000973e18ae. 00080000:00000010:2.0:1761313474.077339:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000005c251d25. 00080000:00000010:2.0:1761313474.077342:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000cb63268f. 00080000:00000010:2.0:1761313474.077344:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000b02eb1a9. 00080000:00000010:2.0:1761313474.077346:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000da78ec28. 00080000:00000010:2.0:1761313474.077349:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000022cdd306. 00080000:00000010:2.0:1761313474.077351:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000002db25ad. 00080000:00000010:2.0:1761313474.077353:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000004805db39. 00080000:00000010:2.0:1761313474.077355:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000569991b5. 00080000:00000010:2.0:1761313474.077374:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000006b2b20da. 00080000:00000010:2.0:1761313474.077377:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000062cecc92. 00080000:00000010:2.0:1761313474.077379:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000814212df. 00080000:00000010:2.0:1761313474.077381:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000b6232ca8. 00080000:00000010:2.0:1761313474.077383:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000fc9b3448. 00080000:00000010:2.0:1761313474.077385:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000bb53f867. 00080000:00000010:2.0:1761313474.077387:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000076255248. 00080000:00000010:2.0:1761313474.077389:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000001f97f625. 00080000:00000010:2.0:1761313474.077391:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000005db705ec. 00080000:00000010:2.0:1761313474.077393:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000007d271470. 00080000:00000010:2.0:1761313474.077395:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000004d15bbff. 00080000:00000010:2.0:1761313474.077398:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000b3a2a704. 00080000:00000010:2.0:1761313474.077399:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000003595a20b. 00080000:00000010:2.0:1761313474.077402:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000794b04eb. 00080000:00000010:2.0:1761313474.077403:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000004f692788. 00080000:00000010:2.0:1761313474.077406:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000009fd1a7cf. 00080000:00000010:2.0:1761313474.077407:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000008b57c4d1. 00080000:00000010:2.0:1761313474.077409:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000aa2d5e51. 00080000:00000010:2.0:1761313474.077411:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000071d2526f. 00080000:00000010:2.0:1761313474.077413:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000005a26101c. 00080000:00000010:2.0:1761313474.077415:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000001208469c. 00080000:00000010:2.0:1761313474.077417:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000006447e9d7. 00080000:00000010:2.0:1761313474.077419:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000006f85aba0. 00080000:00000010:2.0:1761313474.077422:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000abfa905f. 00080000:00000010:2.0:1761313474.077423:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000005779afce. 00080000:00000010:2.0:1761313474.077425:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000533557cd. 00080000:00000010:2.0:1761313474.077427:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000f51076ef. 00010000:00000010:3.0:1761313474.081260:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d96d5506. 00010000:00000010:3.0:1761313474.081273:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000c767ca79. 00010000:00000010:3.0:1761313474.081334:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000686bb36b. 00010000:00000010:3.0:1761313474.081339:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000b33c4541. 00010000:00000010:3.0:1761313474.081350:0:77239:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000184bc9fc. 00000100:00000010:3.0:1761313474.081414:0:77239:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b2e27710. 00000100:00000010:3.0:1761313474.081424:0:77239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000000b5a18e1. 02000000:00000010:3.0:1761313474.081436:0:77239:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000d74fd364. 02000000:00000010:3.0:1761313474.081461:0:77239:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000bcf20a7e. 00000400:00000010:3.0:1761313474.081467:0:77239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000074b7d66c. 00000400:00000010:3.0:1761313474.081473:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b0b5ad3c. 00000100:00000200:3.0:1761313474.081478:0:77239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869138386880, portal 16 00000400:00000010:3.0:1761313474.081483:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000b53c2d2. 00000100:00000200:3.0:1761313474.081486:0:77239:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869138386880, offset 0 00000400:00000200:3.0:1761313474.081495:0:77239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:3.0:1761313474.081510:0:77239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:3.0:1761313474.081516:0:77239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:3.0:1761313474.081519:0:77239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761313474.081522:0:77239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:3.0:1761313474.081525:0:77239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90137:90137:256:4294967295] 192.168.204.38@tcp LPNI seq info [90137:90137:8:4294967295] 00000400:00000200:3.0:1761313474.081535:0:77239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:3.0:1761313474.081540:0:77239:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:3.0:1761313474.081544:0:77239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001ffc5d96 (tot 82351826). 00000800:00000200:3.0:1761313474.081550:0:77239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:3.0:1761313474.081557:0:77239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:3.0:1761313474.081560:0:77239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000001ffc5d96 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761313474.082222:0:15825:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761313474.082226:0:15825:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001ffc5d96 (tot 82351578). 00000400:00000200:2.0:1761313474.082231:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313474.082236:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:2.0:1761313474.082240:0:15825:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000b53c2d2 00000400:00000010:2.0:1761313474.082242:0:15825:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000b53c2d2. 00000100:00000200:2.0:1761313474.082250:0:15825:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000000b5a18e1 x1846869138386880/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313518 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761313474.085344:0:15827:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:3.0:1761313474.085390:0:15827:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x68fb7baf0afc0 00000400:00000200:3.0:1761313474.085399:0:15827:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb09d1 [1] + 224 00000400:00000200:3.0:1761313474.085413:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313474.085417:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:3.0:1761313474.085428:0:15827:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000000b5a18e1 x1846869138386880/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313518 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1761313474.085653:0:77239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000074b7d66c. 00000400:00000200:2.0:1761313474.085658:0:77239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b0b5ad3c 00000400:00000010:2.0:1761313474.085660:0:77239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b0b5ad3c. 00000100:00000200:2.0:1761313474.085666:0:77239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000000b5a18e1 x1846869138386880/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313518 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761313474.085673:0:77239:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000000b5a18e1 x1846869138386880/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313518 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761313474.085701:0:77239:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000bcf20a7e. 02000000:00000010:2.0:1761313474.085707:0:77239:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000d74fd364. 00000100:00000010:2.0:1761313474.085710:0:77239:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000000b5a18e1. 00000100:00000010:2.0:1761313474.085714:0:77239:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b2e27710. 00010000:00000010:2.0:1761313474.085718:0:77239:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000184bc9fc. 00000400:00000200:3.0:1761313474.086178:0:15826:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:3.0:1761313474.086186:0:15826:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x68fb7ba85bb80 00000400:00000200:3.0:1761313474.086192:0:15826:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xaf3ed [2] + 328 00000400:00000200:3.0:1761313474.086346:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313474.086352:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:3.0:1761313474.086382:0:15826:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761313474.086388:0:15826:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000008be944fb. 00000020:00000010:2.0:1761313474.086797:0:75220:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b959715e. 00000020:00000010:2.0:1761313474.086804:0:75220:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000037be6856. 00000020:00000010:2.0:1761313474.086808:0:75220:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000134da562. 00000100:00000200:2.0:1761313474.086833:0:75220:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000008be944fb x1846869131377536/t0(0) o103->78617949-0e11-4ca2-94c2-d809f91deaa9@192.168.204.38@tcp:405/0 lens 328/0 e 0 to 0 dl 1761313480 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:2.0:1761313474.086870:0:75220:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869131377536 02000000:00000010:2.0:1761313474.086881:0:75220:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000533557cd. 00010000:00000010:2.0:1761313474.086907:0:75220:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e205f49a. 00010000:00000010:2.0:1761313474.086926:0:75220:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ce4e6093. 00000100:00000010:2.0:1761313474.086932:0:75220:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000000fc037df. 00000100:00000010:2.0:1761313474.086942:0:75220:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000000fc037df. 00010000:00000010:2.0:1761313474.086945:0:75220:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ce4e6093. 00000400:00000010:2.0:1761313474.086956:0:75220:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000032f4837. 00000100:00000200:2.0:1761313474.086961:0:75220:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869131377536, offset 224 00000400:00000200:2.0:1761313474.086967:0:75220:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:2.0:1761313474.086977:0:75220:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:2.0:1761313474.086982:0:75220:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90138:90138:256:4294967295] 192.168.204.38@tcp LPNI seq info [90138:90138:8:4294967295] 00000400:00000200:2.0:1761313474.086992:0:75220:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:2.0:1761313474.086997:0:75220:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:2.0:1761313474.087001:0:75220:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c737f52d (tot 82351826). 00000800:00000200:2.0:1761313474.087007:0:75220:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:2.0:1761313474.087012:0:75220:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:2.0:1761313474.087016:0:75220:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c737f52d type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761313474.087030:0:75220:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000037be6856. 00000020:00000010:2.0:1761313474.087035:0:75220:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000134da562. 00000020:00000010:2.0:1761313474.087038:0:75220:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b959715e. 00000800:00000200:2.0:1761313474.087109:0:15825:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761313474.087113:0:15825:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c737f52d (tot 82351578). 00000400:00000200:2.0:1761313474.087117:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313474.087120:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:2.0:1761313474.087123:0:15825:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000032f4837 00000400:00000010:2.0:1761313474.087124:0:15825:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000032f4837. 00080000:00000010:2.0:1761313474.087146:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 000000005779afce. 00010000:00000010:2.0:1761313474.087222:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b33c4541. 00010000:00000010:2.0:1761313474.087228:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000152d1f02. 00010000:00000010:2.0:1761313474.087321:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000a34da914. 00010000:00000010:2.0:1761313474.087327:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a1bd5174. 00010000:00000010:2.0:1761313474.087337:0:77239:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ce4e6093. 00000100:00000010:2.0:1761313474.087340:0:77239:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000000fc037df. 00000100:00000010:2.0:1761313474.087346:0:77239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ec1baf93. 02000000:00000010:2.0:1761313474.087356:0:77239:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000abfa905f. 02000000:00000010:2.0:1761313474.087404:0:77239:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000006f85aba0. 00000400:00000010:2.0:1761313474.087408:0:77239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000a831013b. 00000400:00000010:2.0:1761313474.087412:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000032f4837. 00000100:00000200:2.0:1761313474.087417:0:77239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869138386944, portal 16 00000400:00000010:2.0:1761313474.087421:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000081eaf8d3. 00000100:00000200:2.0:1761313474.087423:0:77239:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869138386944, offset 0 00000400:00000200:2.0:1761313474.087427:0:77239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:2.0:1761313474.087433:0:77239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:2.0:1761313474.087440:0:77239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:2.0:1761313474.087443:0:77239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761313474.087446:0:77239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:2.0:1761313474.087449:0:77239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90139:90139:256:4294967295] 192.168.204.38@tcp LPNI seq info [90139:90139:8:4294967295] 00000400:00000200:2.0:1761313474.087455:0:77239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:2.0:1761313474.087459:0:77239:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:2.0:1761313474.087462:0:77239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c737f52d (tot 82351826). 00000800:00000200:2.0:1761313474.087465:0:77239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:2.0:1761313474.087469:0:77239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:2.0:1761313474.087471:0:77239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c737f52d type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761313474.087517:0:15827:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761313474.087519:0:15827:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c737f52d (tot 82351578). 00000400:00000200:2.0:1761313474.087522:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313474.087525:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:2.0:1761313474.087528:0:15827:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000081eaf8d3 00000400:00000010:2.0:1761313474.087529:0:15827:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000081eaf8d3. 00000100:00000200:2.0:1761313474.087534:0:15827:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000ec1baf93 x1846869138386944/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313518 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761313474.092481:0:15826:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:3.0:1761313474.092498:0:15826:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x68fb7baf0b000 00000400:00000200:3.0:1761313474.092507:0:15826:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb09dd [1] + 224 00000400:00000200:3.0:1761313474.092520:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313474.092523:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:3.0:1761313474.092532:0:15826:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000ec1baf93 x1846869138386944/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313518 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761313474.093627:0:15825:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:3.0:1761313474.093638:0:15825:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x68fb7ba85bbc0 00000400:00000200:3.0:1761313474.093644:0:15825:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xaf3ed [2] + 656 00000400:00000200:3.0:1761313474.093690:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313474.093694:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:3.0:1761313474.093697:0:15825:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761313474.093703:0:15825:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000a90c5c2d. 00000020:00000010:1.0:1761313474.093762:0:64710:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001bf154f9. 00000020:00000010:1.0:1761313474.093770:0:64710:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000fabc6bca. 00000020:00000010:1.0:1761313474.093774:0:64710:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000b9af5479. 00000100:00000200:1.0:1761313474.093806:0:64710:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000a90c5c2d x1846869131377600/t0(0) o103->78617949-0e11-4ca2-94c2-d809f91deaa9@192.168.204.38@tcp:405/0 lens 328/0 e 0 to 0 dl 1761313480 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:1.0:1761313474.093844:0:64710:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869131377600 02000000:00000010:1.0:1761313474.093856:0:64710:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000039b3f807. 00010000:00000010:1.0:1761313474.093892:0:64710:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000143a496d. 00000100:00000010:1.0:1761313474.093899:0:64710:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000000ade966c. 00000100:00000010:1.0:1761313474.093906:0:64710:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000000ade966c. 00010000:00000010:1.0:1761313474.093910:0:64710:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000143a496d. 00000400:00000010:1.0:1761313474.093924:0:64710:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e95cb506. 00000100:00000200:1.0:1761313474.093929:0:64710:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869131377600, offset 224 00000400:00000200:1.0:1761313474.093936:0:64710:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:1.0:1761313474.093947:0:64710:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:1.0:1761313474.093952:0:64710:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90140:90140:256:4294967295] 192.168.204.38@tcp LPNI seq info [90140:90140:8:4294967295] 00000400:00000200:1.0:1761313474.093961:0:64710:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:1.0:1761313474.093966:0:64710:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:1.0:1761313474.093970:0:64710:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000233c2709 (tot 82351826). 00000800:00000200:1.0:1761313474.093976:0:64710:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:1.0:1761313474.093982:0:64710:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:1.0:1761313474.093985:0:64710:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000233c2709 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761313474.094002:0:64710:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000fabc6bca. 00000020:00000010:1.0:1761313474.094006:0:64710:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000b9af5479. 00000020:00000010:1.0:1761313474.094009:0:64710:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001bf154f9. 00000800:00000200:1.0:1761313474.094086:0:15827:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313474.094089:0:15827:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000233c2709 (tot 82351578). 00000400:00000200:1.0:1761313474.094094:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313474.094099:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:1.0:1761313474.094103:0:15827:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e95cb506 00000400:00000010:1.0:1761313474.094105:0:15827:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e95cb506. 00000400:00000010:1.0:1761313474.094138:0:77239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000a831013b. 00000400:00000200:1.0:1761313474.094142:0:77239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000032f4837 00000400:00000010:1.0:1761313474.094143:0:77239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000032f4837. 00000100:00000200:1.0:1761313474.094148:0:77239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000ec1baf93 x1846869138386944/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313518 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761313474.094154:0:77239:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000ec1baf93 x1846869138386944/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313518 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.0:1761313474.094174:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000396acad4. 02000000:00000010:1.0:1761313474.094186:0:77239:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000006f85aba0. 02000000:00000010:1.0:1761313474.094190:0:77239:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000abfa905f. 00000100:00000010:1.0:1761313474.094194:0:77239:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ec1baf93. 00000100:00000010:1.0:1761313474.094196:0:77239:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000000fc037df. 00010000:00000010:1.0:1761313474.094200:0:77239:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ce4e6093. 00080000:00000010:1.0:1761313474.094215:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 000000001bf154f9. 00010000:00000010:1.0:1761313474.094290:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a1bd5174. 00010000:00000010:1.0:1761313474.094295:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b0fc5b31. 00010000:00000010:1.0:1761313474.094356:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000090c07e5a. 00010000:00000010:1.0:1761313474.094382:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d90d8329. 00010000:00000010:1.0:1761313474.094391:0:77239:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000143a496d. 00000100:00000010:1.0:1761313474.094394:0:77239:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000000ade966c. 00000100:00000010:1.0:1761313474.094399:0:77239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000018525722. 02000000:00000010:1.0:1761313474.094408:0:77239:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000c6b8cf03. 02000000:00000010:1.0:1761313474.094428:0:77239:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000629ca260. 00000400:00000010:1.0:1761313474.094431:0:77239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000007fd0d538. 00000400:00000010:1.0:1761313474.094435:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e95cb506. 00000100:00000200:1.0:1761313474.094438:0:77239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869138387008, portal 16 00000400:00000010:1.0:1761313474.094442:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003b591177. 00000100:00000200:1.0:1761313474.094444:0:77239:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869138387008, offset 0 00000400:00000200:1.0:1761313474.094449:0:77239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:1.0:1761313474.094455:0:77239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:1.0:1761313474.094461:0:77239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:1.0:1761313474.094464:0:77239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761313474.094467:0:77239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:1.0:1761313474.094470:0:77239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90141:90141:256:4294967295] 192.168.204.38@tcp LPNI seq info [90141:90141:8:4294967295] 00000400:00000200:1.0:1761313474.094477:0:77239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:1.0:1761313474.094482:0:77239:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:1.0:1761313474.094484:0:77239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000233c2709 (tot 82351826). 00000800:00000200:1.0:1761313474.094487:0:77239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:1.0:1761313474.094491:0:77239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:1.0:1761313474.094493:0:77239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000233c2709 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761313474.094536:0:15826:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313474.094538:0:15826:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000233c2709 (tot 82351578). 00000400:00000200:1.0:1761313474.094540:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313474.094544:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:1.0:1761313474.094546:0:15826:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003b591177 00000400:00000010:1.0:1761313474.094547:0:15826:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003b591177. 00000100:00000200:1.0:1761313474.094551:0:15826:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000018525722 x1846869138387008/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313518 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1761313474.097476:0:78456:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ec68e561. 00010000:00000010:2.1:1761313474.097487:0:78456:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001af69ebd. 00010000:00000010:2.1:1761313474.097493:0:78456:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000686bb36b. 00010000:00000010:3.1:1761313474.098473:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004c07e305. 00010000:00000010:3.1:1761313474.098481:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000008e1e814. 00000400:00000200:3.0:1761313474.100867:0:15825:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:3.0:1761313474.100887:0:15825:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x68fb7baf0b040 00000400:00000200:3.0:1761313474.100896:0:15825:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb09e9 [1] + 224 00000400:00000200:3.0:1761313474.100907:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313474.100911:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:3.0:1761313474.100921:0:15825:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000018525722 x1846869138387008/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313518 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761313474.100959:0:15825:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:3.0:1761313474.100965:0:15825:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x68fb7ba85bc00 00000400:00000200:3.0:1761313474.100970:0:15825:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xaf3ed [2] + 984 00000400:00000010:1.0:1761313474.100976:0:77239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000007fd0d538. 00000400:00000200:1.0:1761313474.100981:0:77239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e95cb506 00000400:00000010:1.0:1761313474.100983:0:77239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e95cb506. 00000100:00000200:1.0:1761313474.100988:0:77239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000018525722 x1846869138387008/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313518 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761313474.100996:0:77239:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000018525722 x1846869138387008/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313518 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761313474.101015:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313474.101018:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:3.0:1761313474.101021:0:15825:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 02000000:00000010:1.0:1761313474.101022:0:77239:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000629ca260. 00000100:00000010:3.0:1761313474.101027:0:15825:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000000b5a18e1. 02000000:00000010:1.0:1761313474.101028:0:77239:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000c6b8cf03. 00000100:00000010:1.0:1761313474.101031:0:77239:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000018525722. 00000100:00000010:1.0:1761313474.101035:0:77239:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000000ade966c. 00010000:00000010:1.0:1761313474.101040:0:77239:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000143a496d. 00000020:00000010:0.0:1761313474.101103:0:75220:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000dcc17bf2. 00000020:00000010:0.0:1761313474.101110:0:75220:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000001fb60bf0. 00000020:00000010:0.0:1761313474.101113:0:75220:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000a5d3e0ae. 00000100:00000200:0.0:1761313474.101136:0:75220:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000000b5a18e1 x1846869131377664/t0(0) o103->78617949-0e11-4ca2-94c2-d809f91deaa9@192.168.204.38@tcp:405/0 lens 328/0 e 0 to 0 dl 1761313480 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:0.0:1761313474.101171:0:75220:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869131377664 02000000:00000010:0.0:1761313474.101181:0:75220:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000049cb8791. 00010000:00000010:0.0:1761313474.101206:0:75220:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000045bc6ca1. 00010000:00000010:0.0:1761313474.101224:0:75220:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000008c68d87e. 00000100:00000010:0.0:1761313474.101230:0:75220:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000035828f13. 00000100:00000010:0.0:1761313474.101242:0:75220:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000035828f13. 00010000:00000010:0.0:1761313474.101244:0:75220:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000008c68d87e. 00000400:00000010:0.0:1761313474.101257:0:75220:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007749d871. 00000100:00000200:0.0:1761313474.101260:0:75220:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869131377664, offset 224 00000400:00000200:0.0:1761313474.101268:0:75220:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:0.0:1761313474.101278:0:75220:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:0.0:1761313474.101283:0:75220:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90142:90142:256:4294967295] 192.168.204.38@tcp LPNI seq info [90142:90142:8:4294967295] 00000400:00000200:0.0:1761313474.101292:0:75220:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:0.0:1761313474.101297:0:75220:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:0.0:1761313474.101301:0:75220:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c766a5fa (tot 82351826). 00000800:00000200:0.0:1761313474.101307:0:75220:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:0.0:1761313474.101312:0:75220:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:0.0:1761313474.101315:0:75220:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c766a5fa type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761313474.101329:0:75220:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000001fb60bf0. 00000020:00000010:0.0:1761313474.101334:0:75220:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000a5d3e0ae. 00000020:00000010:0.0:1761313474.101337:0:75220:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000dcc17bf2. 00010000:00000010:1.1:1761313474.101391:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006c1c7d1f. 00010000:00000010:1.1:1761313474.101398:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001406c365. 00010000:00000010:1.1:1761313474.101403:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a34da914. 00080000:00000010:3.0:1761313474.101439:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000fd080b99. 00010000:00000010:3.0:1761313474.101517:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d90d8329. 00010000:00000010:3.0:1761313474.101524:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000561d453b. 00000800:00000200:1.0:1761313474.101589:0:15827:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313474.101593:0:15827:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c766a5fa (tot 82351578). 00000400:00000200:1.0:1761313474.101597:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313474.101600:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:1.0:1761313474.101603:0:15827:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007749d871 00000400:00000010:1.0:1761313474.101604:0:15827:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007749d871. 00010000:00000010:3.0:1761313474.101634:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c528ffb2. 00010000:00000010:3.0:1761313474.101640:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000003933aba. 00010000:00000010:3.0:1761313474.101649:0:77239:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000001745c4ee. 00000100:00000010:3.0:1761313474.101653:0:77239:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a457aec5. 00000100:00000010:3.0:1761313474.101659:0:77239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000099c92cc1. 02000000:00000010:3.0:1761313474.101669:0:77239:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000ceb99c1f. 02000000:00000010:3.0:1761313474.101689:0:77239:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000b53aa849. 00000400:00000010:3.0:1761313474.101693:0:77239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000feff08e2. 00000400:00000010:3.0:1761313474.101697:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003d312476. 00000100:00000200:3.0:1761313474.101701:0:77239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869138387072, portal 16 00000400:00000010:3.0:1761313474.101705:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003eba4967. 00000100:00000200:3.0:1761313474.101706:0:77239:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869138387072, offset 0 00000400:00000200:3.0:1761313474.101711:0:77239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:3.0:1761313474.101717:0:77239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:3.0:1761313474.101723:0:77239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:3.0:1761313474.101726:0:77239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761313474.101729:0:77239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:3.0:1761313474.101731:0:77239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90143:90143:256:4294967295] 192.168.204.38@tcp LPNI seq info [90143:90143:8:4294967295] 00000400:00000200:3.0:1761313474.101738:0:77239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:3.0:1761313474.101742:0:77239:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:3.0:1761313474.101745:0:77239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e7d56557 (tot 82351826). 00000800:00000200:3.0:1761313474.101749:0:77239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:3.0:1761313474.101752:0:77239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:3.0:1761313474.101755:0:77239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000e7d56557 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761313474.101926:0:15826:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313474.101928:0:15826:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e7d56557 (tot 82351578). 00000400:00000200:1.0:1761313474.101932:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313474.101935:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:1.0:1761313474.101938:0:15826:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003eba4967 00000400:00000010:1.0:1761313474.101939:0:15826:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003eba4967. 00000100:00000200:1.0:1761313474.101943:0:15826:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000099c92cc1 x1846869138387072/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313518 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761313474.104061:0:15825:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:3.0:1761313474.104076:0:15825:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x68fb7baf0b080 00000400:00000200:3.0:1761313474.104084:0:15825:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb09f5 [1] + 224 00000400:00000200:3.0:1761313474.104095:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313474.104100:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:3.0:1761313474.104109:0:15825:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000099c92cc1 x1846869138387072/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313518 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761313474.104143:0:15825:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:3.0:1761313474.104148:0:15825:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x68fb7ba85bc40 00000400:00000200:3.0:1761313474.104153:0:15825:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xaf3ed [2] + 1312 00000400:00000200:3.0:1761313474.104160:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313474.104163:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:3.0:1761313474.104166:0:15825:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761313474.104172:0:15825:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e621d938. 00000020:00000010:1.0:1761313474.104300:0:64710:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c6b8cf03. 00000400:00000010:0.0:1761313474.104303:0:77239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000feff08e2. 00000020:00000010:1.0:1761313474.104307:0:64710:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000003a1619f4. 00000400:00000200:0.0:1761313474.104308:0:77239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003d312476 00000400:00000010:0.0:1761313474.104309:0:77239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003d312476. 00000020:00000010:1.0:1761313474.104311:0:64710:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000b9af5479. 00000100:00000200:0.0:1761313474.104315:0:77239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000099c92cc1 x1846869138387072/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313518 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761313474.104321:0:77239:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000099c92cc1 x1846869138387072/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313518 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761313474.104331:0:64710:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000e621d938 x1846869131377728/t0(0) o103->78617949-0e11-4ca2-94c2-d809f91deaa9@192.168.204.38@tcp:405/0 lens 328/0 e 0 to 0 dl 1761313480 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 02000000:00000010:0.0:1761313474.104355:0:77239:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000b53aa849. 02000000:00000010:0.0:1761313474.104382:0:77239:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000ceb99c1f. 00000100:00000010:0.0:1761313474.104385:0:77239:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000099c92cc1. 00000100:00000010:0.0:1761313474.104389:0:77239:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a457aec5. 00010000:00000010:0.0:1761313474.104392:0:77239:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000001745c4ee. 00000100:00000200:0.0:1761313474.104421:0:75220:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869131377728 02000000:00000010:0.0:1761313474.104432:0:75220:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000a8d90e26. 00010000:00000010:0.0:1761313474.104456:0:75220:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008b09247f. 00010000:00000010:0.0:1761313474.104472:0:75220:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000008c68d87e. 00000100:00000010:0.0:1761313474.104478:0:75220:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000035828f13. 00000100:00000010:0.0:1761313474.104484:0:75220:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000035828f13. 00010000:00000010:0.0:1761313474.104486:0:75220:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000008c68d87e. 00000400:00000010:0.0:1761313474.104498:0:75220:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c4611603. 00000100:00000200:0.0:1761313474.104501:0:75220:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869131377728, offset 224 00000400:00000200:0.0:1761313474.104509:0:75220:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00080000:00000010:1.0:1761313474.104511:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000629ca260. 00000400:00000200:0.0:1761313474.104518:0:75220:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:0.0:1761313474.104523:0:75220:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90144:90144:256:4294967295] 192.168.204.38@tcp LPNI seq info [90144:90144:8:4294967295] 00000400:00000200:0.0:1761313474.104531:0:75220:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:0.0:1761313474.104535:0:75220:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:0.0:1761313474.104539:0:75220:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f3d53802 (tot 82351826). 00000800:00000200:0.0:1761313474.104544:0:75220:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:0.0:1761313474.104550:0:75220:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:0.0:1761313474.104553:0:75220:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000f3d53802 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761313474.104566:0:75220:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000003a1619f4. 00000020:00000010:0.0:1761313474.104570:0:75220:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000b9af5479. 00000020:00000010:0.0:1761313474.104573:0:75220:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c6b8cf03. 00010000:00000010:1.0:1761313474.104588:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000003933aba. 00010000:00000010:1.0:1761313474.104594:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000009fb079a5. 00000800:00000200:0.0:1761313474.104664:0:15827:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761313474.104667:0:15827:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f3d53802 (tot 82351578). 00000400:00000200:0.0:1761313474.104670:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313474.104673:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:0.0:1761313474.104675:0:15827:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c4611603 00000400:00000010:0.0:1761313474.104677:0:15827:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c4611603. 00010000:00000010:1.0:1761313474.105851:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000005d0115b3. 00010000:00000010:1.0:1761313474.105858:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000db46113c. 00010000:00000010:1.0:1761313474.105863:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f717d0fe. 00010000:00000010:1.0:1761313474.105870:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000006d67ece4. 00080000:00000010:1.0:1761313474.105890:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 000000003244d20f. 00010000:00000010:1.0:1761313474.105945:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000006d67ece4. 00010000:00000010:1.0:1761313474.105952:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000db46113c. 00010000:00000010:1.0:1761313474.106018:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000006275dcb4. 00010000:00000010:1.0:1761313474.106022:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000006d67ece4. 00010000:00000010:1.0:1761313474.106030:0:77239:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000143a496d. 00000100:00000010:1.0:1761313474.106036:0:77239:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000000ade966c. 00000100:00000010:1.0:1761313474.106043:0:77239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000018525722. 02000000:00000010:1.0:1761313474.106055:0:77239:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000006f7470de. 02000000:00000010:1.0:1761313474.106079:0:77239:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000068b91480. 00000400:00000010:1.0:1761313474.106084:0:77239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000007fd0d538. 00000400:00000010:1.0:1761313474.106090:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e95cb506. 00000100:00000200:1.0:1761313474.106096:0:77239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869138387136, portal 16 00000400:00000010:1.0:1761313474.106101:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003b591177. 00000100:00000200:1.0:1761313474.106103:0:77239:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869138387136, offset 0 00000400:00000200:1.0:1761313474.106110:0:77239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:1.0:1761313474.106122:0:77239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:1.0:1761313474.106129:0:77239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:1.0:1761313474.106133:0:77239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761313474.106136:0:77239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:1.0:1761313474.106139:0:77239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90145:90145:256:4294967295] 192.168.204.38@tcp LPNI seq info [90145:90145:8:4294967295] 00000400:00000200:1.0:1761313474.106149:0:77239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:1.0:1761313474.106153:0:77239:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:1.0:1761313474.106157:0:77239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000233c2709 (tot 82351826). 00000800:00000200:1.0:1761313474.106162:0:77239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:1.0:1761313474.106168:0:77239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:1.0:1761313474.106171:0:77239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000233c2709 type 1, nob 424 niov 1 nkiov 1 00010000:00000010:0.1:1761313474.106775:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000078974707. 00000800:00000200:0.0:1761313474.109780:0:15826:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761313474.109797:0:15826:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000233c2709 (tot 82351578). 00000400:00000200:0.0:1761313474.109804:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313474.109813:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:0.0:1761313474.109819:0:15826:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003b591177 00000400:00000010:0.0:1761313474.109822:0:15826:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003b591177. 00000100:00000200:0.0:1761313474.109831:0:15826:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000018525722 x1846869138387136/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313518 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761313474.110067:0:15825:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:3.0:1761313474.110082:0:15825:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x68fb7baf0b0c0 00000400:00000200:3.0:1761313474.110089:0:15825:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb0a01 [1] + 224 00000400:00000200:3.0:1761313474.110099:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313474.110103:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:3.0:1761313474.110108:0:15825:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000018525722 x1846869138387136/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313518 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1761313474.110226:0:77239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000007fd0d538. 00000400:00000200:1.0:1761313474.110231:0:77239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e95cb506 00000400:00000010:1.0:1761313474.110232:0:77239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e95cb506. 00000400:00000200:3.0:1761313474.110235:0:15825:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000100:00000200:1.0:1761313474.110237:0:77239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000018525722 x1846869138387136/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313518 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761313474.110242:0:15825:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x68fb7ba85bc80 00000100:00000200:1.0:1761313474.110244:0:77239:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000018525722 x1846869138387136/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313518 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761313474.110247:0:15825:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xaf3ed [2] + 1640 00000400:00000200:3.0:1761313474.110255:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313474.110258:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:3.0:1761313474.110262:0:15825:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761313474.110266:0:15825:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000009906dba7. 02000000:00000010:1.0:1761313474.110270:0:77239:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000068b91480. 02000000:00000010:1.0:1761313474.110276:0:77239:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000006f7470de. 00000100:00000010:1.0:1761313474.110279:0:77239:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000018525722. 00000100:00000010:1.0:1761313474.110284:0:77239:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000000ade966c. 00010000:00000010:1.0:1761313474.110288:0:77239:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000143a496d. 00010000:00000010:1.1:1761313474.111391:0:78452:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000014be13e1. 00010000:00000010:1.1:1761313474.111402:0:78452:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c528ffb2. 00010000:00000010:1.1:1761313474.111407:0:78452:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005d0115b3. 00010000:00000010:1.1:1761313474.111410:0:78452:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f717d0fe. 00000020:00000010:2.0:1761313474.112891:0:75220:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006447e9d7. 00000020:00000010:2.0:1761313474.112902:0:75220:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000003b7d3eee. 00000020:00000010:2.0:1761313474.112907:0:75220:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000134da562. 00000100:00000200:2.0:1761313474.112940:0:75220:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000009906dba7 x1846869131377792/t0(0) o103->78617949-0e11-4ca2-94c2-d809f91deaa9@192.168.204.38@tcp:405/0 lens 328/0 e 0 to 0 dl 1761313480 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:2.0:1761313474.112985:0:75220:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869131377792 02000000:00000010:2.0:1761313474.112995:0:75220:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000001208469c. 00010000:00000010:2.0:1761313474.113020:0:75220:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000002b781402. 00010000:00000010:2.0:1761313474.113039:0:75220:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ff951afa. 00000100:00000010:2.0:1761313474.113045:0:75220:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000010f5f480. 00000100:00000010:2.0:1761313474.113057:0:75220:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000010f5f480. 00010000:00000010:2.0:1761313474.113061:0:75220:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ff951afa. 00000400:00000010:2.0:1761313474.113075:0:75220:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000081eaf8d3. 00000100:00000200:2.0:1761313474.113080:0:75220:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869131377792, offset 224 00000400:00000200:2.0:1761313474.113087:0:75220:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:2.0:1761313474.113099:0:75220:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:2.0:1761313474.113105:0:75220:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90146:90146:256:4294967295] 192.168.204.38@tcp LPNI seq info [90146:90146:8:4294967295] 00000400:00000200:2.0:1761313474.113116:0:75220:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:2.0:1761313474.113121:0:75220:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:2.0:1761313474.113125:0:75220:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c737f52d (tot 82351826). 00000800:00000200:2.0:1761313474.113131:0:75220:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:2.0:1761313474.113137:0:75220:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:2.0:1761313474.113140:0:75220:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c737f52d type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761313474.113158:0:75220:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000003b7d3eee. 00000020:00000010:2.0:1761313474.113161:0:75220:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000134da562. 00000020:00000010:2.0:1761313474.113164:0:75220:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006447e9d7. 00000800:00000200:2.0:1761313474.113255:0:15827:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761313474.113258:0:15827:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c737f52d (tot 82351578). 00000400:00000200:2.0:1761313474.113263:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313474.113268:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:2.0:1761313474.113272:0:15827:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000081eaf8d3 00000400:00000010:2.0:1761313474.113274:0:15827:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000081eaf8d3. 00080000:00000010:0.0:1761313474.114879:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ed0c61c9. 00010000:00000010:0.0:1761313474.114970:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000006d67ece4. 00010000:00000010:0.0:1761313474.114978:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000d1227713. 00010000:00000010:0.0:1761313474.115035:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ee6f4c87. 00010000:00000010:0.0:1761313474.115040:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000bcf2df3c. 00010000:00000010:0.0:1761313474.115050:0:77239:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000c54e58f0. 00000100:00000010:0.0:1761313474.115056:0:77239:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000035828f13. 00000100:00000010:0.0:1761313474.115063:0:77239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000003efab3fb. 02000000:00000010:0.0:1761313474.115075:0:77239:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000002922ea91. 02000000:00000010:0.0:1761313474.115101:0:77239:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d09023e3. 00000400:00000010:0.0:1761313474.115107:0:77239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000375745dd. 00000400:00000010:0.0:1761313474.115112:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c4611603. 00000100:00000200:0.0:1761313474.115117:0:77239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869138387200, portal 16 00000400:00000010:0.0:1761313474.115122:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006cf10194. 00000100:00000200:0.0:1761313474.115124:0:77239:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869138387200, offset 0 00000400:00000200:0.0:1761313474.115132:0:77239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:0.0:1761313474.115144:0:77239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:0.0:1761313474.115150:0:77239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:0.0:1761313474.115153:0:77239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761313474.115156:0:77239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:0.0:1761313474.115159:0:77239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90147:90147:256:4294967295] 192.168.204.38@tcp LPNI seq info [90147:90147:8:4294967295] 00000400:00000200:0.0:1761313474.115169:0:77239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:0.0:1761313474.115174:0:77239:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:0.0:1761313474.115179:0:77239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f3d53802 (tot 82351826). 00000800:00000200:0.0:1761313474.115184:0:77239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:0.0:1761313474.115189:0:77239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:0.0:1761313474.115192:0:77239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000f3d53802 type 1, nob 424 niov 1 nkiov 1 00010000:00000010:3.1:1761313474.115280:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000f6db482. 00010000:00000010:3.1:1761313474.115286:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000090c07e5a. 00000800:00000200:2.0:1761313474.115288:0:15826:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761313474.115291:0:15826:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f3d53802 (tot 82351578). 00000400:00000200:2.0:1761313474.115294:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313474.115297:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:2.0:1761313474.115301:0:15826:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006cf10194 00000400:00000010:2.0:1761313474.115302:0:15826:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006cf10194. 00000100:00000200:2.0:1761313474.115308:0:15826:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000003efab3fb x1846869138387200/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313518 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1761313474.115754:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007e196035. 00010000:00000010:2.1:1761313474.119994:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a3f7295a. 00000400:00000200:3.0:1761313474.121483:0:15825:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:3.0:1761313474.121502:0:15825:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x68fb7baf0b100 00000400:00000200:3.0:1761313474.121510:0:15825:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb0a0d [1] + 224 00000400:00000200:3.0:1761313474.121524:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313474.121529:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:3.0:1761313474.121539:0:15825:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000003efab3fb x1846869138387200/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313518 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1761313474.121857:0:77239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000375745dd. 00000400:00000200:2.0:1761313474.121863:0:77239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c4611603 00000400:00000200:3.0:1761313474.121866:0:15827:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000010:2.0:1761313474.121866:0:77239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c4611603. 00000100:00000200:2.0:1761313474.121872:0:77239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000003efab3fb x1846869138387200/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313518 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761313474.121873:0:15827:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x68fb7ba85bcc0 00000400:00000200:3.0:1761313474.121878:0:15827:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xaf3ed [2] + 1968 00000100:00000200:2.0:1761313474.121880:0:77239:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000003efab3fb x1846869138387200/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313518 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1761313474.121882:0:15827:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000008bddea03. 00000400:00000200:3.0:1761313474.121884:0:15827:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 00000000bb1b0a2e 02000000:00000010:2.0:1761313474.121912:0:77239:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d09023e3. 02000000:00000010:2.0:1761313474.121919:0:77239:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000002922ea91. 00000100:00000010:2.0:1761313474.121926:0:77239:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000003efab3fb. 00000100:00000010:2.0:1761313474.121929:0:77239:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000035828f13. 00010000:00000010:2.0:1761313474.121933:0:77239:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000c54e58f0. 00000400:00000200:3.0:1761313474.121935:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313474.121938:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:3.0:1761313474.121941:0:15827:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000bb1b0a2e 00000400:00000010:3.0:1761313474.121942:0:15827:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 00000000bb1b0a2e (tot 82351426). 00000100:00000200:3.0:1761313474.121947:0:15827:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:2.0:1761313474.121997:0:64710:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006447e9d7. 00000020:00000010:2.0:1761313474.122004:0:64710:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000003b7d3eee. 00000020:00000010:2.0:1761313474.122008:0:64710:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000134da562. 00000100:00000200:2.0:1761313474.122030:0:64710:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000009623693b x1846869131377856/t0(0) o103->78617949-0e11-4ca2-94c2-d809f91deaa9@192.168.204.38@tcp:405/0 lens 328/0 e 0 to 0 dl 1761313480 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:2.0:1761313474.122065:0:64710:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869131377856 02000000:00000010:2.0:1761313474.122074:0:64710:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000005a26101c. 00010000:00000010:2.0:1761313474.122099:0:64710:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d8245569. 00010000:00000010:2.0:1761313474.122118:0:64710:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ff951afa. 00000100:00000010:2.0:1761313474.122123:0:64710:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000010f5f480. 00000100:00000010:2.0:1761313474.122132:0:64710:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000010f5f480. 00010000:00000010:2.0:1761313474.122135:0:64710:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ff951afa. 00000400:00000010:2.0:1761313474.122146:0:64710:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000081eaf8d3. 00000100:00000200:2.0:1761313474.122150:0:64710:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869131377856, offset 224 00000400:00000200:2.0:1761313474.122158:0:64710:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:2.0:1761313474.122167:0:64710:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:2.0:1761313474.122172:0:64710:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90148:90148:256:4294967295] 192.168.204.38@tcp LPNI seq info [90148:90148:8:4294967295] 00000400:00000200:2.0:1761313474.122182:0:64710:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:2.0:1761313474.122187:0:64710:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:2.0:1761313474.122192:0:64710:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c737f52d (tot 82351674). 00000800:00000200:2.0:1761313474.122198:0:64710:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:2.0:1761313474.122204:0:64710:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:2.0:1761313474.122208:0:64710:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c737f52d type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761313474.122220:0:64710:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000003b7d3eee. 00000020:00000010:2.0:1761313474.122223:0:64710:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000134da562. 00000020:00000010:2.0:1761313474.122226:0:64710:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006447e9d7. 02000000:00000010:2.0:1761313474.122232:0:64710:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000001208469c. 00000100:00000010:2.0:1761313474.122235:0:64710:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000009906dba7. 02000000:00000010:2.0:1761313474.122238:0:64710:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000a8d90e26. 00000100:00000010:2.0:1761313474.122240:0:64710:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e621d938. 02000000:00000010:2.0:1761313474.122243:0:64710:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000049cb8791. 00000100:00000010:2.0:1761313474.122245:0:64710:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000000b5a18e1. 02000000:00000010:2.0:1761313474.122248:0:64710:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000039b3f807. 00000100:00000010:2.0:1761313474.122251:0:64710:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000a90c5c2d. 02000000:00000010:2.0:1761313474.122254:0:64710:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000533557cd. 00000100:00000010:2.0:1761313474.122255:0:64710:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000008be944fb. 02000000:00000010:2.0:1761313474.122258:0:64710:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000012a94027. 00000100:00000010:2.0:1761313474.122260:0:64710:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000000ef172a3. 00000100:00000200:2.0:1761313474.122265:0:64710:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1761313474.122268:0:64710:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000e98e89f7. 00000400:00000010:2.0:1761313474.122271:0:64710:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 0000000010f5f480 (tot 82351826). 00000800:00000200:2.0:1761313474.122321:0:15826:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761313474.122324:0:15826:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c737f52d (tot 82351578). 00000400:00000200:2.0:1761313474.122328:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313474.122332:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:2.0:1761313474.122334:0:15826:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000081eaf8d3 00000400:00000010:2.0:1761313474.122335:0:15826:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000081eaf8d3. 02000000:00000010:2.0:1761313474.122338:0:15826:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000005a26101c. 00080000:00000010:2.0:1761313474.122355:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 000000005a26101c. 00010000:00000010:2.0:1761313474.122460:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bcf2df3c. 00010000:00000010:2.0:1761313474.122465:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000047241378. 00010000:00000010:2.0:1761313474.122528:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000a633bc9a. 00010000:00000010:2.0:1761313474.122533:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000db2ed1a2. 00010000:00000010:2.0:1761313474.122541:0:77239:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ff951afa. 00000100:00000010:2.0:1761313474.122546:0:77239:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000643a27d3. 00000100:00000010:2.0:1761313474.122551:0:77239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d68bc362. 02000000:00000010:2.0:1761313474.122560:0:77239:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000533557cd. 02000000:00000010:2.0:1761313474.122579:0:77239:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000001208469c. 00000400:00000010:2.0:1761313474.122581:0:77239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000041287c92. 00000400:00000010:2.0:1761313474.122584:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000081eaf8d3. 00000100:00000200:2.0:1761313474.122587:0:77239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869138387264, portal 16 00000400:00000010:2.0:1761313474.122590:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f19b9931. 00000100:00000200:2.0:1761313474.122592:0:77239:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869138387264, offset 0 00000400:00000200:2.0:1761313474.122596:0:77239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:2.0:1761313474.122602:0:77239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:2.0:1761313474.122608:0:77239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:2.0:1761313474.122611:0:77239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761313474.122613:0:77239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:2.0:1761313474.122616:0:77239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90149:90149:256:4294967295] 192.168.204.38@tcp LPNI seq info [90149:90149:8:4294967295] 00000400:00000200:2.0:1761313474.122623:0:77239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:2.0:1761313474.122627:0:77239:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:2.0:1761313474.122629:0:77239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c737f52d (tot 82351826). 00000800:00000200:2.0:1761313474.122633:0:77239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:2.0:1761313474.122637:0:77239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:2.0:1761313474.122638:0:77239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c737f52d type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761313474.123246:0:15825:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761313474.123249:0:15825:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c737f52d (tot 82351578). 00000400:00000200:3.0:1761313474.123254:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313474.123259:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:3.0:1761313474.123262:0:15825:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f19b9931 00000400:00000010:3.0:1761313474.123264:0:15825:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f19b9931. 00000100:00000200:3.0:1761313474.123270:0:15825:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000d68bc362 x1846869138387264/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313518 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1761313474.123581:0:78451:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002cde75da. 00010000:00000010:0.1:1761313474.123588:0:78451:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006275dcb4. 00000400:00000200:3.0:1761313474.125247:0:15827:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:3.0:1761313474.125262:0:15827:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x68fb7baf0b140 00000400:00000200:3.0:1761313474.125269:0:15827:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb0a1d [1] + 224 00000400:00000200:3.0:1761313474.125278:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313474.125281:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:3.0:1761313474.125289:0:15827:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000d68bc362 x1846869138387264/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313518 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761313474.125320:0:15827:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:3.0:1761313474.125324:0:15827:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x68fb7ba85bd00 00000400:00000200:3.0:1761313474.125328:0:15827:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xaf445 [2] + 0 00000400:00000200:3.0:1761313474.125383:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313474.125387:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:3.0:1761313474.125391:0:15827:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761313474.125396:0:15827:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000020fe4fda. 00000020:00000010:0.0:1761313474.125445:0:75220:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007aa30d8b. 00000020:00000010:0.0:1761313474.125452:0:75220:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000001fb60bf0. 00000020:00000010:0.0:1761313474.125456:0:75220:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000a5d3e0ae. 00000400:00000010:2.0:1761313474.125466:0:77239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000041287c92. 00000400:00000200:2.0:1761313474.125469:0:77239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000081eaf8d3 00000400:00000010:2.0:1761313474.125471:0:77239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000081eaf8d3. 00000100:00000200:2.0:1761313474.125477:0:77239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000d68bc362 x1846869138387264/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313518 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761313474.125477:0:75220:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000020fe4fda x1846869131377920/t0(0) o103->78617949-0e11-4ca2-94c2-d809f91deaa9@192.168.204.38@tcp:405/0 lens 328/0 e 0 to 0 dl 1761313480 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:2.0:1761313474.125485:0:77239:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000d68bc362 x1846869138387264/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313518 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761313474.125507:0:77239:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000001208469c. 02000000:00000010:2.0:1761313474.125512:0:77239:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000533557cd. 00000100:00000200:0.0:1761313474.125512:0:75220:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869131377920 00000100:00000010:2.0:1761313474.125516:0:77239:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d68bc362. 00000100:00000010:2.0:1761313474.125520:0:77239:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000643a27d3. 00010000:00000010:2.0:1761313474.125522:0:77239:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ff951afa. 02000000:00000010:0.0:1761313474.125523:0:75220:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000bdbafd85. 00010000:00000010:0.0:1761313474.126464:0:75220:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000006d38edc3. 00010000:00000010:0.0:1761313474.126488:0:75220:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000008c68d87e. 00000100:00000010:0.0:1761313474.126494:0:75220:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000347d155d. 00080000:00000010:2.0:1761313474.127090:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000533557cd. 00010000:00000010:2.0:1761313474.127233:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000000405b961. 00010000:00000010:2.0:1761313474.127238:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000cb9fbaef. 00010000:00000010:2.0:1761313474.127247:0:77239:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ff951afa. 00000100:00000010:2.0:1761313474.127251:0:77239:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000643a27d3. 00000100:00000010:2.0:1761313474.127257:0:77239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d68bc362. 02000000:00000010:2.0:1761313474.127267:0:77239:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000001208469c. 02000000:00000010:2.0:1761313474.127289:0:77239:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000006447e9d7. 00000400:00000010:2.0:1761313474.127294:0:77239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000041287c92. 00000400:00000010:2.0:1761313474.127299:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000081eaf8d3. 00000100:00000200:2.0:1761313474.127304:0:77239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869138387328, portal 16 00000400:00000010:2.0:1761313474.127308:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000065b0a972. 00000100:00000200:2.0:1761313474.127310:0:77239:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869138387328, offset 0 00000400:00000200:2.0:1761313474.127317:0:77239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:2.0:1761313474.127330:0:77239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:2.0:1761313474.127337:0:77239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:2.0:1761313474.127340:0:77239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761313474.127343:0:77239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:2.0:1761313474.127346:0:77239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90150:90150:256:4294967295] 192.168.204.38@tcp LPNI seq info [90150:90150:8:4294967295] 00000400:00000200:2.0:1761313474.127357:0:77239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:2.0:1761313474.127382:0:77239:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:2.0:1761313474.127386:0:77239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000044feb42c (tot 82351826). 00000800:00000200:2.0:1761313474.127392:0:77239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:2.0:1761313474.127398:0:77239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:2.0:1761313474.127401:0:77239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000044feb42c type 1, nob 424 niov 1 nkiov 1 00010000:00000010:0.0:1761313474.127475:0:75220:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000db2ed1a2. 00000100:00000010:0.0:1761313474.127485:0:75220:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000347d155d. 00010000:00000010:0.0:1761313474.127487:0:75220:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000008c68d87e. 00010000:00000010:0.0:1761313474.127493:0:75220:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000001638abe7. 00000400:00000010:0.0:1761313474.127507:0:75220:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f0542810. 00000100:00000200:0.0:1761313474.127510:0:75220:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869131377920, offset 224 00000400:00000200:0.0:1761313474.127516:0:75220:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:0.0:1761313474.127522:0:75220:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:0.0:1761313474.127526:0:75220:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90151:90151:255:4294967295] 192.168.204.38@tcp LPNI seq info [90151:90151:7:4294967295] 00000400:00000200:0.0:1761313474.127532:0:75220:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:0.0:1761313474.127536:0:75220:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:0.0:1761313474.127539:0:75220:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c74ddf42 (tot 82352074). 00000800:00000200:0.0:1761313474.127542:0:75220:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:0.0:1761313474.127545:0:75220:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:0.0:1761313474.127547:0:75220:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c74ddf42 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761313474.127559:0:75220:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000001fb60bf0. 00000020:00000010:0.0:1761313474.127564:0:75220:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000a5d3e0ae. 00000020:00000010:0.0:1761313474.127568:0:75220:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007aa30d8b. 00000800:00000200:3.0:1761313474.127838:0:15826:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761313474.127841:0:15826:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000044feb42c (tot 82351826). 00000400:00000200:3.0:1761313474.127847:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313474.127851:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:3.0:1761313474.127855:0:15826:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000065b0a972 00000400:00000010:3.0:1761313474.127856:0:15826:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000065b0a972. 00000100:00000200:3.0:1761313474.127863:0:15826:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000d68bc362 x1846869138387328/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313518 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000800:00000200:3.0:1761313474.127909:0:15826:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761313474.127911:0:15826:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c74ddf42 (tot 82351578). 00000400:00000200:3.0:1761313474.127914:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313474.127917:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:3.0:1761313474.127919:0:15826:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f0542810 00000400:00000010:3.0:1761313474.127920:0:15826:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f0542810. 00010000:00000010:2.1:1761313474.129739:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007a346133. 00010000:00000010:2.1:1761313474.129752:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001dda90b1. 00010000:00000010:2.1:1761313474.129756:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ee6f4c87. 00000400:00000200:3.0:1761313474.130404:0:15825:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:3.0:1761313474.130422:0:15825:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x68fb7baf0b180 00000400:00000200:3.0:1761313474.130430:0:15825:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb0a25 [1] + 224 00000400:00000200:3.0:1761313474.130444:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313474.130447:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:3.0:1761313474.130457:0:15825:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000d68bc362 x1846869138387328/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313518 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1761313474.130554:0:77239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000041287c92. 00000400:00000200:2.0:1761313474.130559:0:77239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000081eaf8d3 00000400:00000010:2.0:1761313474.130561:0:77239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000081eaf8d3. 00000100:00000200:2.0:1761313474.130567:0:77239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000d68bc362 x1846869138387328/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313518 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761313474.130574:0:77239:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000d68bc362 x1846869138387328/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313518 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761313474.130601:0:77239:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000006447e9d7. 02000000:00000010:2.0:1761313474.130607:0:77239:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000001208469c. 00000100:00000010:2.0:1761313474.130610:0:77239:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d68bc362. 00000100:00000010:2.0:1761313474.130614:0:77239:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000643a27d3. 00010000:00000010:2.0:1761313474.130617:0:77239:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ff951afa. 00000400:00000200:3.0:1761313474.131213:0:15827:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:3.0:1761313474.131221:0:15827:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x68fb7ba85bd40 00000400:00000200:3.0:1761313474.131227:0:15827:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xaf445 [2] + 328 00000400:00000200:3.0:1761313474.131560:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313474.131565:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:3.0:1761313474.131570:0:15827:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761313474.131576:0:15827:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000015f262ae. 00000020:00000010:0.0:1761313474.131631:0:75220:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007aa30d8b. 00000020:00000010:0.0:1761313474.131639:0:75220:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000001fb60bf0. 00000020:00000010:0.0:1761313474.131643:0:75220:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000a5d3e0ae. 00000100:00000200:0.0:1761313474.131668:0:75220:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000015f262ae x1846869131377984/t0(0) o103->78617949-0e11-4ca2-94c2-d809f91deaa9@192.168.204.38@tcp:405/0 lens 328/0 e 0 to 0 dl 1761313480 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:0.0:1761313474.131704:0:75220:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869131377984 02000000:00000010:0.0:1761313474.131715:0:75220:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000186ff8a9. 00010000:00000010:0.0:1761313474.131742:0:75220:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bb31cd0f. 00010000:00000010:0.0:1761313474.131763:0:75220:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000008c68d87e. 00000100:00000010:0.0:1761313474.131769:0:75220:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000347d155d. 00000100:00000010:0.0:1761313474.131794:0:75220:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000347d155d. 00010000:00000010:0.0:1761313474.131797:0:75220:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000008c68d87e. 00000400:00000010:0.0:1761313474.131813:0:75220:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000036d302a6. 00000100:00000200:0.0:1761313474.131818:0:75220:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869131377984, offset 224 00000400:00000200:0.0:1761313474.131826:0:75220:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:0.0:1761313474.131835:0:75220:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:0.0:1761313474.131841:0:75220:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90152:90152:256:4294967295] 192.168.204.38@tcp LPNI seq info [90152:90152:8:4294967295] 00000400:00000200:0.0:1761313474.131850:0:75220:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:0.0:1761313474.131855:0:75220:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:0.0:1761313474.131859:0:75220:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005a99fafd (tot 82351826). 00000800:00000200:0.0:1761313474.131864:0:75220:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:0.0:1761313474.131870:0:75220:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:0.0:1761313474.131873:0:75220:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000005a99fafd type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761313474.131892:0:75220:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000001fb60bf0. 00000020:00000010:0.0:1761313474.131896:0:75220:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000a5d3e0ae. 00000020:00000010:0.0:1761313474.131899:0:75220:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007aa30d8b. 00080000:00000010:2.0:1761313474.131956:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 000000001208469c. 00010000:00000010:2.0:1761313474.132031:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000cb9fbaef. 00010000:00000010:2.0:1761313474.132037:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e543febc. 00010000:00000010:2.0:1761313474.132100:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000d0a6b310. 00010000:00000010:2.0:1761313474.132104:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000cb9fbaef. 00010000:00000010:2.0:1761313474.132113:0:77239:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ff951afa. 00000100:00000010:2.0:1761313474.132116:0:77239:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000643a27d3. 00000100:00000010:2.0:1761313474.132121:0:77239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d68bc362. 02000000:00000010:2.0:1761313474.132130:0:77239:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000006447e9d7. 02000000:00000010:2.0:1761313474.132148:0:77239:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000071d2526f. 00000400:00000010:2.0:1761313474.132153:0:77239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000041287c92. 00000400:00000010:2.0:1761313474.132156:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000081eaf8d3. 00000100:00000200:2.0:1761313474.132159:0:77239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869138387392, portal 16 00000400:00000010:2.0:1761313474.132163:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ccfb6a06. 00000100:00000200:2.0:1761313474.132165:0:77239:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869138387392, offset 0 00000400:00000200:2.0:1761313474.132170:0:77239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:2.0:1761313474.132175:0:77239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:2.0:1761313474.132181:0:77239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:2.0:1761313474.132184:0:77239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761313474.132187:0:77239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:2.0:1761313474.132189:0:77239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90153:90153:255:4294967295] 192.168.204.38@tcp LPNI seq info [90153:90153:7:4294967295] 00000400:00000200:2.0:1761313474.132197:0:77239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:2.0:1761313474.132201:0:77239:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:2.0:1761313474.132205:0:77239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000044feb42c (tot 82352074). 00000800:00000200:2.0:1761313474.132208:0:77239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:2.0:1761313474.132212:0:77239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:2.0:1761313474.132214:0:77239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000044feb42c type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761313474.132301:0:15826:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761313474.132304:0:15826:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005a99fafd (tot 82351826). 00000400:00000200:3.0:1761313474.132307:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313474.132311:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:3.0:1761313474.132314:0:15826:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000036d302a6 00000400:00000010:3.0:1761313474.132316:0:15826:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000036d302a6. 00000800:00000200:3.0:1761313474.132426:0:15826:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761313474.132428:0:15826:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000044feb42c (tot 82351578). 00000400:00000200:3.0:1761313474.132432:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313474.132436:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:3.0:1761313474.132438:0:15826:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ccfb6a06 00000400:00000010:3.0:1761313474.132439:0:15826:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ccfb6a06. 00000100:00000200:3.0:1761313474.132444:0:15826:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000d68bc362 x1846869138387392/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313518 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761313474.134471:0:15825:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:3.0:1761313474.134490:0:15825:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x68fb7baf0b1c0 00000400:00000200:3.0:1761313474.134497:0:15825:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb0a35 [1] + 224 00000400:00000200:3.0:1761313474.134511:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313474.134515:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:3.0:1761313474.134854:0:15825:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000d68bc362 x1846869138387392/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313518 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761313474.134890:0:15825:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:3.0:1761313474.134896:0:15825:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x68fb7ba85bd80 00000400:00000200:3.0:1761313474.134901:0:15825:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xaf445 [2] + 656 00000400:00000200:3.0:1761313474.134943:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313474.134948:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:3.0:1761313474.134951:0:15825:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761313474.134961:0:15825:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000097b2ed89. 00000400:00000010:2.0:1761313474.134984:0:77239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000041287c92. 00000400:00000200:2.0:1761313474.134988:0:77239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000081eaf8d3 00000400:00000010:2.0:1761313474.134991:0:77239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000081eaf8d3. 00000100:00000200:2.0:1761313474.134997:0:77239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000d68bc362 x1846869138387392/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313518 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761313474.135005:0:77239:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000d68bc362 x1846869138387392/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313518 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761313474.135031:0:77239:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000071d2526f. 02000000:00000010:2.0:1761313474.135036:0:77239:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000006447e9d7. 00000100:00000010:2.0:1761313474.135039:0:77239:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d68bc362. 00000100:00000010:2.0:1761313474.135042:0:77239:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000643a27d3. 00010000:00000010:2.0:1761313474.135045:0:77239:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ff951afa. 00000020:00000010:0.0:1761313474.135122:0:75220:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007aa30d8b. 00000020:00000010:0.0:1761313474.135129:0:75220:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000026f21b6. 00000020:00000010:0.0:1761313474.135133:0:75220:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000a5d3e0ae. 00000100:00000200:0.0:1761313474.135156:0:75220:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000097b2ed89 x1846869131378048/t0(0) o103->78617949-0e11-4ca2-94c2-d809f91deaa9@192.168.204.38@tcp:405/0 lens 328/0 e 0 to 0 dl 1761313480 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:0.0:1761313474.135186:0:75220:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869131378048 02000000:00000010:0.0:1761313474.135196:0:75220:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000ad85e760. 00010000:00000010:0.0:1761313474.135220:0:75220:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000527bbfd6. 00010000:00000010:0.0:1761313474.135239:0:75220:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000008c68d87e. 00000100:00000010:0.0:1761313474.135245:0:75220:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000347d155d. 00000100:00000010:0.0:1761313474.135262:0:75220:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000347d155d. 00010000:00000010:0.0:1761313474.135265:0:75220:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000008c68d87e. 00000400:00000010:0.0:1761313474.135277:0:75220:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000bb3ff5d8. 00000100:00000200:0.0:1761313474.135280:0:75220:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869131378048, offset 224 00000400:00000200:0.0:1761313474.135287:0:75220:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:0.0:1761313474.135298:0:75220:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:0.0:1761313474.135303:0:75220:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90154:90154:256:4294967295] 192.168.204.38@tcp LPNI seq info [90154:90154:8:4294967295] 00000400:00000200:0.0:1761313474.135312:0:75220:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:0.0:1761313474.135316:0:75220:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:0.0:1761313474.135320:0:75220:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000bd2f7339 (tot 82351826). 00000800:00000200:0.0:1761313474.135325:0:75220:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:0.0:1761313474.135332:0:75220:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:0.0:1761313474.135335:0:75220:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000bd2f7339 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761313474.135394:0:75220:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000026f21b6. 00000020:00000010:0.0:1761313474.135399:0:75220:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000a5d3e0ae. 00000020:00000010:0.0:1761313474.135401:0:75220:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007aa30d8b. 00080000:00000010:2.0:1761313474.135468:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 000000006447e9d7. 00010000:00000010:2.0:1761313474.135549:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000cb9fbaef. 00010000:00000010:2.0:1761313474.135556:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000d506e990. 00010000:00000010:2.0:1761313474.135624:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000004c84e595. 00010000:00000010:2.0:1761313474.135627:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000003b7d3eee. 00010000:00000010:2.0:1761313474.135632:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000013c85ea5. 00010000:00000010:2.0:1761313474.135636:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000cb9fbaef. 00080000:00000010:2.0:1761313474.135647:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 0000000071d2526f. 00010000:00000010:2.0:1761313474.135673:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000cb9fbaef. 00010000:00000010:2.0:1761313474.135677:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000003b7d3eee. 00000800:00000200:3.0:1761313474.135683:0:15827:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761313474.135687:0:15827:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000bd2f7339 (tot 82351578). 00000400:00000200:3.0:1761313474.135690:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313474.135694:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:3.0:1761313474.135696:0:15827:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000bb3ff5d8 00000400:00000010:3.0:1761313474.135698:0:15827:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000bb3ff5d8. 00010000:00000010:2.0:1761313474.135727:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000297ada48. 00010000:00000010:2.0:1761313474.135731:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000cb9fbaef. 00010000:00000010:2.0:1761313474.135737:0:77239:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ff951afa. 00000100:00000010:2.0:1761313474.135741:0:77239:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000643a27d3. 00000100:00000010:2.0:1761313474.135747:0:77239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d68bc362. 02000000:00000010:2.0:1761313474.135757:0:77239:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000aa2d5e51. 02000000:00000010:2.0:1761313474.135780:0:77239:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000008b57c4d1. 00000400:00000010:2.0:1761313474.135797:0:77239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000041287c92. 00000400:00000010:2.0:1761313474.135801:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000081eaf8d3. 00000100:00000200:2.0:1761313474.135805:0:77239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869138387456, portal 16 00000400:00000010:2.0:1761313474.135809:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000160ba363. 00000100:00000200:2.0:1761313474.135810:0:77239:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869138387456, offset 0 00000400:00000200:2.0:1761313474.135815:0:77239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:2.0:1761313474.135821:0:77239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:2.0:1761313474.135828:0:77239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:2.0:1761313474.135831:0:77239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761313474.135833:0:77239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:2.0:1761313474.135836:0:77239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90155:90155:256:4294967295] 192.168.204.38@tcp LPNI seq info [90155:90155:8:4294967295] 00000400:00000200:2.0:1761313474.135843:0:77239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:2.0:1761313474.135848:0:77239:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:2.0:1761313474.135851:0:77239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c737f52d (tot 82351826). 00000800:00000200:2.0:1761313474.135854:0:77239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:2.0:1761313474.135886:0:77239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:2.0:1761313474.135888:0:77239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c737f52d type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761313474.136142:0:15826:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761313474.136144:0:15826:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c737f52d (tot 82351578). 00000400:00000200:3.0:1761313474.136149:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313474.136153:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:3.0:1761313474.136155:0:15826:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000160ba363 00000400:00000010:3.0:1761313474.136157:0:15826:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000160ba363. 00000100:00000200:3.0:1761313474.136161:0:15826:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000d68bc362 x1846869138387456/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313518 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761313474.138181:0:15825:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:3.0:1761313474.138196:0:15825:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x68fb7baf0b200 00000400:00000200:3.0:1761313474.138203:0:15825:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb0a41 [1] + 224 00000400:00000200:3.0:1761313474.138212:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313474.138216:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:3.0:1761313474.138224:0:15825:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000d68bc362 x1846869138387456/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313518 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761313474.138255:0:15825:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:3.0:1761313474.138260:0:15825:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x68fb7ba85bdc0 00000400:00000200:3.0:1761313474.138264:0:15825:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xaf445 [2] + 984 00000400:00000200:3.0:1761313474.138317:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313474.138320:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:3.0:1761313474.138324:0:15825:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761313474.138329:0:15825:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000002febdaee. 00000400:00000010:2.0:1761313474.138686:0:77239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000041287c92. 00000400:00000200:2.0:1761313474.138690:0:77239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000081eaf8d3 00000400:00000010:2.0:1761313474.138692:0:77239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000081eaf8d3. 00000100:00000200:2.0:1761313474.138699:0:77239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000d68bc362 x1846869138387456/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313518 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761313474.138706:0:77239:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000d68bc362 x1846869138387456/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313518 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761313474.138734:0:77239:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000008b57c4d1. 02000000:00000010:2.0:1761313474.138740:0:77239:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000aa2d5e51. 00000100:00000010:2.0:1761313474.138743:0:77239:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d68bc362. 00000100:00000010:2.0:1761313474.138746:0:77239:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000643a27d3. 00010000:00000010:2.0:1761313474.138750:0:77239:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ff951afa. 00000020:00000010:0.0:1761313474.139315:0:75220:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007aa30d8b. 00000020:00000010:0.0:1761313474.139323:0:75220:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000026f21b6. 00000020:00000010:0.0:1761313474.139327:0:75220:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000a5d3e0ae. 00000100:00000200:0.0:1761313474.139385:0:75220:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000002febdaee x1846869131378112/t0(0) o103->78617949-0e11-4ca2-94c2-d809f91deaa9@192.168.204.38@tcp:405/0 lens 328/0 e 0 to 0 dl 1761313480 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:0.0:1761313474.139418:0:75220:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869131378112 02000000:00000010:0.0:1761313474.139428:0:75220:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000029ec4300. 00010000:00000010:0.0:1761313474.139452:0:75220:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000074929081. 00010000:00000010:0.0:1761313474.139469:0:75220:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000008c68d87e. 00000100:00000010:0.0:1761313474.139474:0:75220:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000347d155d. 00000100:00000010:0.0:1761313474.139484:0:75220:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000347d155d. 00010000:00000010:0.0:1761313474.139486:0:75220:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000008c68d87e. 00000400:00000010:0.0:1761313474.139496:0:75220:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c07641fd. 00000100:00000200:0.0:1761313474.139500:0:75220:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869131378112, offset 224 00000400:00000200:0.0:1761313474.139507:0:75220:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:0.0:1761313474.139518:0:75220:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:0.0:1761313474.139524:0:75220:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90156:90156:256:4294967295] 192.168.204.38@tcp LPNI seq info [90156:90156:8:4294967295] 00000400:00000200:0.0:1761313474.139534:0:75220:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:0.0:1761313474.139538:0:75220:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:0.0:1761313474.139542:0:75220:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000028212975 (tot 82351826). 00000800:00000200:0.0:1761313474.139547:0:75220:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:0.0:1761313474.139553:0:75220:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:0.0:1761313474.139556:0:75220:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000028212975 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761313474.139573:0:75220:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000026f21b6. 00000020:00000010:0.0:1761313474.139576:0:75220:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000a5d3e0ae. 00000020:00000010:0.0:1761313474.139579:0:75220:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007aa30d8b. 00080000:00000010:2.0:1761313474.139702:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000aa2d5e51. 00010000:00000010:2.0:1761313474.139774:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000cb9fbaef. 00010000:00000010:2.0:1761313474.139779:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000ef0dd8cb. 00010000:00000010:2.0:1761313474.139855:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000097e21150. 00010000:00000010:2.0:1761313474.139859:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000cb9fbaef. 00010000:00000010:2.0:1761313474.139867:0:77239:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ff951afa. 00000100:00000010:2.0:1761313474.139870:0:77239:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000643a27d3. 00000100:00000010:2.0:1761313474.139875:0:77239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d68bc362. 02000000:00000010:2.0:1761313474.139884:0:77239:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000008b57c4d1. 02000000:00000010:2.0:1761313474.139902:0:77239:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000009fd1a7cf. 00000400:00000010:2.0:1761313474.139906:0:77239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000041287c92. 00000400:00000010:2.0:1761313474.139910:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000081eaf8d3. 00000100:00000200:2.0:1761313474.139913:0:77239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869138387520, portal 16 00000400:00000010:2.0:1761313474.139916:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001bbc55d4. 00000100:00000200:2.0:1761313474.139918:0:77239:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869138387520, offset 0 00000400:00000200:2.0:1761313474.139922:0:77239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:2.0:1761313474.139928:0:77239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:2.0:1761313474.139933:0:77239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:2.0:1761313474.139936:0:77239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761313474.139938:0:77239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:2.0:1761313474.139941:0:77239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90157:90157:255:4294967295] 192.168.204.38@tcp LPNI seq info [90157:90157:7:4294967295] 00000400:00000200:2.0:1761313474.139947:0:77239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:2.0:1761313474.139951:0:77239:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:2.0:1761313474.139954:0:77239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001293a8d4 (tot 82352074). 00000800:00000200:2.0:1761313474.139957:0:77239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:2.0:1761313474.139960:0:77239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:2.0:1761313474.139962:0:77239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000001293a8d4 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761313474.140202:0:15827:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313474.140206:0:15827:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000028212975 (tot 82351826). 00000400:00000200:1.0:1761313474.140210:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313474.140214:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:1.0:1761313474.140218:0:15827:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c07641fd 00000400:00000010:1.0:1761313474.140219:0:15827:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c07641fd. 00000800:00000200:1.0:1761313474.140276:0:15827:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313474.140278:0:15827:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001293a8d4 (tot 82351578). 00000400:00000200:1.0:1761313474.140282:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313474.140286:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:1.0:1761313474.140288:0:15827:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001bbc55d4 00000400:00000010:1.0:1761313474.140290:0:15827:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001bbc55d4. 00000100:00000200:1.0:1761313474.140294:0:15827:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000d68bc362 x1846869138387520/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313518 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1761313474.141621:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000020606291. 00010000:00000010:0.1:1761313474.141630:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a633bc9a. 00010000:00000010:0.1:1761313474.141633:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009bd3056b. 00010000:00000010:2.1:1761313474.141665:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000058264434. 00010000:00000010:2.1:1761313474.141670:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000405b961. 00000400:00000200:3.0:1761313474.142846:0:15826:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:3.0:1761313474.142863:0:15826:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x68fb7baf0b240 00000400:00000200:3.0:1761313474.142873:0:15826:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb0a4d [1] + 224 00000400:00000200:3.0:1761313474.142883:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313474.142887:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:3.0:1761313474.142896:0:15826:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000d68bc362 x1846869138387520/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313518 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761313474.143646:0:15826:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:3.0:1761313474.143656:0:15826:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x68fb7ba85be00 00000400:00000200:3.0:1761313474.143662:0:15826:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xaf445 [2] + 1312 00000400:00000200:3.0:1761313474.143721:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313474.143725:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:3.0:1761313474.143730:0:15826:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761313474.143736:0:15826:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001588211e. 00000400:00000010:2.0:1761313474.144049:0:77239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000041287c92. 00000400:00000200:2.0:1761313474.144054:0:77239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000081eaf8d3 00000400:00000010:2.0:1761313474.144057:0:77239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000081eaf8d3. 00000100:00000200:2.0:1761313474.144065:0:77239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000d68bc362 x1846869138387520/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313518 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761313474.144073:0:77239:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000d68bc362 x1846869138387520/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313518 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761313474.144102:0:77239:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000009fd1a7cf. 02000000:00000010:2.0:1761313474.144107:0:77239:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000008b57c4d1. 00000100:00000010:2.0:1761313474.144110:0:77239:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d68bc362. 00000100:00000010:2.0:1761313474.144113:0:77239:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000643a27d3. 00010000:00000010:2.0:1761313474.144117:0:77239:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ff951afa. 00000020:00000010:0.0:1761313474.144298:0:64710:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007aa30d8b. 00000020:00000010:0.0:1761313474.144305:0:64710:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000026f21b6. 00000020:00000010:0.0:1761313474.144308:0:64710:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000a5d3e0ae. 00000100:00000200:0.0:1761313474.144331:0:64710:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000001588211e x1846869131378176/t0(0) o103->78617949-0e11-4ca2-94c2-d809f91deaa9@192.168.204.38@tcp:405/0 lens 328/0 e 0 to 0 dl 1761313480 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:0.0:1761313474.144401:0:64710:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869131378176 02000000:00000010:0.0:1761313474.144412:0:64710:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000007725e51e. 00010000:00000010:0.0:1761313474.144436:0:64710:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000089d4bca4. 00010000:00000010:0.0:1761313474.144454:0:64710:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000008c68d87e. 00000100:00000010:0.0:1761313474.144460:0:64710:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000347d155d. 00000100:00000010:0.0:1761313474.144470:0:64710:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000347d155d. 00010000:00000010:0.0:1761313474.144472:0:64710:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000008c68d87e. 00000400:00000010:0.0:1761313474.144483:0:64710:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000014b05d26. 00000100:00000200:0.0:1761313474.144487:0:64710:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869131378176, offset 224 00000400:00000200:0.0:1761313474.144494:0:64710:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:0.0:1761313474.144502:0:64710:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:0.0:1761313474.144507:0:64710:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90158:90158:256:4294967295] 192.168.204.38@tcp LPNI seq info [90158:90158:8:4294967295] 00080000:00000010:2.0:1761313474.144621:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 000000008b57c4d1. 00010000:00000010:2.0:1761313474.144700:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000cb9fbaef. 00010000:00000010:2.0:1761313474.144705:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000bc678c36. 00010000:00000010:2.0:1761313474.144774:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000000405b961. 00010000:00000010:2.0:1761313474.144779:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000cb9fbaef. 00010000:00000010:2.0:1761313474.144798:0:77239:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ff951afa. 00000100:00000010:2.0:1761313474.144802:0:77239:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000643a27d3. 00000100:00000010:2.0:1761313474.144807:0:77239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d68bc362. 02000000:00000010:2.0:1761313474.144816:0:77239:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000009fd1a7cf. 02000000:00000010:2.0:1761313474.144836:0:77239:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000004f692788. 00000400:00000010:2.0:1761313474.144840:0:77239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000041287c92. 00000400:00000010:2.0:1761313474.144844:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000081eaf8d3. 00000100:00000200:2.0:1761313474.144848:0:77239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869138387584, portal 16 00000400:00000010:2.0:1761313474.144852:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000695182e. 00000100:00000200:2.0:1761313474.144853:0:77239:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869138387584, offset 0 00000400:00000200:2.0:1761313474.144858:0:77239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:0.0:1761313474.145037:0:64710:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:0.0:1761313474.145043:0:64710:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:0.0:1761313474.145048:0:64710:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006ab4245f (tot 82351826). 00000800:00000200:0.0:1761313474.145053:0:64710:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:0.0:1761313474.145060:0:64710:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:0.0:1761313474.145063:0:64710:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000006ab4245f type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761313474.145087:0:64710:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000026f21b6. 00000020:00000010:0.0:1761313474.145091:0:64710:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000a5d3e0ae. 00000020:00000010:0.0:1761313474.145094:0:64710:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007aa30d8b. 00000800:00000200:3.0:1761313474.145207:0:15825:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761313474.145211:0:15825:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006ab4245f (tot 82351578). 00000400:00000200:3.0:1761313474.145214:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313474.145218:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:3.0:1761313474.145221:0:15825:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000014b05d26 00000400:00000010:3.0:1761313474.145223:0:15825:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000014b05d26. 00000400:00000200:2.0:1761313474.145270:0:77239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:2.0:1761313474.145277:0:77239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:2.0:1761313474.145281:0:77239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761313474.145284:0:77239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:2.0:1761313474.145286:0:77239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90159:90159:255:4294967295] 192.168.204.38@tcp LPNI seq info [90159:90159:7:4294967295] 00000400:00000200:2.0:1761313474.145293:0:77239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:2.0:1761313474.145298:0:77239:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:2.0:1761313474.145302:0:77239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001293a8d4 (tot 82351826). 00000800:00000200:2.0:1761313474.145305:0:77239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:2.0:1761313474.145308:0:77239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:2.0:1761313474.145310:0:77239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000001293a8d4 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761313474.145684:0:15825:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761313474.145687:0:15825:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001293a8d4 (tot 82351578). 00000400:00000200:3.0:1761313474.145691:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313474.145695:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:3.0:1761313474.145697:0:15825:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000695182e 00000400:00000010:3.0:1761313474.145698:0:15825:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000695182e. 00000100:00000200:3.0:1761313474.145704:0:15825:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000d68bc362 x1846869138387584/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313518 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1761313474.149779:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d3d6fce8. 00010000:00000010:2.1:1761313474.149876:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000161b2a4d. 00010000:00000010:2.1:1761313474.149883:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d0a6b310. 00010000:00000010:2.1:1761313474.149886:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004c84e595. 00010000:00000010:2.1:1761313474.149891:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000013c85ea5. 00010000:00000010:2.1:1761313474.149893:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c10c7044. 00010000:00000010:2.1:1761313474.149897:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000297ada48. 00000400:00000200:1.0:1761313474.151930:0:15827:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:1.0:1761313474.151949:0:15827:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x68fb7baf0b280 00000400:00000200:1.0:1761313474.151957:0:15827:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb0a59 [1] + 224 00000400:00000200:1.0:1761313474.151967:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313474.151970:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:1.0:1761313474.151980:0:15827:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000d68bc362 x1846869138387584/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313518 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761313474.152601:0:15827:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:1.0:1761313474.152607:0:15827:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x68fb7ba85be40 00000400:00000200:1.0:1761313474.152613:0:15827:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xaf445 [2] + 1640 00000400:00000010:2.0:1761313474.152927:0:77239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000041287c92. 00000400:00000200:2.0:1761313474.152933:0:77239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000081eaf8d3 00000400:00000010:2.0:1761313474.152935:0:77239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000081eaf8d3. 00000100:00000200:2.0:1761313474.152943:0:77239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000d68bc362 x1846869138387584/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313518 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761313474.152951:0:77239:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000d68bc362 x1846869138387584/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313518 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761313474.152980:0:77239:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000004f692788. 02000000:00000010:2.0:1761313474.152985:0:77239:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000009fd1a7cf. 00000100:00000010:2.0:1761313474.152988:0:77239:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d68bc362. 00000100:00000010:2.0:1761313474.152992:0:77239:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000643a27d3. 00010000:00000010:2.0:1761313474.152996:0:77239:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ff951afa. 00000400:00000200:1.0:1761313474.156601:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313474.156614:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:1.0:1761313474.156622:0:15827:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761313474.156632:0:15827:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000018525722. 00000020:00000010:0.0:1761313474.156761:0:64710:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007aa30d8b. 00000020:00000010:0.0:1761313474.156768:0:64710:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000026f21b6. 00000020:00000010:0.0:1761313474.156773:0:64710:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000a5d3e0ae. 00000100:00000200:0.0:1761313474.156805:0:64710:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000018525722 x1846869131378240/t0(0) o103->78617949-0e11-4ca2-94c2-d809f91deaa9@192.168.204.38@tcp:405/0 lens 328/0 e 0 to 0 dl 1761313480 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:0.0:1761313474.156847:0:64710:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869131378240 02000000:00000010:0.0:1761313474.156859:0:64710:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000669fe953. 00010000:00000010:0.0:1761313474.156889:0:64710:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e80b129e. 00010000:00000010:0.0:1761313474.156916:0:64710:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000008c68d87e. 00000100:00000010:0.0:1761313474.156924:0:64710:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000347d155d. 00010000:00000010:0.1:1761313474.157430:0:64710:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a17c4d5f. 00010000:00000010:0.1:1761313474.157436:0:64710:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ad93f126. 00000100:00000010:0.0:1761313474.157442:0:64710:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000347d155d. 00010000:00000010:0.0:1761313474.157445:0:64710:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000008c68d87e. 00000400:00000010:0.0:1761313474.157460:0:64710:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d021fde9. 00000100:00000200:0.0:1761313474.157466:0:64710:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869131378240, offset 224 00000400:00000200:0.0:1761313474.157473:0:64710:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:0.0:1761313474.157487:0:64710:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:0.0:1761313474.157492:0:64710:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90160:90160:256:4294967295] 192.168.204.38@tcp LPNI seq info [90160:90160:8:4294967295] 00000400:00000200:0.0:1761313474.157502:0:64710:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:0.0:1761313474.157507:0:64710:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:0.0:1761313474.157511:0:64710:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e5db8080 (tot 82351826). 00000800:00000200:0.0:1761313474.157517:0:64710:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:0.0:1761313474.157523:0:64710:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:0.0:1761313474.157527:0:64710:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000e5db8080 type 1, nob 320 niov 1 nkiov 1 00080000:00000010:2.0:1761313474.157794:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 000000009fd1a7cf. 00010000:00000010:2.0:1761313474.157876:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000cb9fbaef. 00010000:00000010:2.0:1761313474.157881:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000005b8a918c. 00010000:00000010:2.0:1761313474.157951:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000297ada48. 00010000:00000010:2.0:1761313474.157955:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000cb9fbaef. 00010000:00000010:2.0:1761313474.157965:0:77239:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ff951afa. 00000100:00000010:2.0:1761313474.157969:0:77239:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000643a27d3. 00000100:00000010:2.0:1761313474.157976:0:77239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d68bc362. 02000000:00000010:2.0:1761313474.157985:0:77239:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000004f692788. 02000000:00000010:2.0:1761313474.158006:0:77239:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000794b04eb. 00000400:00000010:2.0:1761313474.158011:0:77239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000041287c92. 00000400:00000010:2.0:1761313474.158015:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000081eaf8d3. 00000100:00000200:2.0:1761313474.158019:0:77239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869138387648, portal 16 00000400:00000010:2.0:1761313474.158023:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000018cdfd97. 00000100:00000200:2.0:1761313474.158026:0:77239:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869138387648, offset 0 00000400:00000200:2.0:1761313474.158031:0:77239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:2.0:1761313474.158037:0:77239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:2.0:1761313474.158043:0:77239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:2.0:1761313474.158046:0:77239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761313474.158048:0:77239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:2.0:1761313474.158051:0:77239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90161:90161:255:4294967295] 192.168.204.38@tcp LPNI seq info [90161:90161:7:4294967295] 00000400:00000200:2.0:1761313474.158058:0:77239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:2.0:1761313474.158061:0:77239:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:2.0:1761313474.158064:0:77239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a94c7e44 (tot 82352074). 00000800:00000200:2.0:1761313474.158067:0:77239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:2.0:1761313474.158071:0:77239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:2.0:1761313474.158073:0:77239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000a94c7e44 type 1, nob 424 niov 1 nkiov 1 00000100:00000010:1.0:1761313474.158114:0:71748:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000dfcb6cbf. 02000000:00000010:1.0:1761313474.158122:0:71748:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000002680ae0f. 00000100:00000010:3.0:1761313474.159449:0:65569:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000004c2b08ab. 02000000:00000010:3.0:1761313474.159464:0:65569:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000009f02d435. 02000000:00000010:3.0:1761313474.159494:0:15834:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000841067ee. 00000400:00000010:3.0:1761313474.159500:0:15834:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000feff08e2. 00000400:00000010:3.0:1761313474.159505:0:15834:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000077a0ef2. 00000100:00000200:3.0:1761313474.159510:0:15834:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1846869138387712, portal 4 00000400:00000010:3.0:1761313474.159515:0:15834:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002d5c7cf4. 00000100:00000200:3.0:1761313474.159518:0:15834:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 24, xid 1846869138387712, offset 0 00000400:00000200:3.0:1761313474.159524:0:15834:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1761313474.159534:0:15834:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1761313474.159544:0:15834:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 24 MB=0x68fb7baf0b300 00000400:00000200:3.0:1761313474.159550:0:15834:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 224/224 into md 0x45e35 [256] + 19488 00000400:00000200:3.0:1761313474.159557:0:15834:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313474.159561:0:15834:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1761313474.159566:0:15834:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000010:3.0:1761313474.159570:0:15834:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e621d938. 00000020:00000010:0.0:1761313474.159628:0:64710:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000026f21b6. 00000020:00000010:0.0:1761313474.159635:0:64710:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000a5d3e0ae. 00000020:00000010:0.0:1761313474.159639:0:64710:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007aa30d8b. 02000000:00000010:2.0:1761313474.159646:0:15835:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 0000000061f532dd. 00000400:00000010:2.0:1761313474.159651:0:15835:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000a831013b. 00000400:00000010:2.0:1761313474.159654:0:15835:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006fbc47a5. 00000100:00000200:2.0:1761313474.159657:0:15835:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1846869138387776, portal 4 00000400:00000010:2.0:1761313474.159661:0:15835:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000022a491ca. 00000100:00000200:2.0:1761313474.159662:0:15835:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 24, xid 1846869138387776, offset 0 00000400:00000200:2.0:1761313474.159666:0:15835:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000800:00000200:1.0:1761313474.159752:0:15826:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313474.159755:0:15826:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e5db8080 (tot 82351826). 00000400:00000200:1.0:1761313474.159759:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313474.159764:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:1.0:1761313474.159767:0:15826:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d021fde9 00000400:00000010:1.0:1761313474.159769:0:15826:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d021fde9. 00000800:00000200:1.0:1761313474.160690:0:15826:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313474.160694:0:15826:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a94c7e44 (tot 82351578). 00000400:00000200:1.0:1761313474.160700:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313474.160705:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:1.0:1761313474.160708:0:15826:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000018cdfd97 00000400:00000010:1.0:1761313474.160710:0:15826:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000018cdfd97. 00000100:00000200:1.0:1761313474.160718:0:15826:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000d68bc362 x1846869138387648/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313518 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000100:00000010:1.0:1761313474.160750:0:37:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000db5c2442. 02000000:00000010:1.0:1761313474.160759:0:37:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000003e7406f5. 00000100:00000010:1.0:1761313474.160804:0:37:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ba613791. 02000000:00000010:1.0:1761313474.160809:0:37:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000233c2709. 00000100:00000010:1.0:1761313474.160816:0:37:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000eabf7b6f. 02000000:00000010:1.0:1761313474.160819:0:37:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000665e1d46. 00000100:00000010:1.0:1761313474.160826:0:37:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000242da0db. 02000000:00000010:1.0:1761313474.160829:0:37:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000e18dda97. 00000100:00000010:1.0:1761313474.160834:0:37:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007de1a361. 02000000:00000010:1.0:1761313474.160836:0:37:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000abc6288c. 00000100:00000010:1.0:1761313474.160840:0:37:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000064f8b87f. 02000000:00000010:1.0:1761313474.160843:0:37:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000f3be7fa6. 00000100:00000010:1.0:1761313474.160847:0:37:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000003e4d9a3e. 02000000:00000010:1.0:1761313474.160850:0:37:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000004eeb71e1. 00000100:00000010:1.0:1761313474.160854:0:37:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d93d7538. 02000000:00000010:1.0:1761313474.160857:0:37:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000d1fdb818. 00000100:00000010:1.0:1761313474.160862:0:37:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000771a630e. 02000000:00000010:1.0:1761313474.160865:0:37:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000926e98a9. 00000100:00000010:1.0:1761313474.160868:0:37:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007fc08122. 02000000:00000010:1.0:1761313474.160872:0:37:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000cc8c87c8. 00000100:00000010:1.0:1761313474.160876:0:37:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001286135a. 02000000:00000010:1.0:1761313474.160878:0:37:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000fe7bdfb5. 00000100:00000010:1.0:1761313474.160882:0:37:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000022227f6e. 02000000:00000010:1.0:1761313474.160884:0:37:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000258d8758. 00000020:00000010:1.0:1761313474.160935:0:75345:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006f7470de. 00000020:00000010:1.0:1761313474.160940:0:75345:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000db46113c. 00000020:00000010:1.0:1761313474.160944:0:75345:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000008bcc3d6c. 00000100:00000200:1.0:1761313474.160973:0:75345:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869138387712 02000000:00000010:1.0:1761313474.160988:0:75345:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 648 at 00000000533855f4. 00010000:00000200:1.0:1761313474.161014:0:75345:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply req@00000000e621d938 x1846869138387712/t0(0) o41->lustre-MDT0000-mdtlov_UUID@0@lo:405/0 lens 224/368 e 0 to 0 dl 1761313480 ref 1 fl Interpret:/0/0 rc 0/0 job:'osp-pre-1-0.0' 00000400:00000010:1.0:1761313474.161028:0:75345:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e95cb506. 00000100:00000200:1.0:1761313474.161032:0:75345:0:(niobuf.c:86:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1846869138387712, offset 224 00000400:00000200:1.0:1761313474.161037:0:75345:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1761313474.161044:0:75345:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1761313474.161052:0:75345:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x68fb7baf0b300 00000400:00000200:1.0:1761313474.161057:0:75345:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0xb0a6d [1] + 224 00000400:00000200:1.0:1761313474.161061:0:75345:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313474.161063:0:75345:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1761313474.161067:0:75345:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000dfcb6cbf x1846869138387712/t0(0) o41->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/368 e 0 to 0 dl 1761313481 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'osp-pre-1-0.0' 00000400:00000200:1.0:1761313474.161077:0:75345:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e95cb506 00000400:00000010:1.0:1761313474.161078:0:75345:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e95cb506. 00000020:00000010:1.0:1761313474.161086:0:75345:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000db46113c. 00000020:00000010:1.0:1761313474.161089:0:75345:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000008bcc3d6c. 00000020:00000010:1.0:1761313474.161091:0:75345:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006f7470de. 02000000:00000010:1.0:1761313474.161140:0:15833:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000006f7470de. 00000400:00000010:1.0:1761313474.161144:0:15833:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000007fd0d538. 00000400:00000010:1.0:1761313474.161147:0:15833:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e95cb506. 00000100:00000200:1.0:1761313474.161149:0:15833:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869138387904, portal 4 00000400:00000010:1.0:1761313474.161153:0:15833:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009f44a341. 00000100:00000200:1.0:1761313474.161155:0:15833:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 24, xid 1846869138387904, offset 0 00000400:00000200:1.0:1761313474.161159:0:15833:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1761313474.161163:0:15833:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1761313474.161168:0:15833:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 24 MB=0x68fb7baf0b3c0 00000400:00000200:1.0:1761313474.161173:0:15833:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 224/224 into md 0x45e35 [256] + 19712 00000400:00000200:1.0:1761313474.161177:0:15833:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313474.161179:0:15833:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1761313474.161181:0:15833:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000010:1.0:1761313474.161184:0:15833:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000088da404. 00000400:00000200:1.0:1761313474.161193:0:15833:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009f44a341 00000400:00000010:1.0:1761313474.161194:0:15833:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009f44a341. 00000100:00000200:1.0:1761313474.161197:0:15833:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000ba613791 x1846869138387904/t0(0) o400->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/224 e 0 to 0 dl 1761313481 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 02000000:00000010:1.0:1761313474.161209:0:15833:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000068b91480. 00000400:00000010:1.0:1761313474.161212:0:15833:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000009bd8d2b4. 00000400:00000010:1.0:1761313474.161214:0:15833:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009f44a341. 00000100:00000200:1.0:1761313474.161216:0:15833:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869138388160, portal 4 00000400:00000010:1.0:1761313474.161219:0:15833:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b6c604dc. 00000100:00000200:1.0:1761313474.161220:0:15833:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1846869138388160, offset 0 00000400:00000200:1.0:1761313474.161224:0:15833:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1761313474.161228:0:15833:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1761313474.161232:0:15833:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x68fb7baf0b4c0 00000400:00000200:1.0:1761313474.161236:0:15833:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0x7511d [8] + 12088 00000400:00000200:1.0:1761313474.161239:0:15833:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313474.161241:0:15833:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1761313474.161243:0:15833:0:(events.c:317:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:1.0:1761313474.161245:0:15833:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000678f995f. 00000400:00000200:1.0:1761313474.161255:0:15833:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b6c604dc 00000400:00000010:1.0:1761313474.161256:0:15833:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b6c604dc. 00000100:00000200:1.0:1761313474.161259:0:15833:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000064f8b87f x1846869138388160/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1761313518 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 02000000:00000010:1.0:1761313474.161269:0:15833:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000fe2779ab. 00000400:00000010:1.0:1761313474.161272:0:15833:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000071fbb7b. 00000400:00000010:1.0:1761313474.161274:0:15833:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b6c604dc. 00000100:00000200:1.0:1761313474.161275:0:15833:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869138388416, portal 4 00000400:00000010:1.0:1761313474.161279:0:15833:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e7bbe35e. 00000100:00000200:1.0:1761313474.161281:0:15833:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1846869138388416, offset 0 00000400:00000200:1.0:1761313474.161283:0:15833:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1761313474.161287:0:15833:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1761313474.161290:0:15833:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x68fb7baf0b5c0 00000400:00000200:1.0:1761313474.161293:0:15833:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0x7511d [8] + 12312 00000400:00000200:1.0:1761313474.161296:0:15833:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313474.161297:0:15833:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1761313474.161299:0:15833:0:(events.c:317:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:1.0:1761313474.161301:0:15833:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000c18fc9d0. 00000400:00000200:1.0:1761313474.161311:0:15833:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e7bbe35e 00000400:00000010:1.0:1761313474.161312:0:15833:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e7bbe35e. 00000100:00000200:1.0:1761313474.161315:0:15833:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000007fc08122 x1846869138388416/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1761313518 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 02000000:00000010:1.0:1761313474.161335:0:15833:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000008a57a3d2. 00000400:00000010:1.0:1761313474.161338:0:15833:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000c35fa50f. 00000400:00000010:1.0:1761313474.161340:0:15833:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e7bbe35e. 00000100:00000200:1.0:1761313474.161342:0:15833:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869138387840, portal 25 00000400:00000010:1.0:1761313474.161344:0:15833:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ccaef716. 00000100:00000200:1.0:1761313474.161346:0:15833:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1846869138387840, offset 0 00000400:00000200:1.0:1761313474.161349:0:15833:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1761313474.161352:0:15833:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1761313474.161381:0:15833:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x68fb7baf0b380 00000400:00000200:1.0:1761313474.161385:0:15833:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x8cb51 [2] + 0 00000400:00000010:1.0:1761313474.161388:0:15833:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000966fef70. 00000400:00000200:1.0:1761313474.161391:0:15833:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 00000000b35760f1 00000400:00000200:1.0:1761313474.161394:0:15833:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313474.161396:0:15833:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1761313474.161398:0:15833:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b35760f1 00000400:00000010:1.0:1761313474.161400:0:15833:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 00000000b35760f1 (tot 82351426). 00000100:00000200:1.0:1761313474.161404:0:15833:0:(events.c:317:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:1.0:1761313474.161414:0:15833:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ccaef716 00000400:00000010:1.0:1761313474.161415:0:15833:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ccaef716. 00000100:00000200:1.0:1761313474.161418:0:15833:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000db5c2442 x1846869138387840/t0(0) o400->MGC192.168.204.138@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1761313518 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 02000000:00000010:1.0:1761313474.161430:0:15833:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000096b0639e. 00000400:00000010:1.0:1761313474.161434:0:15833:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000ed5603a2. 00000400:00000010:1.0:1761313474.161436:0:15833:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ccaef716. 00000100:00000200:1.0:1761313474.161438:0:15833:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869138388096, portal 10 00000400:00000010:1.0:1761313474.161442:0:15833:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000074b1fc4e. 00000100:00000200:1.0:1761313474.161443:0:15833:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1846869138388096, offset 0 00000400:00000200:1.0:1761313474.161446:0:15833:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1761313474.161450:0:15833:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1761313474.161453:0:15833:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x68fb7baf0b480 00000400:00000200:1.0:1761313474.161457:0:15833:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x7c131 [64] + 26232 00000400:00000200:1.0:1761313474.161460:0:15833:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313474.161462:0:15833:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1761313474.161464:0:15833:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1761313474.161466:0:15833:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000a5ef76cf. 00000400:00000200:1.0:1761313474.161476:0:15833:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000074b1fc4e 00000400:00000010:1.0:1761313474.161477:0:15833:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000074b1fc4e. 00000100:00000200:1.0:1761313474.161480:0:15833:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000007de1a361 x1846869138388096/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1761313518 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 02000000:00000010:1.0:1761313474.161492:0:15833:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e56f9e53. 00000400:00000010:1.0:1761313474.161494:0:15833:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000fb638f61. 00000400:00000010:1.0:1761313474.161496:0:15833:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000074b1fc4e. 00000100:00000200:1.0:1761313474.161498:0:15833:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869138388352, portal 4 00000400:00000010:1.0:1761313474.161501:0:15833:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003b07ff82. 00000100:00000200:1.0:1761313474.161503:0:15833:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 24, xid 1846869138388352, offset 0 00000400:00000200:1.0:1761313474.161506:0:15833:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1761313474.161509:0:15833:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1761313474.161513:0:15833:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 24 MB=0x68fb7baf0b580 00000400:00000200:1.0:1761313474.161516:0:15833:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 224/224 into md 0x45e35 [256] + 19936 00000400:00000200:1.0:1761313474.161519:0:15833:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313474.161521:0:15833:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1761313474.161523:0:15833:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000010:1.0:1761313474.161526:0:15833:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000c5b18b3c. 00000400:00000200:1.0:1761313474.161534:0:15833:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003b07ff82 00000400:00000010:1.0:1761313474.161535:0:15833:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003b07ff82. 00000100:00000200:1.0:1761313474.161538:0:15833:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000771a630e x1846869138388352/t0(0) o400->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/224 e 0 to 0 dl 1761313481 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000020:00000010:1.0:1761313474.161566:0:65581:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000034a1a7dc. 00000020:00000010:1.0:1761313474.161569:0:65581:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000db46113c. 00000020:00000010:1.0:1761313474.161570:0:65581:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000008bcc3d6c. 00000020:00000010:1.0:1761313474.161589:0:65581:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000039b3f807. 00000020:00000010:1.0:1761313474.161597:0:65581:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000fabc6bca. 00000020:00000010:1.0:1761313474.161599:0:65581:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000004ff15bf4. 00000100:00000200:1.0:1761313474.161610:0:65581:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869138387904 02000000:00000010:1.0:1761313474.161619:0:65581:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000c6b8cf03. 00010000:00000200:1.0:1761313474.161624:0:65581:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply req@00000000088da404 x1846869138387904/t0(0) o400->lustre-MDT0001-mdtlov_UUID@0@lo:405/0 lens 224/224 e 0 to 0 dl 1761313480 ref 1 fl Interpret:/0/0 rc 0/0 job:'kworker/u8:2.0' 00000400:00000010:1.0:1761313474.161632:0:65581:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003b07ff82. 00000100:00000200:1.0:1761313474.161635:0:65581:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1846869138387904, offset 224 00000400:00000200:1.0:1761313474.161638:0:65581:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1761313474.161643:0:65581:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1761313474.161646:0:65581:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x68fb7baf0b3c0 00000400:00000200:1.0:1761313474.161649:0:65581:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0xb0a81 [1] + 224 00000400:00000200:1.0:1761313474.161653:0:65581:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313474.161655:0:65581:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1761313474.161658:0:65581:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000ba613791 x1846869138387904/t0(0) o400->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/224 e 0 to 0 dl 1761313481 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000400:00000200:1.0:1761313474.161670:0:65581:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003b07ff82 00000400:00000010:1.0:1761313474.161671:0:65581:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003b07ff82. 00000020:00000010:1.0:1761313474.161678:0:65581:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000db46113c. 00000020:00000010:1.0:1761313474.161680:0:65581:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000008bcc3d6c. 00000020:00000010:1.0:1761313474.161682:0:65581:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000034a1a7dc. 00000100:00000200:1.0:1761313474.161691:0:65581:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869138388352 02000000:00000010:1.0:1761313474.161697:0:65581:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000034a1a7dc. 00010000:00000200:1.0:1761313474.161701:0:65581:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply req@00000000c5b18b3c x1846869138388352/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:405/0 lens 224/224 e 0 to 0 dl 1761313480 ref 1 fl Interpret:/0/0 rc 0/0 job:'kworker/u8:2.0' 00000400:00000010:1.0:1761313474.161707:0:65581:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003b07ff82. 00000100:00000200:1.0:1761313474.161709:0:65581:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1846869138388352, offset 224 00000400:00000200:1.0:1761313474.161712:0:65581:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1761313474.161715:0:65581:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1761313474.161720:0:65581:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x68fb7baf0b580 00000400:00000200:1.0:1761313474.161723:0:65581:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0xb0aa9 [1] + 224 00000400:00000200:1.0:1761313474.161726:0:65581:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313474.161728:0:65581:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1761313474.161731:0:65581:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000771a630e x1846869138388352/t0(0) o400->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/224 e 0 to 0 dl 1761313481 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000400:00000200:1.0:1761313474.161739:0:65581:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003b07ff82 00000400:00000010:1.0:1761313474.161740:0:65581:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003b07ff82. 00000020:00000010:1.0:1761313474.161745:0:65581:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000fabc6bca. 00000020:00000010:1.0:1761313474.161748:0:65581:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000004ff15bf4. 00000020:00000010:1.0:1761313474.161750:0:65581:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000039b3f807. 00000400:00000010:1.0:1761313474.161767:0:15833:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000fb638f61. 00000400:00000200:1.0:1761313474.161770:0:15833:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000074b1fc4e 00000400:00000010:1.0:1761313474.161771:0:15833:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000074b1fc4e. 00000100:00000200:1.0:1761313474.161774:0:15833:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000771a630e x1846869138388352/t0(0) o400->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/224 e 0 to 0 dl 1761313481 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00000200:1.0:1761313474.161779:0:15833:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000771a630e x1846869138388352/t0(0) o400->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/224 e 0 to 0 dl 1761313481 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000400:00000010:1.0:1761313474.161812:0:15833:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000007fd0d538. 00000400:00000200:1.0:1761313474.161814:0:15833:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e95cb506 00000400:00000010:1.0:1761313474.161815:0:15833:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e95cb506. 00000100:00000200:1.0:1761313474.161818:0:15833:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000ba613791 x1846869138387904/t0(0) o400->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/224 e 0 to 0 dl 1761313481 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00000200:1.0:1761313474.161823:0:15833:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000ba613791 x1846869138387904/t0(0) o400->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/224 e 0 to 0 dl 1761313481 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 02000000:00000010:1.0:1761313474.161834:0:15833:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e56f9e53. 02000000:00000010:1.0:1761313474.161838:0:15833:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000926e98a9. 00000100:00000010:1.0:1761313474.161842:0:15833:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000771a630e. 02000000:00000010:1.0:1761313474.161845:0:15833:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000006f7470de. 02000000:00000010:1.0:1761313474.161847:0:15833:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000233c2709. 00000100:00000010:1.0:1761313474.161848:0:15833:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ba613791. 00000020:00000010:1.0:1761313474.161891:0:67988:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006f7470de. 00000020:00000010:1.0:1761313474.161894:0:67988:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000fabc6bca. 00000020:00000010:1.0:1761313474.161896:0:67988:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000004ff15bf4. 00000100:00000200:1.0:1761313474.161914:0:67988:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869138388096 02000000:00000010:1.0:1761313474.161920:0:67988:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000e56f9e53. 00010000:00000200:1.0:1761313474.161924:0:67988:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply req@00000000a5ef76cf x1846869138388096/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:442/0 lens 224/224 e 0 to 0 dl 1761313517 ref 1 fl Interpret:H/0/0 rc 0/0 job:'kworker/u8:2.0' 00000400:00000010:1.0:1761313474.161932:0:67988:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e95cb506. 00000100:00000200:1.0:1761313474.161934:0:67988:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1846869138388096, offset 224 00000400:00000200:1.0:1761313474.161938:0:67988:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1761313474.161942:0:67988:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1761313474.161946:0:67988:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x68fb7baf0b480 00000400:00000200:1.0:1761313474.161950:0:67988:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0xb0aa1 [1] + 224 00000400:00000200:1.0:1761313474.161953:0:67988:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313474.161955:0:67988:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1761313474.161959:0:67988:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000007de1a361 x1846869138388096/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1761313518 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000400:00000200:1.0:1761313474.161971:0:67988:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e95cb506 00000400:00000010:1.0:1761313474.161973:0:67988:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e95cb506. 00000020:00000010:1.0:1761313474.161979:0:67988:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000fabc6bca. 00000020:00000010:1.0:1761313474.161981:0:67988:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000004ff15bf4. 00000020:00000010:1.0:1761313474.161983:0:67988:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006f7470de. 00000020:00000010:1.0:1761313474.162004:0:71737:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006f7470de. 00000020:00000010:1.0:1761313474.162007:0:71737:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000fabc6bca. 00000020:00000010:1.0:1761313474.162008:0:71737:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000004ff15bf4. 00000100:00000200:1.0:1761313474.162026:0:71737:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869138387840 02000000:00000010:1.0:1761313474.162032:0:71737:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000039b3f807. 00010000:00000200:1.0:1761313474.162037:0:71737:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply req@0000000044ddf70f x1846869138387840/t0(0) o400->a183b26b-2356-45d5-859b-f42889a59593@0@lo:442/0 lens 224/224 e 0 to 0 dl 1761313517 ref 1 fl Interpret:/0/0 rc 0/0 job:'kworker/u8:2.0' 00000400:00000010:1.0:1761313474.162045:0:71737:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e95cb506. 00000100:00000200:1.0:1761313474.162047:0:71737:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1846869138387840, offset 224 00000400:00000200:1.0:1761313474.162050:0:71737:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1761313474.162054:0:71737:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1761313474.162057:0:71737:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x68fb7baf0b380 00000400:00000200:1.0:1761313474.162061:0:71737:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0xb0a99 [1] + 224 00000400:00000200:1.0:1761313474.162064:0:71737:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313474.162066:0:71737:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1761313474.162070:0:71737:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000db5c2442 x1846869138387840/t0(0) o400->MGC192.168.204.138@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1761313518 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000400:00000200:1.0:1761313474.162078:0:71737:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e95cb506 00000400:00000010:1.0:1761313474.162079:0:71737:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e95cb506. 00000020:00000010:1.0:1761313474.162084:0:71737:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000fabc6bca. 00000020:00000010:1.0:1761313474.162086:0:71737:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000004ff15bf4. 00000020:00000010:1.0:1761313474.162088:0:71737:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006f7470de. 02000000:00000010:1.0:1761313474.162093:0:71737:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000039b3f807. 00000100:00000200:1.0:1761313474.162098:0:71737:0:(niobuf.c:996:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1761313474.162101:0:71737:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000007fd0d538. 00000400:00000010:1.0:1761313474.162104:0:71737:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 000000000ade966c (tot 82351578). 00000020:00000010:1.0:1761313474.162123:0:75317:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000039b3f807. 00000020:00000010:1.0:1761313474.162127:0:75317:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000fabc6bca. 00000020:00000010:1.0:1761313474.162130:0:75317:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000004ff15bf4. 00000020:00000010:1.0:1761313474.162147:0:75317:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006f7470de. 00000020:00000010:1.0:1761313474.162150:0:75317:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000db46113c. 00000020:00000010:1.0:1761313474.162152:0:75317:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000008bcc3d6c. 00000100:00000200:1.0:1761313474.162164:0:75317:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869138388160 02000000:00000010:1.0:1761313474.162172:0:75317:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000049cb8791. 00010000:00000200:1.0:1761313474.162176:0:75317:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply req@00000000678f995f x1846869138388160/t0(0) o400->lustre-MDT0001-mdtlov_UUID@0@lo:442/0 lens 224/224 e 0 to 0 dl 1761313517 ref 1 fl Interpret:H/0/0 rc 0/0 job:'kworker/u8:2.0' 00000400:00000010:1.0:1761313474.162184:0:75317:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e95cb506. 00000100:00000200:1.0:1761313474.162186:0:75317:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1846869138388160, offset 224 00000400:00000200:1.0:1761313474.162189:0:75317:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1761313474.162194:0:75317:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1761313474.162198:0:75317:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x68fb7baf0b4c0 00000400:00000200:1.0:1761313474.162201:0:75317:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0xb0a89 [1] + 224 00000400:00000200:1.0:1761313474.162204:0:75317:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313474.162206:0:75317:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1761313474.162210:0:75317:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000064f8b87f x1846869138388160/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1761313518 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000400:00000200:1.0:1761313474.162219:0:75317:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e95cb506 00000400:00000010:1.0:1761313474.162220:0:75317:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e95cb506. 00000020:00000010:1.0:1761313474.162225:0:75317:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000fabc6bca. 00000020:00000010:1.0:1761313474.162228:0:75317:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000004ff15bf4. 00000020:00000010:1.0:1761313474.162229:0:75317:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000039b3f807. 00000100:00000200:1.0:1761313474.162237:0:75317:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869138388416 02000000:00000010:1.0:1761313474.162244:0:75317:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000dcc17bf2. 00010000:00000200:1.0:1761313474.162248:0:75317:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply req@00000000c18fc9d0 x1846869138388416/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:442/0 lens 224/224 e 0 to 0 dl 1761313517 ref 1 fl Interpret:H/0/0 rc 0/0 job:'kworker/u8:2.0' 00000400:00000010:1.0:1761313474.162255:0:75317:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e95cb506. 00000100:00000200:1.0:1761313474.162258:0:75317:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1846869138388416, offset 224 00000400:00000200:1.0:1761313474.162261:0:75317:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1761313474.162265:0:75317:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1761313474.162268:0:75317:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x68fb7baf0b5c0 00000400:00000200:1.0:1761313474.162272:0:75317:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0xb0a91 [1] + 224 00000400:00000200:1.0:1761313474.162274:0:75317:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313474.162276:0:75317:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1761313474.162279:0:75317:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000007fc08122 x1846869138388416/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1761313518 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000400:00000200:1.0:1761313474.162286:0:75317:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e95cb506 00000400:00000010:1.0:1761313474.162288:0:75317:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e95cb506. 00000020:00000010:1.0:1761313474.162292:0:75317:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000db46113c. 00000020:00000010:1.0:1761313474.162294:0:75317:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000008bcc3d6c. 00000020:00000010:1.0:1761313474.162295:0:75317:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006f7470de. 00000400:00000010:1.0:1761313474.162312:0:15833:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000c35fa50f. 00000400:00000200:1.0:1761313474.162314:0:15833:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e7bbe35e 00000400:00000010:1.0:1761313474.162315:0:15833:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e7bbe35e. 00000100:00000200:1.0:1761313474.162318:0:15833:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000db5c2442 x1846869138387840/t0(0) o400->MGC192.168.204.138@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1761313518 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00000200:1.0:1761313474.162324:0:15833:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000db5c2442 x1846869138387840/t0(0) o400->MGC192.168.204.138@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1761313518 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000400:00000010:1.0:1761313474.162333:0:15833:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000ed5603a2. 00000400:00000200:1.0:1761313474.162334:0:15833:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ccaef716 00000400:00000010:1.0:1761313474.162335:0:15833:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ccaef716. 00000100:00000200:1.0:1761313474.162337:0:15833:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000007de1a361 x1846869138388096/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1761313518 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00000200:1.0:1761313474.162342:0:15833:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000007de1a361 x1846869138388096/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1761313518 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000400:00000010:1.0:1761313474.162352:0:15833:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000009bd8d2b4. 00000400:00000200:1.0:1761313474.162354:0:15833:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009f44a341 00000400:00000010:1.0:1761313474.162355:0:15833:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009f44a341. 00000100:00000200:1.0:1761313474.162378:0:15833:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000064f8b87f x1846869138388160/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1761313518 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00000200:1.0:1761313474.162386:0:15833:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000064f8b87f x1846869138388160/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1761313518 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00010000:00000010:2.1:1761313474.163127:0:15835:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001bb94a77. 00010000:00000010:2.1:1761313474.163136:0:15835:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000097e21150. 00000400:00000200:2.0:1761313474.163148:0:15835:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1761313474.163159:0:15835:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 24 MB=0x68fb7baf0b340 00000400:00000200:2.0:1761313474.163164:0:15835:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 224/224 into md 0x45e35 [256] + 20160 00000400:00000200:2.0:1761313474.163170:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313474.163172:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1761313474.163176:0:15835:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000010:2.0:1761313474.163180:0:15835:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e4555adc. 00000400:00000200:2.0:1761313474.163204:0:15835:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000022a491ca 00000400:00000010:2.0:1761313474.163206:0:15835:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000022a491ca. 00000100:00000200:2.0:1761313474.163213:0:15835:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000004c2b08ab x1846869138387776/t0(0) o41->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/368 e 0 to 0 dl 1761313481 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'osp-pre-0-1.0' 02000000:00000010:2.0:1761313474.163249:0:15835:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000003595a20b. 00000400:00000010:2.0:1761313474.163253:0:15835:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000009bc064a7. 00000400:00000010:2.0:1761313474.163256:0:15835:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000022a491ca. 00000100:00000200:2.0:1761313474.163260:0:15835:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869138388032, portal 10 00000400:00000010:2.0:1761313474.163265:0:15835:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005017ce3d. 00000100:00000200:2.0:1761313474.163267:0:15835:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1846869138388032, offset 0 00000400:00000200:2.0:1761313474.163271:0:15835:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1761313474.163276:0:15835:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1761313474.163280:0:15835:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x68fb7baf0b440 00000400:00000200:2.0:1761313474.163284:0:15835:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x7c131 [64] + 26456 00000400:00000200:2.0:1761313474.163287:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313474.163289:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1761313474.163291:0:15835:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1761313474.163294:0:15835:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000026d75e8. 00000400:00000200:2.0:1761313474.163305:0:15835:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005017ce3d 00000400:00000010:2.0:1761313474.163307:0:15835:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005017ce3d. 00000100:00000200:2.0:1761313474.163309:0:15835:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000242da0db x1846869138388032/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1761313518 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000020:00000010:2.0:1761313474.163337:0:64725:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000abfa905f. 00000020:00000010:2.0:1761313474.163341:0:64725:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000003b7d3eee. 00000020:00000010:2.0:1761313474.163343:0:64725:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000134da562. 00000100:00000200:2.0:1761313474.163389:0:64725:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869138388032 02000000:00000010:2.0:1761313474.163401:0:64725:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000006f85aba0. 00010000:00000200:2.0:1761313474.163407:0:64725:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply req@00000000026d75e8 x1846869138388032/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:442/0 lens 224/224 e 0 to 0 dl 1761313517 ref 1 fl Interpret:H/0/0 rc 0/0 job:'kworker/u8:2.0' 00000400:00000010:2.0:1761313474.163417:0:64725:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005017ce3d. 00000100:00000200:2.0:1761313474.163419:0:64725:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1846869138388032, offset 224 00000400:00000200:2.0:1761313474.163423:0:64725:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1761313474.163428:0:64725:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1761313474.163432:0:64725:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x68fb7baf0b440 00000400:00000200:2.0:1761313474.163436:0:64725:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0xb0acd [1] + 224 00000400:00000200:2.0:1761313474.163439:0:64725:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313474.163441:0:64725:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1761313474.163446:0:64725:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000242da0db x1846869138388032/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1761313518 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000400:00000200:2.0:1761313474.163455:0:64725:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005017ce3d 00000400:00000010:2.0:1761313474.163456:0:64725:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005017ce3d. 00000020:00000010:2.0:1761313474.163463:0:64725:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000003b7d3eee. 00000020:00000010:2.0:1761313474.163466:0:64725:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000134da562. 00000020:00000010:2.0:1761313474.163469:0:64725:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000abfa905f. 02000000:00000010:2.0:1761313474.163487:0:15835:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000abfa905f. 00000400:00000010:2.0:1761313474.163490:0:15835:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000ddc6103e. 00000400:00000010:2.0:1761313474.163493:0:15835:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005017ce3d. 00000100:00000200:2.0:1761313474.163495:0:15835:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869138388288, portal 10 00000400:00000010:2.0:1761313474.163499:0:15835:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000eace0f75. 00000100:00000200:2.0:1761313474.163501:0:15835:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1846869138388288, offset 0 00000400:00000200:2.0:1761313474.163504:0:15835:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1761313474.163509:0:15835:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1761313474.163513:0:15835:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x68fb7baf0b540 00000400:00000200:2.0:1761313474.163516:0:15835:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x7c131 [64] + 26680 00000400:00000200:2.0:1761313474.163519:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313474.163521:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1761313474.163523:0:15835:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1761313474.163526:0:15835:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000c537b3f9. 00000400:00000200:2.0:1761313474.163546:0:15835:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000eace0f75 00000400:00000010:2.0:1761313474.163548:0:15835:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000eace0f75. 00000100:00000200:2.0:1761313474.163552:0:15835:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000d93d7538 x1846869138388288/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1761313518 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000020:00000010:2.0:1761313474.163573:0:67988:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a8d90e26. 00000020:00000010:2.0:1761313474.163576:0:67988:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000003b7d3eee. 00000020:00000010:2.0:1761313474.163579:0:67988:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000134da562. 00000100:00000200:2.0:1761313474.163592:0:67988:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869138388288 02000000:00000010:2.0:1761313474.163598:0:67988:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000002922ea91. 00010000:00000200:2.0:1761313474.163603:0:67988:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply req@00000000c537b3f9 x1846869138388288/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:442/0 lens 224/224 e 0 to 0 dl 1761313517 ref 1 fl Interpret:H/0/0 rc 0/0 job:'kworker/u8:2.0' 00000400:00000010:2.0:1761313474.163611:0:67988:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000eace0f75. 00000100:00000200:2.0:1761313474.163613:0:67988:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1846869138388288, offset 224 00000400:00000200:2.0:1761313474.163616:0:67988:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1761313474.163621:0:67988:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1761313474.163625:0:67988:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x68fb7baf0b540 00000400:00000200:2.0:1761313474.163629:0:67988:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0xb0ad9 [1] + 224 00000400:00000200:2.0:1761313474.163632:0:67988:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313474.163634:0:67988:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1761313474.163637:0:67988:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000d93d7538 x1846869138388288/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1761313518 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000400:00000200:2.0:1761313474.163646:0:67988:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000eace0f75 00000400:00000010:2.0:1761313474.163647:0:67988:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000eace0f75. 00000020:00000010:2.0:1761313474.163653:0:67988:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000003b7d3eee. 00000020:00000010:2.0:1761313474.163656:0:67988:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000134da562. 00000020:00000010:2.0:1761313474.163658:0:67988:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a8d90e26. 02000000:00000010:2.0:1761313474.163675:0:15835:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a8d90e26. 00000400:00000010:2.0:1761313474.163678:0:15835:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000007c9c531b. 00000400:00000010:2.0:1761313474.163681:0:15835:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000eace0f75. 00000100:00000200:2.0:1761313474.163683:0:15835:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869138388544, portal 10 00000400:00000010:2.0:1761313474.163687:0:15835:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d2af7839. 00000100:00000200:2.0:1761313474.163689:0:15835:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1846869138388544, offset 0 00000400:00000200:2.0:1761313474.163692:0:15835:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1761313474.163696:0:15835:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1761313474.163700:0:15835:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x68fb7baf0b640 00000400:00000200:2.0:1761313474.163703:0:15835:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x7c131 [64] + 26904 00000400:00000200:2.0:1761313474.163706:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313474.163708:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1761313474.163710:0:15835:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1761313474.163713:0:15835:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000c61cebbd. 00000400:00000200:2.0:1761313474.163721:0:15835:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d2af7839 00000400:00000010:2.0:1761313474.163723:0:15835:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d2af7839. 00000100:00000200:2.0:1761313474.163726:0:15835:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000022227f6e x1846869138388544/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1761313518 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000020:00000010:2.0:1761313474.163744:0:64725:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b959715e. 00000020:00000010:2.0:1761313474.163747:0:64725:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000003b7d3eee. 00000020:00000010:2.0:1761313474.163749:0:64725:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000134da562. 00000100:00000200:2.0:1761313474.163776:0:64725:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869138388544 02000000:00000010:2.0:1761313474.163795:0:64725:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000b3a2a704. 00010000:00000200:2.0:1761313474.163800:0:64725:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply req@00000000c61cebbd x1846869138388544/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:442/0 lens 224/224 e 0 to 0 dl 1761313517 ref 1 fl Interpret:H/0/0 rc 0/0 job:'kworker/u8:2.0' 00000400:00000010:2.0:1761313474.163809:0:64725:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d2af7839. 00000100:00000200:2.0:1761313474.163811:0:64725:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1846869138388544, offset 224 00000400:00000200:2.0:1761313474.163814:0:64725:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1761313474.163819:0:64725:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1761313474.163823:0:64725:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x68fb7baf0b640 00000400:00000200:2.0:1761313474.163826:0:64725:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0xb0ae5 [1] + 224 00000400:00000200:2.0:1761313474.163829:0:64725:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313474.163831:0:64725:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1761313474.163834:0:64725:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000022227f6e x1846869138388544/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1761313518 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000400:00000200:2.0:1761313474.163843:0:64725:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d2af7839 00000400:00000010:2.0:1761313474.163844:0:64725:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d2af7839. 00000020:00000010:2.0:1761313474.163850:0:64725:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000003b7d3eee. 00000020:00000010:2.0:1761313474.163852:0:64725:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000134da562. 00000020:00000010:2.0:1761313474.163854:0:64725:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b959715e. 00000400:00000010:2.0:1761313474.163874:0:15835:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000009bc064a7. 00000400:00000200:2.0:1761313474.163876:0:15835:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000022a491ca 00000400:00000010:2.0:1761313474.163878:0:15835:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000022a491ca. 00000100:00000200:2.0:1761313474.163881:0:15835:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000242da0db x1846869138388032/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1761313518 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00000200:2.0:1761313474.163887:0:15835:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000242da0db x1846869138388032/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1761313518 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000400:00000010:2.0:1761313474.163902:0:15835:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000ddc6103e. 00000400:00000200:2.0:1761313474.163904:0:15835:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005017ce3d 00000400:00000010:2.0:1761313474.163905:0:15835:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005017ce3d. 00000100:00000200:2.0:1761313474.163907:0:15835:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000d93d7538 x1846869138388288/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1761313518 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00000200:2.0:1761313474.163913:0:15835:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000d93d7538 x1846869138388288/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1761313518 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000400:00000010:2.0:1761313474.163922:0:15835:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000007c9c531b. 00000400:00000200:2.0:1761313474.163924:0:15835:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000eace0f75 00000400:00000010:2.0:1761313474.163925:0:15835:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000eace0f75. 00000100:00000200:2.0:1761313474.163927:0:15835:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000022227f6e x1846869138388544/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1761313518 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00000200:2.0:1761313474.163933:0:15835:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000022227f6e x1846869138388544/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1761313518 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 02000000:00000010:2.0:1761313474.163943:0:15835:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000003595a20b. 02000000:00000010:2.0:1761313474.163947:0:15835:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000e18dda97. 00000100:00000010:2.0:1761313474.163950:0:15835:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000242da0db. 02000000:00000010:2.0:1761313474.163953:0:15835:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000abfa905f. 02000000:00000010:2.0:1761313474.163955:0:15835:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000d1fdb818. 00000100:00000010:2.0:1761313474.163957:0:15835:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d93d7538. 02000000:00000010:2.0:1761313474.163959:0:15835:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a8d90e26. 02000000:00000010:2.0:1761313474.163961:0:15835:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000258d8758. 00000100:00000010:2.0:1761313474.163964:0:15835:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000022227f6e. 02000000:00000010:2.0:1761313474.163975:0:15835:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000004d15bbff. 00000400:00000010:2.0:1761313474.163978:0:15835:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000007c9c531b. 00000400:00000010:2.0:1761313474.163980:0:15835:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000eace0f75. 00000100:00000200:2.0:1761313474.163982:0:15835:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869138387968, portal 10 00000400:00000010:2.0:1761313474.163985:0:15835:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005017ce3d. 00000100:00000200:2.0:1761313474.163987:0:15835:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1846869138387968, offset 0 00000400:00000200:2.0:1761313474.163990:0:15835:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1761313474.163995:0:15835:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1761313474.163999:0:15835:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x68fb7baf0b400 00000400:00000200:2.0:1761313474.164002:0:15835:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x7c131 [64] + 27128 00000400:00000200:2.0:1761313474.164006:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313474.164008:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1761313474.164010:0:15835:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1761313474.164013:0:15835:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ec1baf93. 00000400:00000200:2.0:1761313474.164021:0:15835:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005017ce3d 00000400:00000010:2.0:1761313474.164023:0:15835:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005017ce3d. 00000100:00000200:2.0:1761313474.164026:0:15835:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000eabf7b6f x1846869138387968/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1761313518 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000020:00000010:2.0:1761313474.164044:0:67988:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007d271470. 00000020:00000010:2.0:1761313474.164047:0:67988:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000003b7d3eee. 00000020:00000010:2.0:1761313474.164049:0:67988:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000134da562. 00000100:00000200:2.0:1761313474.164063:0:67988:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869138387968 02000000:00000010:2.0:1761313474.164069:0:67988:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000005db705ec. 00010000:00000200:2.0:1761313474.164073:0:67988:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply req@00000000ec1baf93 x1846869138387968/t0(0) o400->lustre-MDT0000-lwp-MDT0001_UUID@0@lo:442/0 lens 224/224 e 0 to 0 dl 1761313517 ref 1 fl Interpret:H/0/0 rc 0/0 job:'kworker/u8:2.0' 00000400:00000010:2.0:1761313474.164081:0:67988:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005017ce3d. 00000100:00000200:2.0:1761313474.164083:0:67988:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1846869138387968, offset 224 00000400:00000200:2.0:1761313474.164087:0:67988:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1761313474.164091:0:67988:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1761313474.164096:0:67988:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x68fb7baf0b400 00000400:00000200:2.0:1761313474.164099:0:67988:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0xb0af1 [1] + 224 00000400:00000200:2.0:1761313474.164102:0:67988:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313474.164104:0:67988:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1761313474.164107:0:67988:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000eabf7b6f x1846869138387968/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1761313518 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000400:00000200:2.0:1761313474.164114:0:67988:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005017ce3d 00000400:00000010:2.0:1761313474.164115:0:67988:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005017ce3d. 00000020:00000010:2.0:1761313474.164121:0:67988:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000003b7d3eee. 00000020:00000010:2.0:1761313474.164123:0:67988:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000134da562. 00000020:00000010:2.0:1761313474.164125:0:67988:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007d271470. 02000000:00000010:2.0:1761313474.164141:0:15835:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000007d271470. 00000400:00000010:2.0:1761313474.164144:0:15835:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000ddc6103e. 00000400:00000010:2.0:1761313474.164147:0:15835:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005017ce3d. 00000100:00000200:2.0:1761313474.164149:0:15835:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869138388224, portal 10 00000400:00000010:2.0:1761313474.164153:0:15835:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000022a491ca. 00000100:00000200:2.0:1761313474.164155:0:15835:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1846869138388224, offset 0 00000400:00000200:2.0:1761313474.164158:0:15835:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1761313474.164162:0:15835:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1761313474.164166:0:15835:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x68fb7baf0b500 00000400:00000200:2.0:1761313474.164168:0:15835:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x7c131 [64] + 27352 00000400:00000200:2.0:1761313474.164172:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313474.164174:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1761313474.164176:0:15835:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1761313474.164180:0:15835:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000eda1a5a4. 00000400:00000200:2.0:1761313474.164187:0:15835:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000022a491ca 00000400:00000010:2.0:1761313474.164188:0:15835:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000022a491ca. 00000100:00000200:2.0:1761313474.164191:0:15835:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000003e4d9a3e x1846869138388224/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1761313518 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000020:00000010:2.0:1761313474.164208:0:64725:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a8d90e26. 00000020:00000010:2.0:1761313474.164211:0:64725:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000003b7d3eee. 00000020:00000010:2.0:1761313474.164213:0:64725:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000134da562. 00000100:00000200:2.0:1761313474.164226:0:64725:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869138388224 02000000:00000010:2.0:1761313474.164232:0:64725:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000abfa905f. 00010000:00000200:2.0:1761313474.164236:0:64725:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply req@00000000eda1a5a4 x1846869138388224/t0(0) o400->lustre-MDT0000-lwp-OST0001_UUID@0@lo:442/0 lens 224/224 e 0 to 0 dl 1761313517 ref 1 fl Interpret:H/0/0 rc 0/0 job:'kworker/u8:2.0' 00000400:00000010:2.0:1761313474.164243:0:64725:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000022a491ca. 00000100:00000200:2.0:1761313474.164245:0:64725:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1846869138388224, offset 224 00000400:00000200:2.0:1761313474.164248:0:64725:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1761313474.164252:0:64725:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1761313474.164256:0:64725:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x68fb7baf0b500 00000400:00000200:2.0:1761313474.164259:0:64725:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0xb0afd [1] + 224 00000400:00000200:2.0:1761313474.164262:0:64725:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313474.164264:0:64725:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1761313474.164267:0:64725:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000003e4d9a3e x1846869138388224/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1761313518 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000400:00000200:2.0:1761313474.164275:0:64725:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000022a491ca 00000400:00000010:2.0:1761313474.164276:0:64725:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000022a491ca. 00000020:00000010:2.0:1761313474.164282:0:64725:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000003b7d3eee. 00000020:00000010:2.0:1761313474.164283:0:64725:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000134da562. 00000020:00000010:2.0:1761313474.164285:0:64725:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a8d90e26. 02000000:00000010:2.0:1761313474.164301:0:15835:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000003595a20b. 00000400:00000010:2.0:1761313474.164303:0:15835:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000009bc064a7. 00000400:00000010:2.0:1761313474.164306:0:15835:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000022a491ca. 00000100:00000200:2.0:1761313474.164308:0:15835:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869138388480, portal 4 00000400:00000010:2.0:1761313474.164312:0:15835:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d2af7839. 00000100:00000200:2.0:1761313474.164313:0:15835:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1846869138388480, offset 0 00000400:00000200:2.0:1761313474.164316:0:15835:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1761313474.164320:0:15835:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1761313474.164323:0:15835:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x68fb7baf0b600 00000400:00000200:2.0:1761313474.164327:0:15835:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0x7511d [8] + 12536 00000400:00000200:2.0:1761313474.164330:0:15835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313474.164332:0:15835:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1761313474.164334:0:15835:0:(events.c:317:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:2.0:1761313474.164336:0:15835:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000010a0daa6. 00000400:00000200:2.0:1761313474.164345:0:15835:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d2af7839 00000400:00000010:2.0:1761313474.164346:0:15835:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d2af7839. 00000100:00000200:2.0:1761313474.164348:0:15835:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000001286135a x1846869138388480/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1761313518 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000020:00000010:2.0:1761313474.164388:0:75310:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a8d90e26. 00000020:00000010:2.0:1761313474.164391:0:75310:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000003b7d3eee. 00000020:00000010:2.0:1761313474.164393:0:75310:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000134da562. 00000100:00000200:2.0:1761313474.164408:0:75310:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869138388480 02000000:00000010:2.0:1761313474.164413:0:75310:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000b959715e. 00010000:00000200:2.0:1761313474.164417:0:75310:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply req@0000000010a0daa6 x1846869138388480/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:442/0 lens 224/224 e 0 to 0 dl 1761313517 ref 1 fl Interpret:H/0/0 rc 0/0 job:'kworker/u8:2.0' 00000400:00000010:2.0:1761313474.164423:0:75310:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d2af7839. 00000100:00000200:2.0:1761313474.164426:0:75310:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1846869138388480, offset 224 00000400:00000200:2.0:1761313474.164429:0:75310:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1761313474.164434:0:75310:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1761313474.164438:0:75310:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x68fb7baf0b600 00000400:00000200:2.0:1761313474.164441:0:75310:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0xb0b09 [1] + 224 00000400:00000200:2.0:1761313474.164444:0:75310:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313474.164446:0:75310:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1761313474.164450:0:75310:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000001286135a x1846869138388480/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1761313518 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000400:00000200:2.0:1761313474.164458:0:75310:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d2af7839 00000400:00000010:2.0:1761313474.164460:0:75310:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d2af7839. 00000020:00000010:2.0:1761313474.164464:0:75310:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000003b7d3eee. 00000020:00000010:2.0:1761313474.164467:0:75310:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000134da562. 00000020:00000010:2.0:1761313474.164468:0:75310:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a8d90e26. 00000400:00000010:2.0:1761313474.164483:0:15835:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000007c9c531b. 00000400:00000200:2.0:1761313474.164485:0:15835:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000eace0f75 00000400:00000010:2.0:1761313474.164486:0:15835:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000eace0f75. 00000100:00000200:2.0:1761313474.164489:0:15835:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000eabf7b6f x1846869138387968/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1761313518 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00000200:2.0:1761313474.164494:0:15835:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000eabf7b6f x1846869138387968/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1761313518 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000400:00000010:2.0:1761313474.164506:0:15835:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000ddc6103e. 00000400:00000200:2.0:1761313474.164507:0:15835:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005017ce3d 00000400:00000010:2.0:1761313474.164508:0:15835:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005017ce3d. 00000100:00000200:2.0:1761313474.164511:0:15835:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000003e4d9a3e x1846869138388224/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1761313518 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00000200:2.0:1761313474.164516:0:15835:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000003e4d9a3e x1846869138388224/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1761313518 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000400:00000010:2.0:1761313474.164523:0:15835:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000009bc064a7. 00000400:00000200:2.0:1761313474.164525:0:15835:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000022a491ca 00000400:00000010:2.0:1761313474.164526:0:15835:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000022a491ca. 00000100:00000200:2.0:1761313474.164527:0:15835:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000001286135a x1846869138388480/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1761313518 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00000200:2.0:1761313474.164537:0:15835:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000001286135a x1846869138388480/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1761313518 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 02000000:00000010:2.0:1761313474.164545:0:15835:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000004d15bbff. 02000000:00000010:2.0:1761313474.164548:0:15835:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000665e1d46. 00000100:00000010:2.0:1761313474.164550:0:15835:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000eabf7b6f. 02000000:00000010:2.0:1761313474.164553:0:15835:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000007d271470. 02000000:00000010:2.0:1761313474.164554:0:15835:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 000000004eeb71e1. 00000100:00000010:2.0:1761313474.164556:0:15835:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000003e4d9a3e. 02000000:00000010:2.0:1761313474.164558:0:15835:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000003595a20b. 02000000:00000010:2.0:1761313474.164560:0:15835:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000fe7bdfb5. 00000100:00000010:2.0:1761313474.164561:0:15835:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001286135a. 00010000:00000010:0.1:1761313474.164638:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ff2387e1. 00000020:00000010:0.0:1761313474.164661:0:64729:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007aa30d8b. 00000020:00000010:0.0:1761313474.164665:0:64729:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000026f21b6. 00000020:00000010:0.0:1761313474.164667:0:64729:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000a5d3e0ae. 00000100:00000200:0.0:1761313474.164693:0:64729:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869138387776 02000000:00000010:0.0:1761313474.164701:0:64729:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 648 at 0000000069e08197. 00010000:00000200:0.0:1761313474.164722:0:64729:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply req@00000000e4555adc x1846869138387776/t0(0) o41->lustre-MDT0001-mdtlov_UUID@0@lo:405/0 lens 224/368 e 0 to 0 dl 1761313480 ref 1 fl Interpret:/0/0 rc 0/0 job:'osp-pre-0-1.0' 00000400:00000010:0.0:1761313474.164730:0:64729:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006c51a6d2. 00000100:00000200:0.0:1761313474.164732:0:64729:0:(niobuf.c:86:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1846869138387776, offset 224 00000400:00000200:0.0:1761313474.164736:0:64729:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1761313474.164740:0:64729:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1761313474.164745:0:64729:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x68fb7baf0b340 00000400:00000200:0.0:1761313474.164749:0:64729:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0xb0a75 [1] + 224 00000400:00000200:0.0:1761313474.164752:0:64729:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313474.164754:0:64729:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1761313474.164759:0:64729:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000004c2b08ab x1846869138387776/t0(0) o41->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/368 e 0 to 0 dl 1761313481 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'osp-pre-0-1.0' 00000400:00000200:0.0:1761313474.164769:0:64729:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006c51a6d2 00000400:00000010:0.0:1761313474.164770:0:64729:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006c51a6d2. 00000020:00000010:0.0:1761313474.164776:0:64729:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000026f21b6. 00000020:00000010:0.0:1761313474.164779:0:64729:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000a5d3e0ae. 00000020:00000010:0.0:1761313474.164794:0:64729:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007aa30d8b. 00000400:00000010:1.0:1761313474.169351:0:15833:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000071fbb7b. 00000400:00000200:1.0:1761313474.169415:0:15833:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b6c604dc 00000400:00000010:1.0:1761313474.169417:0:15833:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b6c604dc. 00000100:00000200:1.0:1761313474.169428:0:15833:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000007fc08122 x1846869138388416/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1761313518 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00000200:1.0:1761313474.169444:0:15833:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000007fc08122 x1846869138388416/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1761313518 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 02000000:00000010:1.0:1761313474.169471:0:15833:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000008a57a3d2. 02000000:00000010:1.0:1761313474.169477:0:15833:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 000000003e7406f5. 00000100:00000010:1.0:1761313474.169481:0:15833:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000db5c2442. 02000000:00000010:1.0:1761313474.169485:0:15833:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000096b0639e. 02000000:00000010:1.0:1761313474.169487:0:15833:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000abc6288c. 00000100:00000010:1.0:1761313474.169489:0:15833:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007de1a361. 02000000:00000010:1.0:1761313474.169491:0:15833:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000068b91480. 02000000:00000010:1.0:1761313474.169493:0:15833:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000f3be7fa6. 00000100:00000010:1.0:1761313474.169495:0:15833:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000064f8b87f. 02000000:00000010:1.0:1761313474.169497:0:15833:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000fe2779ab. 02000000:00000010:1.0:1761313474.169498:0:15833:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000cc8c87c8. 00000100:00000010:1.0:1761313474.169501:0:15833:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007fc08122. 00000400:00000010:2.0:1761313474.169615:0:15835:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000a831013b. 00000400:00000200:2.0:1761313474.169619:0:15835:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006fbc47a5 00000400:00000010:2.0:1761313474.169620:0:15835:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006fbc47a5. 00000100:00000200:2.0:1761313474.169626:0:15835:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000004c2b08ab x1846869138387776/t0(0) o41->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/368 e 0 to 0 dl 1761313481 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'osp-pre-0-1.0' 00000100:00000200:2.0:1761313474.169632:0:15835:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000004c2b08ab x1846869138387776/t0(0) o41->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/368 e 0 to 0 dl 1761313481 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'osp-pre-0-1.0' 02000000:00000010:2.0:1761313474.169648:0:15835:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 0000000061f532dd. 02000000:00000010:2.0:1761313474.169651:0:15835:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 000000009f02d435. 00000100:00000010:2.0:1761313474.169653:0:15835:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000004c2b08ab. 00000400:00000200:3.0:1761313474.169933:0:15834:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002d5c7cf4 00000400:00000010:3.0:1761313474.169936:0:15834:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002d5c7cf4. 00000100:00000200:3.0:1761313474.169941:0:15834:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000dfcb6cbf x1846869138387712/t0(0) o41->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/368 e 0 to 0 dl 1761313481 ref 2 fl Rpc:R/0/ffffffff rc 0/-1 job:'osp-pre-1-0.0' 00000400:00000010:3.0:1761313474.169965:0:15834:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000feff08e2. 00000400:00000200:3.0:1761313474.169967:0:15834:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000077a0ef2 00000400:00000010:3.0:1761313474.169968:0:15834:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000077a0ef2. 00000100:00000200:3.0:1761313474.169970:0:15834:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000dfcb6cbf x1846869138387712/t0(0) o41->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/368 e 0 to 0 dl 1761313481 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'osp-pre-1-0.0' 00000100:00000200:3.0:1761313474.169975:0:15834:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000dfcb6cbf x1846869138387712/t0(0) o41->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/368 e 0 to 0 dl 1761313481 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'osp-pre-1-0.0' 02000000:00000010:3.0:1761313474.169990:0:15834:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000841067ee. 02000000:00000010:3.0:1761313474.169992:0:15834:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 000000002680ae0f. 00000100:00000010:3.0:1761313474.169994:0:15834:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000dfcb6cbf. 00000400:00000200:0.0:1761313474.170055:0:15825:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:0.0:1761313474.170068:0:15825:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x68fb7baf0b2c0 00000400:00000200:0.0:1761313474.170075:0:15825:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb0a65 [1] + 224 00000400:00000200:0.0:1761313474.170083:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313474.170086:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:0.0:1761313474.170092:0:15825:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000d68bc362 x1846869138387648/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313518 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761313474.170117:0:15825:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:0.0:1761313474.170121:0:15825:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x68fb7ba85be80 00000400:00000200:0.0:1761313474.170125:0:15825:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xaf445 [2] + 1968 00000400:00000010:0.0:1761313474.170127:0:15825:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000db072ebc. 00000400:00000200:0.0:1761313474.170129:0:15825:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 0000000033406c35 00000400:00000200:0.0:1761313474.170176:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313474.170179:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:0.0:1761313474.170181:0:15825:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000033406c35 00000400:00000010:0.0:1761313474.170183:0:15825:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 0000000033406c35 (tot 82351426). 00000100:00000200:0.0:1761313474.170188:0:15825:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:3.0:1761313474.170257:0:64710:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d74fd364. 00000020:00000010:3.0:1761313474.170263:0:64710:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000d8e037e1. 00000020:00000010:3.0:1761313474.170266:0:64710:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000e87b31f6. 00000100:00000200:3.0:1761313474.170283:0:64710:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000002d71c8a0 x1846869131378304/t0(0) o103->78617949-0e11-4ca2-94c2-d809f91deaa9@192.168.204.38@tcp:405/0 lens 328/0 e 0 to 0 dl 1761313480 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:3.0:1761313474.170309:0:64710:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869131378304 02000000:00000010:3.0:1761313474.170319:0:64710:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000bcf20a7e. 00010000:00000010:3.0:1761313474.170353:0:64710:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000009fa3918. 00000100:00000010:3.0:1761313474.170386:0:64710:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000e02169de. 00000100:00000010:3.0:1761313474.170393:0:64710:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000e02169de. 00010000:00000010:3.0:1761313474.170396:0:64710:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000009fa3918. 00000400:00000010:3.0:1761313474.170411:0:64710:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000077a0ef2. 00000100:00000200:3.0:1761313474.170415:0:64710:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869131378304, offset 224 00000400:00000200:3.0:1761313474.170422:0:64710:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:3.0:1761313474.170431:0:64710:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:3.0:1761313474.170436:0:64710:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90162:90162:256:4294967295] 192.168.204.38@tcp LPNI seq info [90162:90162:8:4294967295] 00000400:00000200:3.0:1761313474.170444:0:64710:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:3.0:1761313474.170449:0:64710:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:3.0:1761313474.170453:0:64710:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a77805d3 (tot 82351674). 00000800:00000200:3.0:1761313474.170458:0:64710:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:3.0:1761313474.170464:0:64710:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:3.0:1761313474.170467:0:64710:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000a77805d3 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761313474.170487:0:64710:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000d8e037e1. 00000020:00000010:3.0:1761313474.170491:0:64710:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000e87b31f6. 00000020:00000010:3.0:1761313474.170495:0:64710:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d74fd364. 02000000:00000010:3.0:1761313474.170502:0:64710:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000669fe953. 00000100:00000010:3.0:1761313474.170504:0:64710:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000018525722. 02000000:00000010:3.0:1761313474.170508:0:64710:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000007725e51e. 00000100:00000010:3.0:1761313474.170510:0:64710:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001588211e. 02000000:00000010:3.0:1761313474.170512:0:64710:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000029ec4300. 00000100:00000010:3.0:1761313474.170514:0:64710:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000002febdaee. 02000000:00000010:3.0:1761313474.170516:0:64710:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000ad85e760. 00000100:00000010:3.0:1761313474.170518:0:64710:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000097b2ed89. 02000000:00000010:3.0:1761313474.170520:0:64710:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000186ff8a9. 00000100:00000010:3.0:1761313474.170522:0:64710:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000015f262ae. 02000000:00000010:3.0:1761313474.170524:0:64710:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000bdbafd85. 00000100:00000010:3.0:1761313474.170526:0:64710:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000020fe4fda. 00000100:00000200:3.0:1761313474.170532:0:64710:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1761313474.170536:0:64710:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000feff08e2. 00000400:00000010:3.0:1761313474.170540:0:64710:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000e02169de (tot 82351826). 00000800:00000200:2.0:1761313474.170710:0:15827:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761313474.170713:0:15827:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a77805d3 (tot 82351578). 00000400:00000200:2.0:1761313474.170717:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313474.170721:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:2.0:1761313474.170723:0:15827:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000077a0ef2 00000400:00000010:2.0:1761313474.170724:0:15827:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000077a0ef2. 02000000:00000010:2.0:1761313474.170727:0:15827:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000bcf20a7e. 00000400:00000010:1.0:1761313474.170791:0:77239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000041287c92. 00000400:00000200:1.0:1761313474.170795:0:77239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000081eaf8d3 00000400:00000010:1.0:1761313474.170796:0:77239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000081eaf8d3. 00000100:00000200:1.0:1761313474.170801:0:77239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000d68bc362 x1846869138387648/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313518 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761313474.170808:0:77239:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000d68bc362 x1846869138387648/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313518 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.0:1761313474.170823:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005d63c3c6. 02000000:00000010:1.0:1761313474.170835:0:77239:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000794b04eb. 02000000:00000010:1.0:1761313474.170838:0:77239:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000004f692788. 00000100:00000010:1.0:1761313474.170840:0:77239:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d68bc362. 00000100:00000010:1.0:1761313474.170843:0:77239:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000643a27d3. 00010000:00000010:1.0:1761313474.170845:0:77239:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ff951afa. 00080000:00000010:1.0:1761313474.170861:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000fe2779ab. 00010000:00000010:1.0:1761313474.170958:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000cb9fbaef. 00010000:00000010:1.0:1761313474.170965:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000ec776473. 00010000:00000010:1.0:1761313474.171037:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f717d0fe. 00010000:00000010:1.0:1761313474.171043:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000018700495. 00010000:00000010:1.0:1761313474.171052:0:77239:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000143a496d. 00000100:00000010:1.0:1761313474.171056:0:77239:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000aede53f8. 00000100:00000010:1.0:1761313474.171062:0:77239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007fc08122. 02000000:00000010:1.0:1761313474.171071:0:77239:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000068b91480. 02000000:00000010:1.0:1761313474.171092:0:77239:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000096b0639e. 00000400:00000010:1.0:1761313474.171095:0:77239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000071fbb7b. 00000400:00000010:1.0:1761313474.171098:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b6c604dc. 00000100:00000200:1.0:1761313474.171101:0:77239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869138388608, portal 16 00000400:00000010:1.0:1761313474.171105:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009f44a341. 00000100:00000200:1.0:1761313474.171107:0:77239:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869138388608, offset 0 00000400:00000200:1.0:1761313474.171111:0:77239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:1.0:1761313474.171117:0:77239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:1.0:1761313474.171123:0:77239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:1.0:1761313474.171126:0:77239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761313474.171128:0:77239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:1.0:1761313474.171131:0:77239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90163:90163:256:4294967295] 192.168.204.38@tcp LPNI seq info [90163:90163:8:4294967295] 00000400:00000200:1.0:1761313474.171137:0:77239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:1.0:1761313474.171141:0:77239:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:1.0:1761313474.171143:0:77239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000cc8c87c8 (tot 82351826). 00000800:00000200:1.0:1761313474.171147:0:77239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:1.0:1761313474.171151:0:77239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:1.0:1761313474.171153:0:77239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000cc8c87c8 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761313474.171238:0:15826:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761313474.171241:0:15826:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000cc8c87c8 (tot 82351578). 00000400:00000200:3.0:1761313474.171244:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313474.171248:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:3.0:1761313474.171250:0:15826:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009f44a341 00000400:00000010:3.0:1761313474.171252:0:15826:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009f44a341. 00000100:00000200:3.0:1761313474.171255:0:15826:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000007fc08122 x1846869138388608/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313518 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1761313474.172458:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ddbb5d5f. 00010000:00000010:1.1:1761313474.176409:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000014ad2250. 00010000:00000010:1.1:1761313474.176421:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008dce6fb0. 00010000:00000010:1.1:1761313474.176424:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000297ada48. 00010000:00000010:2.1:1761313474.176460:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006edb84ee. 00010000:00000010:2.1:1761313474.176466:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000405b961. 00000400:00000200:0.0:1761313474.179631:0:15825:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:0.0:1761313474.179652:0:15825:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x68fb7baf0b680 00000400:00000200:0.0:1761313474.179662:0:15825:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb0b21 [1] + 224 00000400:00000200:0.0:1761313474.179675:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313474.179679:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:0.0:1761313474.179689:0:15825:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000007fc08122 x1846869138388608/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313518 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1761313474.179802:0:77239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000071fbb7b. 00000400:00000200:1.0:1761313474.179807:0:77239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b6c604dc 00000400:00000010:1.0:1761313474.179810:0:77239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b6c604dc. 00000100:00000200:1.0:1761313474.179816:0:77239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000007fc08122 x1846869138388608/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313518 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761313474.179823:0:77239:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000007fc08122 x1846869138388608/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313518 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761313474.179852:0:77239:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000096b0639e. 02000000:00000010:1.0:1761313474.179859:0:77239:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000068b91480. 00000100:00000010:1.0:1761313474.179863:0:77239:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007fc08122. 00000100:00000010:1.0:1761313474.179868:0:77239:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000aede53f8. 00010000:00000010:1.0:1761313474.179872:0:77239:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000143a496d. 00000400:00000200:2.0:1761313474.180200:0:15827:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:2.0:1761313474.180211:0:15827:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x68fb7ba85bec0 00000400:00000200:2.0:1761313474.180216:0:15827:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xaf49d [2] + 0 00000400:00000200:2.0:1761313474.180267:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313474.180271:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:2.0:1761313474.180275:0:15827:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1761313474.180280:0:15827:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d68bc362. 00000020:00000010:0.0:1761313474.180405:0:75220:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007aa30d8b. 00000020:00000010:0.0:1761313474.180412:0:75220:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000026f21b6. 00000020:00000010:0.0:1761313474.180416:0:75220:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000a5d3e0ae. 00000100:00000200:0.0:1761313474.180438:0:75220:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000d68bc362 x1846869131378368/t0(0) o103->78617949-0e11-4ca2-94c2-d809f91deaa9@192.168.204.38@tcp:405/0 lens 328/0 e 0 to 0 dl 1761313480 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:0.0:1761313474.180469:0:75220:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869131378368 02000000:00000010:0.0:1761313474.180480:0:75220:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000002795c718. 00010000:00000010:0.0:1761313474.180506:0:75220:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008ef11468. 00010000:00000010:0.0:1761313474.180527:0:75220:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000008c68d87e. 00000100:00000010:0.0:1761313474.180534:0:75220:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000347d155d. 00000100:00000010:0.0:1761313474.180540:0:75220:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000347d155d. 00010000:00000010:0.0:1761313474.180542:0:75220:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000008c68d87e. 00000400:00000010:0.0:1761313474.180555:0:75220:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006c51a6d2. 00000100:00000200:0.0:1761313474.180559:0:75220:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869131378368, offset 224 00000400:00000200:0.0:1761313474.180566:0:75220:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:0.0:1761313474.180575:0:75220:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:0.0:1761313474.180581:0:75220:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90164:90164:256:4294967295] 192.168.204.38@tcp LPNI seq info [90164:90164:8:4294967295] 00000400:00000200:0.0:1761313474.180590:0:75220:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:0.0:1761313474.180595:0:75220:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:0.0:1761313474.180600:0:75220:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000063d61484 (tot 82351826). 00000800:00000200:0.0:1761313474.180605:0:75220:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:0.0:1761313474.180612:0:75220:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:0.0:1761313474.180616:0:75220:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000063d61484 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761313474.180644:0:75220:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000026f21b6. 00000020:00000010:0.0:1761313474.180649:0:75220:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000a5d3e0ae. 00000020:00000010:0.0:1761313474.180652:0:75220:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007aa30d8b. 00080000:00000010:1.0:1761313474.180715:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 0000000068b91480. 00010000:00000010:1.0:1761313474.180809:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000018700495. 00010000:00000010:1.0:1761313474.180817:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000ae8b6e57. 00010000:00000010:1.0:1761313474.180888:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000005d0115b3. 00010000:00000010:1.0:1761313474.180892:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000db46113c. 00010000:00000010:1.0:1761313474.180897:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000fdb76ba0. 00010000:00000010:1.0:1761313474.180902:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000018700495. 00080000:00000010:1.0:1761313474.180913:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 0000000096b0639e. 00010000:00000010:1.0:1761313474.180939:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000018700495. 00010000:00000010:1.0:1761313474.180942:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000db46113c. 00010000:00000010:1.0:1761313474.180996:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000cf0b3590. 00010000:00000010:1.0:1761313474.180999:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000018700495. 00010000:00000010:1.0:1761313474.181006:0:77239:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000143a496d. 00000100:00000010:1.0:1761313474.181009:0:77239:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000aede53f8. 00000100:00000010:1.0:1761313474.181015:0:77239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007fc08122. 02000000:00000010:1.0:1761313474.181024:0:77239:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000008a57a3d2. 02000000:00000010:1.0:1761313474.181048:0:77239:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000006f7470de. 00000400:00000010:1.0:1761313474.181054:0:77239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000071fbb7b. 00000400:00000010:1.0:1761313474.181063:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b6c604dc. 00000100:00000200:1.0:1761313474.181067:0:77239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869138388672, portal 16 00000400:00000010:1.0:1761313474.181071:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ccaef716. 00000100:00000200:1.0:1761313474.181073:0:77239:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869138388672, offset 0 00000400:00000200:1.0:1761313474.181079:0:77239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:1.0:1761313474.181085:0:77239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:1.0:1761313474.181092:0:77239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:1.0:1761313474.181095:0:77239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761313474.181097:0:77239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:1.0:1761313474.181100:0:77239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90165:90165:255:4294967295] 192.168.204.38@tcp LPNI seq info [90165:90165:7:4294967295] 00000400:00000200:1.0:1761313474.181278:0:77239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:1.0:1761313474.181283:0:77239:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:1.0:1761313474.181286:0:77239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f67d6031 (tot 82352074). 00000800:00000200:1.0:1761313474.181291:0:77239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:1.0:1761313474.181295:0:77239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:1.0:1761313474.181297:0:77239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000f67d6031 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761313474.181479:0:15826:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761313474.181483:0:15826:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000063d61484 (tot 82351826). 00000400:00000200:2.0:1761313474.181486:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313474.181491:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:2.0:1761313474.181494:0:15826:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006c51a6d2 00000400:00000010:2.0:1761313474.181496:0:15826:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006c51a6d2. 00000800:00000200:2.0:1761313474.181533:0:15826:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761313474.181535:0:15826:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f67d6031 (tot 82351578). 00000400:00000200:2.0:1761313474.181539:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313474.181542:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:2.0:1761313474.181545:0:15826:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ccaef716 00000400:00000010:2.0:1761313474.181546:0:15826:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ccaef716. 00000100:00000200:2.0:1761313474.181550:0:15826:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000007fc08122 x1846869138388672/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313518 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1761313474.186405:0:1372:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008b2adad4. 00000400:00000200:0.0:1761313474.187937:0:15825:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:0.0:1761313474.187957:0:15825:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x68fb7baf0b6c0 00000400:00000200:0.0:1761313474.187967:0:15825:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb0b2d [1] + 224 00000400:00000200:0.0:1761313474.187976:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313474.187980:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:0.0:1761313474.187991:0:15825:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000007fc08122 x1846869138388672/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313518 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761313474.188030:0:15825:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:0.0:1761313474.188036:0:15825:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x68fb7ba85bf00 00000400:00000200:0.0:1761313474.188041:0:15825:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xaf49d [2] + 328 00000400:00000200:0.0:1761313474.188089:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313474.188093:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:0.0:1761313474.188097:0:15825:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761313474.188102:0:15825:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000002527802e. 00000020:00000010:0.0:1761313474.188151:0:64710:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007aa30d8b. 00000020:00000010:0.0:1761313474.188157:0:64710:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000026f21b6. 00000020:00000010:0.0:1761313474.188161:0:64710:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000a5d3e0ae. 00000100:00000200:0.0:1761313474.188187:0:64710:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000002527802e x1846869131378432/t0(0) o103->78617949-0e11-4ca2-94c2-d809f91deaa9@192.168.204.38@tcp:405/0 lens 328/0 e 0 to 0 dl 1761313480 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:0.0:1761313474.188214:0:64710:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869131378432 02000000:00000010:0.0:1761313474.188225:0:64710:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000985be742. 00010000:00000010:0.0:1761313474.188263:0:64710:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000008c68d87e. 00000100:00000010:0.0:1761313474.188270:0:64710:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000347d155d. 00000100:00000010:0.0:1761313474.188277:0:64710:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000347d155d. 00010000:00000010:0.0:1761313474.188280:0:64710:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000008c68d87e. 00000400:00000010:0.0:1761313474.188292:0:64710:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000066042486. 00000100:00000200:0.0:1761313474.188296:0:64710:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869131378432, offset 224 00000400:00000200:0.0:1761313474.188303:0:64710:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:0.0:1761313474.188314:0:64710:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:0.0:1761313474.188319:0:64710:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90166:90166:256:4294967295] 192.168.204.38@tcp LPNI seq info [90166:90166:8:4294967295] 00000400:00000200:0.0:1761313474.188328:0:64710:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:0.0:1761313474.188333:0:64710:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:0.0:1761313474.188337:0:64710:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d053f659 (tot 82351826). 00000800:00000200:0.0:1761313474.188342:0:64710:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:0.0:1761313474.188349:0:64710:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:0.0:1761313474.188352:0:64710:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000d053f659 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761313474.188388:0:64710:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000026f21b6. 00000020:00000010:0.0:1761313474.188393:0:64710:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000a5d3e0ae. 00000020:00000010:0.0:1761313474.188396:0:64710:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007aa30d8b. 00000800:00000200:0.0:1761313474.188451:0:15827:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761313474.188454:0:15827:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d053f659 (tot 82351578). 00000400:00000200:0.0:1761313474.188457:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313474.188461:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:0.0:1761313474.188464:0:15827:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000066042486 00000400:00000010:0.0:1761313474.188466:0:15827:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000066042486. 00000400:00000010:3.0:1761313474.188819:0:77239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000071fbb7b. 00000400:00000200:3.0:1761313474.188824:0:77239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b6c604dc 00000400:00000010:3.0:1761313474.188825:0:77239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b6c604dc. 00000100:00000200:3.0:1761313474.188831:0:77239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000007fc08122 x1846869138388672/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313518 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761313474.188838:0:77239:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000007fc08122 x1846869138388672/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313518 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.0:1761313474.188856:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000022f9b83d. 02000000:00000010:3.0:1761313474.188868:0:77239:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000006f7470de. 02000000:00000010:3.0:1761313474.188874:0:77239:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000008a57a3d2. 00000100:00000010:3.0:1761313474.188877:0:77239:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007fc08122. 00000100:00000010:3.0:1761313474.188880:0:77239:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000aede53f8. 00010000:00000010:3.0:1761313474.188884:0:77239:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000143a496d. 00080000:00000010:3.0:1761313474.188898:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d74fd364. 00010000:00000010:3.0:1761313474.188982:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000018700495. 00010000:00000010:3.0:1761313474.188989:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000010ca6cb9. 00010000:00000010:3.0:1761313474.189059:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000009317390b. 00010000:00000010:3.0:1761313474.189065:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000004d6c7353. 00010000:00000010:3.0:1761313474.189075:0:77239:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000009fa3918. 00000100:00000010:3.0:1761313474.189079:0:77239:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a457aec5. 00000100:00000010:3.0:1761313474.189085:0:77239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000020fe4fda. 02000000:00000010:3.0:1761313474.189094:0:77239:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000bcf20a7e. 02000000:00000010:3.0:1761313474.189117:0:77239:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000b8ac7f10. 00000400:00000010:3.0:1761313474.189121:0:77239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000074b7d66c. 00000400:00000010:3.0:1761313474.189124:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002d5c7cf4. 00000100:00000200:3.0:1761313474.189129:0:77239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869138388736, portal 16 00000400:00000010:3.0:1761313474.189133:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fc523d55. 00000100:00000200:3.0:1761313474.189135:0:77239:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869138388736, offset 0 00000400:00000200:3.0:1761313474.189140:0:77239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:3.0:1761313474.189147:0:77239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:3.0:1761313474.189153:0:77239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:3.0:1761313474.189156:0:77239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761313474.189159:0:77239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:3.0:1761313474.189162:0:77239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90167:90167:256:4294967295] 192.168.204.38@tcp LPNI seq info [90167:90167:8:4294967295] 00000400:00000200:3.0:1761313474.189169:0:77239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:3.0:1761313474.189173:0:77239:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:3.0:1761313474.189176:0:77239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000006d74909 (tot 82351826). 00000800:00000200:3.0:1761313474.189180:0:77239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:3.0:1761313474.189184:0:77239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:3.0:1761313474.189187:0:77239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000006d74909 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761313474.191692:0:15826:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761313474.191699:0:15826:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000006d74909 (tot 82351578). 00000400:00000200:0.0:1761313474.191705:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313474.191713:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:0.0:1761313474.191719:0:15826:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fc523d55 00000400:00000010:0.0:1761313474.191721:0:15826:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fc523d55. 00000100:00000200:0.0:1761313474.191730:0:15826:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000020fe4fda x1846869138388736/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313518 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1761313474.197439:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000047836109. 00010000:00000010:1.1:1761313474.197453:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f717d0fe. 00010000:00000010:1.1:1761313474.197458:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005d0115b3. 00010000:00000010:1.1:1761313474.197461:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fdb76ba0. 00010000:00000010:3.1:1761313474.197561:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008aca93bf. 00010000:00000010:3.1:1761313474.197566:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004726ba01. 00010000:00000010:3.1:1761313474.197569:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cf0b3590. 00000400:00000200:0.0:1761313474.199578:0:15825:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:0.0:1761313474.199597:0:15825:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x68fb7baf0b700 00000400:00000200:0.0:1761313474.199605:0:15825:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb0b39 [1] + 224 00000400:00000200:0.0:1761313474.199618:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313474.199621:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:0.0:1761313474.199631:0:15825:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000020fe4fda x1846869138388736/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313518 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1761313474.201013:0:77239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000074b7d66c. 00000400:00000200:3.0:1761313474.201021:0:77239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002d5c7cf4 00000400:00000010:3.0:1761313474.201023:0:77239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002d5c7cf4. 00000100:00000200:3.0:1761313474.201033:0:77239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000020fe4fda x1846869138388736/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313518 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761313474.201042:0:77239:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000020fe4fda x1846869138388736/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313518 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1761313474.201071:0:77239:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000b8ac7f10. 02000000:00000010:3.0:1761313474.201077:0:77239:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000bcf20a7e. 00000100:00000010:3.0:1761313474.201081:0:77239:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000020fe4fda. 00000100:00000010:3.0:1761313474.201085:0:77239:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a457aec5. 00010000:00000010:3.0:1761313474.201089:0:77239:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000009fa3918. 00000400:00000200:3.0:1761313474.202069:0:15827:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:3.0:1761313474.202084:0:15827:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x68fb7ba85bf40 00000400:00000200:3.0:1761313474.202090:0:15827:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xaf49d [2] + 656 00000400:00000200:3.0:1761313474.202136:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313474.202140:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:3.0:1761313474.202144:0:15827:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761313474.202148:0:15827:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000020fe4fda. 00000020:00000010:1.0:1761313474.202238:0:75220:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000039b3f807. 00000020:00000010:1.0:1761313474.202244:0:75220:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000db46113c. 00000020:00000010:1.0:1761313474.202248:0:75220:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000008bcc3d6c. 00000100:00000200:1.0:1761313474.202270:0:75220:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000020fe4fda x1846869131378496/t0(0) o103->78617949-0e11-4ca2-94c2-d809f91deaa9@192.168.204.38@tcp:405/0 lens 328/0 e 0 to 0 dl 1761313480 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:1.0:1761313474.202301:0:75220:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869131378496 02000000:00000010:1.0:1761313474.202311:0:75220:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000008a57a3d2. 00010000:00000010:1.0:1761313474.202337:0:75220:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000042c0e01a. 00010000:00000010:1.0:1761313474.202380:0:75220:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000006ecb6418. 00000100:00000010:1.0:1761313474.202386:0:75220:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000daad153c. 00000100:00000010:1.0:1761313474.202393:0:75220:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000daad153c. 00010000:00000010:1.0:1761313474.202397:0:75220:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000006ecb6418. 00000400:00000010:1.0:1761313474.202409:0:75220:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e7bbe35e. 00000100:00000200:1.0:1761313474.202413:0:75220:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869131378496, offset 224 00000400:00000200:1.0:1761313474.202420:0:75220:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:1.0:1761313474.202429:0:75220:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:1.0:1761313474.202433:0:75220:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90168:90168:256:4294967295] 192.168.204.38@tcp LPNI seq info [90168:90168:8:4294967295] 00000400:00000200:1.0:1761313474.202443:0:75220:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:1.0:1761313474.202447:0:75220:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:1.0:1761313474.202451:0:75220:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f67d6031 (tot 82351826). 00000800:00000200:1.0:1761313474.202456:0:75220:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:1.0:1761313474.202462:0:75220:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:1.0:1761313474.202465:0:75220:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000f67d6031 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761313474.202486:0:75220:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000db46113c. 00000020:00000010:1.0:1761313474.202489:0:75220:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000008bcc3d6c. 00000020:00000010:1.0:1761313474.202492:0:75220:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000039b3f807. 00000800:00000200:1.0:1761313474.202561:0:15826:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313474.202564:0:15826:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f67d6031 (tot 82351578). 00000400:00000200:1.0:1761313474.202568:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313474.202571:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:1.0:1761313474.202574:0:15826:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e7bbe35e 00000400:00000010:1.0:1761313474.202576:0:15826:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e7bbe35e. 00080000:00000010:3.0:1761313474.202693:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000bcf20a7e. 00010000:00000010:3.0:1761313474.202772:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004d6c7353. 00010000:00000010:3.0:1761313474.202779:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000d62b6c11. 00010000:00000010:3.0:1761313474.202872:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f60fd3ad. 00010000:00000010:3.0:1761313474.202878:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000004d6c7353. 00010000:00000010:3.0:1761313474.202887:0:77239:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000009fa3918. 00000100:00000010:3.0:1761313474.202890:0:77239:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a457aec5. 00000100:00000010:3.0:1761313474.202895:0:77239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000015f262ae. 02000000:00000010:3.0:1761313474.202906:0:77239:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000b8ac7f10. 02000000:00000010:3.0:1761313474.202929:0:77239:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000012a94027. 00000400:00000010:3.0:1761313474.202933:0:77239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000074b7d66c. 00000400:00000010:3.0:1761313474.202937:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002d5c7cf4. 00000100:00000200:3.0:1761313474.202942:0:77239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869138388800, portal 16 00000400:00000010:3.0:1761313474.202945:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006cc90287. 00000100:00000200:3.0:1761313474.202947:0:77239:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869138388800, offset 0 00000400:00000200:3.0:1761313474.202952:0:77239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:3.0:1761313474.202958:0:77239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:3.0:1761313474.202964:0:77239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:3.0:1761313474.202968:0:77239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761313474.202970:0:77239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:3.0:1761313474.202973:0:77239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90169:90169:256:4294967295] 192.168.204.38@tcp LPNI seq info [90169:90169:8:4294967295] 00000400:00000200:3.0:1761313474.202979:0:77239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:3.0:1761313474.202983:0:77239:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:3.0:1761313474.202986:0:77239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000986d3ed7 (tot 82351826). 00000800:00000200:3.0:1761313474.202990:0:77239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:3.0:1761313474.202994:0:77239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:3.0:1761313474.202996:0:77239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000986d3ed7 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761313474.212055:0:15825:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313474.212063:0:15825:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000986d3ed7 (tot 82351578). 00000400:00000200:1.0:1761313474.212071:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313474.212081:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:1.0:1761313474.212086:0:15825:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006cc90287 00000400:00000010:1.0:1761313474.212088:0:15825:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006cc90287. 00000100:00000200:1.0:1761313474.212098:0:15825:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000015f262ae x1846869138388800/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313518 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761313474.214432:0:15827:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:3.0:1761313474.214452:0:15827:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x68fb7baf0b740 00000400:00000200:3.0:1761313474.214460:0:15827:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb0b45 [1] + 224 00000400:00000200:3.0:1761313474.214474:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313474.214478:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:3.0:1761313474.214488:0:15827:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000015f262ae x1846869138388800/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313518 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1761313474.214564:0:77239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000074b7d66c. 00000400:00000200:0.0:1761313474.214572:0:77239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002d5c7cf4 00000400:00000010:0.0:1761313474.214574:0:77239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002d5c7cf4. 00000100:00000200:0.0:1761313474.214579:0:77239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000015f262ae x1846869138388800/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313518 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761313474.214586:0:77239:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000015f262ae x1846869138388800/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313518 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761313474.214617:0:77239:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000012a94027. 02000000:00000010:0.0:1761313474.214623:0:77239:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000b8ac7f10. 00000100:00000010:0.0:1761313474.214627:0:77239:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000015f262ae. 00000100:00000010:0.0:1761313474.214631:0:77239:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a457aec5. 00010000:00000010:0.0:1761313474.214635:0:77239:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000009fa3918. 00000400:00000200:1.0:1761313474.215098:0:15826:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:1.0:1761313474.215108:0:15826:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x68fb7ba85bf80 00000400:00000200:1.0:1761313474.215114:0:15826:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xaf49d [2] + 984 00000400:00000200:1.0:1761313474.215162:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313474.215165:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:1.0:1761313474.215169:0:15826:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761313474.215175:0:15826:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000064f8b87f. 00000020:00000010:0.0:1761313474.215740:0:64710:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007aa30d8b. 00000020:00000010:0.0:1761313474.215749:0:64710:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000026f21b6. 00000020:00000010:0.0:1761313474.215753:0:64710:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000a5d3e0ae. 00000100:00000200:0.0:1761313474.215794:0:64710:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000064f8b87f x1846869131378560/t0(0) o103->78617949-0e11-4ca2-94c2-d809f91deaa9@192.168.204.38@tcp:405/0 lens 328/0 e 0 to 0 dl 1761313480 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:1.0:1761313474.216353:0:75220:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869131378560 02000000:00000010:1.0:1761313474.216392:0:75220:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000039b3f807. 00010000:00000010:1.0:1761313474.216421:0:75220:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000cd524270. 00010000:00000010:1.0:1761313474.216443:0:75220:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000006ecb6418. 00000100:00000010:1.0:1761313474.216450:0:75220:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000daad153c. 00000100:00000010:1.0:1761313474.216474:0:75220:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000daad153c. 00010000:00000010:1.0:1761313474.216480:0:75220:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000006ecb6418. 00080000:00000010:3.0:1761313474.216487:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 000000009892b166. 00000400:00000010:1.0:1761313474.216494:0:75220:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e7bbe35e. 00000100:00000200:1.0:1761313474.216500:0:75220:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869131378560, offset 224 00000400:00000200:1.0:1761313474.216508:0:75220:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:1.0:1761313474.216525:0:75220:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:1.0:1761313474.216532:0:75220:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90170:90170:256:4294967295] 192.168.204.38@tcp LPNI seq info [90170:90170:8:4294967295] 00000400:00000200:1.0:1761313474.216541:0:75220:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:1.0:1761313474.216547:0:75220:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:1.0:1761313474.216552:0:75220:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f67d6031 (tot 82351826). 00000800:00000200:1.0:1761313474.216558:0:75220:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:1.0:1761313474.216565:0:75220:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:1.0:1761313474.216569:0:75220:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000f67d6031 type 1, nob 320 niov 1 nkiov 1 00010000:00000010:3.0:1761313474.216584:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004d6c7353. 00010000:00000010:3.0:1761313474.216591:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000052c1c9a9. 00000020:00000010:1.0:1761313474.216592:0:75220:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000026f21b6. 00000020:00000010:1.0:1761313474.216596:0:75220:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000a5d3e0ae. 00000020:00000010:1.0:1761313474.216599:0:75220:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007aa30d8b. 00010000:00000010:3.0:1761313474.216669:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c528ffb2. 00010000:00000010:3.0:1761313474.216674:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000004d6c7353. 00010000:00000010:3.0:1761313474.216684:0:77239:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000c10f3240. 00000100:00000010:3.0:1761313474.216687:0:77239:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b2e27710. 00000100:00000010:3.0:1761313474.216694:0:77239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000097b2ed89. 02000000:00000010:3.0:1761313474.216705:0:77239:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000006a93d86a. 02000000:00000010:3.0:1761313474.216727:0:77239:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ceb99c1f. 00000400:00000010:3.0:1761313474.216733:0:77239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000074b7d66c. 00000400:00000010:3.0:1761313474.216737:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005a482a69. 00000100:00000200:3.0:1761313474.216741:0:77239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869138388864, portal 16 00000400:00000010:3.0:1761313474.216745:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009195ec4b. 00000100:00000200:3.0:1761313474.216746:0:77239:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869138388864, offset 0 00000400:00000200:3.0:1761313474.216751:0:77239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:3.0:1761313474.216757:0:77239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:3.0:1761313474.216763:0:77239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:3.0:1761313474.216766:0:77239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761313474.216769:0:77239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:3.0:1761313474.216772:0:77239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90171:90171:255:4294967295] 192.168.204.38@tcp LPNI seq info [90171:90171:7:4294967295] 00000400:00000200:3.0:1761313474.216778:0:77239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:3.0:1761313474.216793:0:77239:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:3.0:1761313474.216796:0:77239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006eaa0fc9 (tot 82352074). 00000800:00000200:3.0:1761313474.216800:0:77239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:3.0:1761313474.216804:0:77239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:3.0:1761313474.216806:0:77239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000006eaa0fc9 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761313474.216812:0:15825:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761313474.216815:0:15825:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f67d6031 (tot 82351826). 00000400:00000200:2.0:1761313474.216819:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313474.216823:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:2.0:1761313474.216827:0:15825:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e7bbe35e 00000400:00000010:2.0:1761313474.216828:0:15825:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e7bbe35e. 00000800:00000200:2.0:1761313474.216855:0:15825:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761313474.216857:0:15825:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006eaa0fc9 (tot 82351578). 00000400:00000200:2.0:1761313474.216860:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313474.216862:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:2.0:1761313474.216864:0:15825:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009195ec4b 00000400:00000010:2.0:1761313474.216865:0:15825:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009195ec4b. 00000100:00000200:2.0:1761313474.216869:0:15825:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000097b2ed89 x1846869138388864/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313518 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761313474.222927:0:15827:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:3.0:1761313474.222949:0:15827:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x68fb7baf0b780 00000400:00000200:3.0:1761313474.222958:0:15827:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb0b51 [1] + 224 00000400:00000200:3.0:1761313474.222977:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313474.222981:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:3.0:1761313474.222991:0:15827:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000097b2ed89 x1846869138388864/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313518 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1761313474.223096:0:77239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000074b7d66c. 00000400:00000200:0.0:1761313474.223101:0:77239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005a482a69 00000400:00000010:0.0:1761313474.223103:0:77239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005a482a69. 00000100:00000200:0.0:1761313474.223110:0:77239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000097b2ed89 x1846869138388864/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313518 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761313474.223117:0:77239:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000097b2ed89 x1846869138388864/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313518 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761313474.223145:0:77239:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ceb99c1f. 02000000:00000010:0.0:1761313474.223150:0:77239:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000006a93d86a. 00000100:00000010:0.0:1761313474.223153:0:77239:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000097b2ed89. 00000100:00000010:0.0:1761313474.223157:0:77239:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b2e27710. 00010000:00000010:0.0:1761313474.223161:0:77239:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000c10f3240. 00010000:00000010:1.1:1761313474.224412:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000016acac01. 00010000:00000010:3.1:1761313474.224995:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000029c24461. 00010000:00000010:3.1:1761313474.225004:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009317390b. 00000400:00000200:1.0:1761313474.225691:0:15826:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:1.0:1761313474.225708:0:15826:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x68fb7ba85bfc0 00000400:00000200:1.0:1761313474.225715:0:15826:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xaf49d [2] + 1312 00000400:00000200:1.0:1761313474.225772:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313474.225777:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:1.0:1761313474.225792:0:15826:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761313474.225798:0:15826:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007de1a361. 00000020:00000010:0.0:1761313474.225908:0:64710:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007aa30d8b. 00000020:00000010:0.0:1761313474.225915:0:64710:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000196cbe29. 00000020:00000010:0.0:1761313474.225920:0:64710:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000a93e9d10. 00000100:00000200:0.0:1761313474.225946:0:64710:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000007de1a361 x1846869131378624/t0(0) o103->78617949-0e11-4ca2-94c2-d809f91deaa9@192.168.204.38@tcp:405/0 lens 328/0 e 0 to 0 dl 1761313480 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:0.0:1761313474.225983:0:64710:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869131378624 02000000:00000010:0.0:1761313474.225995:0:64710:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000bdbafd85. 00010000:00000010:0.0:1761313474.226021:0:64710:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000001780906c. 00010000:00000010:0.0:1761313474.226042:0:64710:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000008c68d87e. 00000100:00000010:0.0:1761313474.226049:0:64710:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000347d155d. 00000100:00000010:0.0:1761313474.226069:0:64710:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000347d155d. 00010000:00000010:0.0:1761313474.226072:0:64710:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000008c68d87e. 00000400:00000010:0.0:1761313474.226086:0:64710:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000066042486. 00000100:00000200:0.0:1761313474.226091:0:64710:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869131378624, offset 224 00080000:00000010:3.0:1761313474.226098:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000b53aa849. 00000400:00000200:0.0:1761313474.226099:0:64710:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:0.0:1761313474.226111:0:64710:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:0.0:1761313474.226116:0:64710:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90172:90172:256:4294967295] 192.168.204.38@tcp LPNI seq info [90172:90172:8:4294967295] 00000400:00000200:0.0:1761313474.226125:0:64710:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:0.0:1761313474.226129:0:64710:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:0.0:1761313474.226133:0:64710:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d053f659 (tot 82351826). 00000800:00000200:0.0:1761313474.226139:0:64710:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:0.0:1761313474.226145:0:64710:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:0.0:1761313474.226149:0:64710:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000d053f659 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761313474.226176:0:64710:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000196cbe29. 00000020:00000010:0.0:1761313474.226181:0:64710:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000a93e9d10. 00000020:00000010:0.0:1761313474.226183:0:64710:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007aa30d8b. 00010000:00000010:3.0:1761313474.226190:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004d6c7353. 00010000:00000010:3.0:1761313474.226197:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000067fa7f1e. 00010000:00000010:3.0:1761313474.226278:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000009317390b. 00010000:00000010:3.0:1761313474.226284:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000004d6c7353. 00010000:00000010:3.0:1761313474.226295:0:77239:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000989be21c. 00000100:00000010:3.0:1761313474.226299:0:77239:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000282c8b79. 00000800:00000200:2.0:1761313474.226303:0:15825:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000100:00000010:3.0:1761313474.226306:0:77239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000002febdaee. 00000800:00000010:2.0:1761313474.226308:0:15825:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d053f659 (tot 82351578). 00000400:00000200:2.0:1761313474.226311:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313474.226314:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 02000000:00000010:3.0:1761313474.226317:0:77239:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000006a93d86a. 00000400:00000200:2.0:1761313474.226318:0:15825:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000066042486 00000400:00000010:2.0:1761313474.226320:0:15825:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000066042486. 02000000:00000010:3.0:1761313474.226341:0:77239:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ceb99c1f. 00000400:00000010:3.0:1761313474.226346:0:77239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000074b7d66c. 00000400:00000010:3.0:1761313474.226351:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000000a5a7d. 00000100:00000200:3.0:1761313474.226355:0:77239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869138388928, portal 16 00000400:00000010:3.0:1761313474.226389:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000072ca0382. 00000100:00000200:3.0:1761313474.226392:0:77239:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869138388928, offset 0 00000400:00000200:3.0:1761313474.226398:0:77239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:3.0:1761313474.226404:0:77239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:3.0:1761313474.226411:0:77239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:3.0:1761313474.226415:0:77239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761313474.226418:0:77239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:3.0:1761313474.226420:0:77239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90173:90173:256:4294967295] 192.168.204.38@tcp LPNI seq info [90173:90173:8:4294967295] 00000400:00000200:3.0:1761313474.226427:0:77239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:3.0:1761313474.226431:0:77239:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:3.0:1761313474.226435:0:77239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000633d13cc (tot 82351826). 00000800:00000200:3.0:1761313474.226438:0:77239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:3.0:1761313474.226441:0:77239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:3.0:1761313474.226443:0:77239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000633d13cc type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761313474.226484:0:15827:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761313474.226487:0:15827:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000633d13cc (tot 82351578). 00000400:00000200:2.0:1761313474.226491:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313474.226494:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:2.0:1761313474.226497:0:15827:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000072ca0382 00000400:00000010:2.0:1761313474.226498:0:15827:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000072ca0382. 00000100:00000200:2.0:1761313474.226502:0:15827:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000002febdaee x1846869138388928/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313518 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1761313474.231216:0:15826:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007484220f. 00000400:00000200:0.0:1761313474.233793:0:15826:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:0.0:1761313474.233812:0:15826:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x68fb7baf0b7c0 00000400:00000200:0.0:1761313474.233820:0:15826:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb0b5d [1] + 224 00000400:00000200:0.0:1761313474.233838:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313474.233842:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:0.0:1761313474.233851:0:15826:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000002febdaee x1846869138388928/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313518 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1761313474.235508:0:77239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000074b7d66c. 00000400:00000200:3.0:1761313474.235522:0:77239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000000a5a7d 00000400:00000010:3.0:1761313474.235524:0:77239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000000a5a7d. 00000100:00000200:3.0:1761313474.235535:0:77239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000002febdaee x1846869138388928/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313518 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761313474.235544:0:77239:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000002febdaee x1846869138388928/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313518 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1761313474.235573:0:77239:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ceb99c1f. 02000000:00000010:3.0:1761313474.235579:0:77239:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000006a93d86a. 00000100:00000010:3.0:1761313474.235582:0:77239:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000002febdaee. 00000100:00000010:3.0:1761313474.235586:0:77239:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000282c8b79. 00010000:00000010:3.0:1761313474.235589:0:77239:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000989be21c. 00000400:00000200:0.0:1761313474.235642:0:15825:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:0.0:1761313474.235656:0:15825:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x68fb7ba85c000 00000400:00000200:0.0:1761313474.235663:0:15825:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xaf49d [2] + 1640 00000400:00000200:0.0:1761313474.235721:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313474.235726:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:0.0:1761313474.235731:0:15825:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761313474.235735:0:15825:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000b73eaae5. 00000020:00000010:3.0:1761313474.236298:0:75220:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006a93d86a. 00000020:00000010:3.0:1761313474.236305:0:75220:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000d8e037e1. 00000020:00000010:3.0:1761313474.236309:0:75220:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000e87b31f6. 00000100:00000200:3.0:1761313474.236334:0:75220:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000b73eaae5 x1846869131378688/t0(0) o103->78617949-0e11-4ca2-94c2-d809f91deaa9@192.168.204.38@tcp:405/0 lens 328/0 e 0 to 0 dl 1761313480 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:3.0:1761313474.236401:0:75220:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869131378688 02000000:00000010:3.0:1761313474.236412:0:75220:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000ceb99c1f. 00010000:00000010:3.0:1761313474.236437:0:75220:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000001c905289. 00010000:00000010:3.0:1761313474.236457:0:75220:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000989be21c. 00000100:00000010:3.0:1761313474.236462:0:75220:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000282c8b79. 00000100:00000010:3.0:1761313474.236471:0:75220:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000282c8b79. 00010000:00000010:3.0:1761313474.236474:0:75220:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000989be21c. 00000400:00000010:3.0:1761313474.236486:0:75220:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000000a5a7d. 00000100:00000200:3.0:1761313474.236490:0:75220:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869131378688, offset 224 00000400:00000200:3.0:1761313474.236497:0:75220:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:3.0:1761313474.236508:0:75220:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:3.0:1761313474.237314:0:75220:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90174:90174:256:4294967295] 192.168.204.38@tcp LPNI seq info [90174:90174:8:4294967295] 00000400:00000200:3.0:1761313474.237326:0:75220:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:3.0:1761313474.237332:0:75220:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:3.0:1761313474.237338:0:75220:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000896a3ffd (tot 82351826). 00000800:00000200:3.0:1761313474.237345:0:75220:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:3.0:1761313474.237351:0:75220:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:3.0:1761313474.237355:0:75220:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000896a3ffd type 1, nob 320 niov 1 nkiov 1 00010000:00000010:3.1:1761313474.237395:0:75220:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000679c5173. 00010000:00000010:3.1:1761313474.237402:0:75220:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f60fd3ad. 00000020:00000010:3.0:1761313474.237419:0:75220:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000d8e037e1. 00000020:00000010:3.0:1761313474.237424:0:75220:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000e87b31f6. 00000020:00000010:3.0:1761313474.237427:0:75220:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006a93d86a. 00080000:00000010:3.0:1761313474.237455:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 000000006a93d86a. 00000800:00000200:2.0:1761313474.237489:0:15827:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761313474.237493:0:15827:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000896a3ffd (tot 82351578). 00000400:00000200:2.0:1761313474.237498:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313474.237502:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:2.0:1761313474.237506:0:15827:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000000a5a7d 00000400:00000010:2.0:1761313474.237519:0:15827:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000000a5a7d. 00010000:00000010:3.0:1761313474.237546:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004d6c7353. 00010000:00000010:3.0:1761313474.237554:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000832514f6. 00010000:00000010:3.0:1761313474.237628:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000004726ba01. 00010000:00000010:3.0:1761313474.237632:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000d8e037e1. 00010000:00000010:3.0:1761313474.237637:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f60fd3ad. 00010000:00000010:3.0:1761313474.237642:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000004d6c7353. 00080000:00000010:3.0:1761313474.237656:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000b8ac7f10. 00010000:00000010:3.0:1761313474.237681:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004d6c7353. 00010000:00000010:3.0:1761313474.237685:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000d8e037e1. 00010000:00000010:3.0:1761313474.237735:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000686bb36b. 00010000:00000010:3.0:1761313474.237739:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000004d6c7353. 00010000:00000010:3.0:1761313474.237746:0:77239:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000989be21c. 00000100:00000010:3.0:1761313474.237750:0:77239:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000282c8b79. 00000100:00000010:3.0:1761313474.237758:0:77239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000002febdaee. 02000000:00000010:3.0:1761313474.237771:0:77239:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000012a94027. 02000000:00000010:3.0:1761313474.237806:0:77239:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000622c1d89. 00000400:00000010:3.0:1761313474.237812:0:77239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000074b7d66c. 00000400:00000010:3.0:1761313474.237816:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004930bf94. 00000100:00000200:3.0:1761313474.237821:0:77239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869138388992, portal 16 00000400:00000010:3.0:1761313474.237824:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000000a5a7d. 00000100:00000200:3.0:1761313474.237827:0:77239:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869138388992, offset 0 00000400:00000200:3.0:1761313474.237832:0:77239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:3.0:1761313474.237840:0:77239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:3.0:1761313474.237847:0:77239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:3.0:1761313474.237851:0:77239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761313474.237854:0:77239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:3.0:1761313474.237856:0:77239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90175:90175:256:4294967295] 192.168.204.38@tcp LPNI seq info [90175:90175:8:4294967295] 00000400:00000200:3.0:1761313474.237863:0:77239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:3.0:1761313474.237867:0:77239:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:3.0:1761313474.237870:0:77239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000572c2ec6 (tot 82351826). 00000800:00000200:3.0:1761313474.237873:0:77239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:3.0:1761313474.237877:0:77239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:3.0:1761313474.237879:0:77239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000572c2ec6 type 1, nob 424 niov 1 nkiov 1 00010000:00000010:0.1:1761313474.237948:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000031948452. 00000800:00000200:0.0:1761313474.238078:0:15826:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761313474.238081:0:15826:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000572c2ec6 (tot 82351578). 00000400:00000200:0.0:1761313474.238084:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313474.238088:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:0.0:1761313474.238091:0:15826:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000000a5a7d 00000400:00000010:0.0:1761313474.238092:0:15826:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000000a5a7d. 00000100:00000200:0.0:1761313474.238097:0:15826:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000002febdaee x1846869138388992/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313518 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1761313474.240721:0:1:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000028b22e75. 00010000:00000010:3.1:1761313474.240734:0:1:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c528ffb2. 00000400:00000200:0.0:1761313474.241201:0:15825:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:0.0:1761313474.241219:0:15825:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x68fb7baf0b800 00000400:00000200:0.0:1761313474.241227:0:15825:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb0b69 [1] + 224 00000400:00000200:0.0:1761313474.241239:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313474.241243:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:0.0:1761313474.241252:0:15825:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000002febdaee x1846869138388992/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313518 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761313474.241289:0:15825:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:0.0:1761313474.241295:0:15825:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x68fb7ba85c040 00000400:00000200:0.0:1761313474.241300:0:15825:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xaf49d [2] + 1968 00000400:00000010:0.0:1761313474.241304:0:15825:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000861d532e. 00000400:00000200:0.0:1761313474.241308:0:15825:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 0000000064836007 00000400:00000200:0.0:1761313474.241315:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313474.241318:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:0.0:1761313474.241320:0:15825:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000064836007 00000400:00000010:0.0:1761313474.241322:0:15825:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 0000000064836007 (tot 82351426). 00000100:00000200:0.0:1761313474.241326:0:15825:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:1.0:1761313474.241429:0:75220:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006f7470de. 00000020:00000010:1.0:1761313474.241438:0:75220:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000fabc6bca. 00000020:00000010:1.0:1761313474.241442:0:75220:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000008bcc3d6c. 00000100:00000200:1.0:1761313474.241463:0:75220:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000007e5a1611 x1846869131378752/t0(0) o103->78617949-0e11-4ca2-94c2-d809f91deaa9@192.168.204.38@tcp:405/0 lens 328/0 e 0 to 0 dl 1761313480 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:1.0:1761313474.241490:0:75220:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869131378752 02000000:00000010:1.0:1761313474.241500:0:75220:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000008b6f23c3. 00010000:00000010:1.0:1761313474.241537:0:75220:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000006ecb6418. 00000100:00000010:1.0:1761313474.241544:0:75220:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000daad153c. 00000100:00000010:1.0:1761313474.241549:0:75220:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000daad153c. 00010000:00000010:1.0:1761313474.241553:0:75220:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000006ecb6418. 00000400:00000010:1.0:1761313474.241564:0:75220:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e95cb506. 00000100:00000200:1.0:1761313474.241568:0:75220:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869131378752, offset 224 00000400:00000200:1.0:1761313474.241576:0:75220:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:1.0:1761313474.241586:0:75220:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:1.0:1761313474.241590:0:75220:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90176:90176:256:4294967295] 192.168.204.38@tcp LPNI seq info [90176:90176:8:4294967295] 00000400:00000200:1.0:1761313474.241600:0:75220:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:1.0:1761313474.241604:0:75220:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:1.0:1761313474.241608:0:75220:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000cc8c87c8 (tot 82351674). 00000800:00000200:1.0:1761313474.241612:0:75220:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:1.0:1761313474.241618:0:75220:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:1.0:1761313474.241621:0:75220:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000cc8c87c8 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761313474.241637:0:75220:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000fabc6bca. 00000020:00000010:1.0:1761313474.241640:0:75220:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000008bcc3d6c. 00000020:00000010:1.0:1761313474.241643:0:75220:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006f7470de. 02000000:00000010:1.0:1761313474.241652:0:75220:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000ceb99c1f. 00000100:00000010:1.0:1761313474.241655:0:75220:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000b73eaae5. 02000000:00000010:1.0:1761313474.241659:0:75220:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000bdbafd85. 00000100:00000010:1.0:1761313474.241661:0:75220:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007de1a361. 02000000:00000010:1.0:1761313474.241664:0:75220:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000039b3f807. 00000100:00000010:1.0:1761313474.241665:0:75220:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000064f8b87f. 02000000:00000010:1.0:1761313474.241668:0:75220:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000008a57a3d2. 00000100:00000010:1.0:1761313474.241670:0:75220:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000020fe4fda. 02000000:00000010:1.0:1761313474.241673:0:75220:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000985be742. 00000100:00000010:1.0:1761313474.241675:0:75220:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000002527802e. 02000000:00000010:1.0:1761313474.241677:0:75220:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000002795c718. 00000100:00000010:1.0:1761313474.241678:0:75220:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d68bc362. 00000100:00000200:1.0:1761313474.241685:0:75220:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1761313474.241689:0:75220:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000009bd8d2b4. 00000400:00000010:1.0:1761313474.241692:0:75220:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000daad153c (tot 82351826). 00000800:00000200:1.0:1761313474.241788:0:15827:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313474.241791:0:15827:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000cc8c87c8 (tot 82351578). 00000400:00000200:1.0:1761313474.241795:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313474.241798:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:1.0:1761313474.241801:0:15827:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e95cb506 00000400:00000010:1.0:1761313474.241802:0:15827:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e95cb506. 02000000:00000010:1.0:1761313474.241805:0:15827:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000008b6f23c3. 00000400:00000010:2.0:1761313474.241915:0:77239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000074b7d66c. 00000400:00000200:2.0:1761313474.241919:0:77239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004930bf94 00000400:00000010:2.0:1761313474.241920:0:77239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004930bf94. 00000100:00000200:2.0:1761313474.241925:0:77239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000002febdaee x1846869138388992/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313518 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761313474.241933:0:77239:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000002febdaee x1846869138388992/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313518 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.0:1761313474.241952:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000001d12d19c. 02000000:00000010:2.0:1761313474.241963:0:77239:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000622c1d89. 02000000:00000010:2.0:1761313474.241968:0:77239:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000012a94027. 00000100:00000010:2.0:1761313474.241972:0:77239:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000002febdaee. 00000100:00000010:2.0:1761313474.241974:0:77239:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000282c8b79. 00010000:00000010:2.0:1761313474.241977:0:77239:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000989be21c. 00080000:00000010:2.0:1761313474.241991:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000622c1d89. 00010000:00000010:2.0:1761313474.242073:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004d6c7353. 00010000:00000010:2.0:1761313474.242079:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000007c884b7a. 00010000:00000010:2.0:1761313474.242150:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000000405b961. 00010000:00000010:2.0:1761313474.242156:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000edfa6170. 00010000:00000010:2.0:1761313474.242165:0:77239:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000008a0ecdee. 00000100:00000010:2.0:1761313474.242169:0:77239:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000bb9f88f9. 00000100:00000010:2.0:1761313474.242175:0:77239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d68bc362. 02000000:00000010:2.0:1761313474.242185:0:77239:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000004f692788. 02000000:00000010:2.0:1761313474.242205:0:77239:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000794b04eb. 00000400:00000010:2.0:1761313474.242209:0:77239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000a831013b. 00000400:00000010:2.0:1761313474.242212:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006fbc47a5. 00000100:00000200:2.0:1761313474.242216:0:77239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869138389056, portal 16 00000400:00000010:2.0:1761313474.242219:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000022a491ca. 00000100:00000200:2.0:1761313474.242221:0:77239:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869138389056, offset 0 00000400:00000200:2.0:1761313474.242226:0:77239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:2.0:1761313474.242233:0:77239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:2.0:1761313474.242239:0:77239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:2.0:1761313474.242242:0:77239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761313474.242245:0:77239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:2.0:1761313474.242248:0:77239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90177:90177:256:4294967295] 192.168.204.38@tcp LPNI seq info [90177:90177:8:4294967295] 00000400:00000200:2.0:1761313474.242255:0:77239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:2.0:1761313474.242260:0:77239:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:2.0:1761313474.242263:0:77239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c737f52d (tot 82351826). 00000800:00000200:2.0:1761313474.242267:0:77239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:2.0:1761313474.242271:0:77239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:2.0:1761313474.242273:0:77239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c737f52d type 1, nob 424 niov 1 nkiov 1 00010000:00000010:3.1:1761313474.242606:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000556bb804. 00010000:00000010:3.1:1761313474.242612:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c766a20e. 00010000:00000010:3.1:1761313474.242616:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009317390b. 00010000:00000010:3.1:1761313474.242619:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004726ba01. 00010000:00000010:3.1:1761313474.242622:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f60fd3ad. 00000800:00000200:0.0:1761313474.242740:0:15826:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761313474.242743:0:15826:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c737f52d (tot 82351578). 00000400:00000200:0.0:1761313474.242748:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313474.242752:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:0.0:1761313474.242754:0:15826:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000022a491ca 00000400:00000010:0.0:1761313474.242755:0:15826:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000022a491ca. 00000100:00000200:0.0:1761313474.242760:0:15826:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000d68bc362 x1846869138389056/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313518 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761313474.246888:0:15825:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:3.0:1761313474.246909:0:15825:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x68fb7baf0b840 00000400:00000200:3.0:1761313474.246919:0:15825:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb0b79 [1] + 224 00000400:00000200:3.0:1761313474.246937:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313474.246941:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:3.0:1761313474.246953:0:15825:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000d68bc362 x1846869138389056/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313518 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1761313474.247011:0:77239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000a831013b. 00000400:00000200:2.0:1761313474.247016:0:77239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006fbc47a5 00000400:00000010:2.0:1761313474.247018:0:77239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006fbc47a5. 00000100:00000200:2.0:1761313474.247024:0:77239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000d68bc362 x1846869138389056/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313518 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761313474.247037:0:77239:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000d68bc362 x1846869138389056/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313518 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761313474.247067:0:77239:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000794b04eb. 02000000:00000010:2.0:1761313474.247074:0:77239:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000004f692788. 00000100:00000010:2.0:1761313474.247077:0:77239:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d68bc362. 00000100:00000010:2.0:1761313474.247081:0:77239:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000bb9f88f9. 00010000:00000010:2.0:1761313474.247084:0:77239:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000008a0ecdee. 00010000:00000010:2.1:1761313474.247416:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ec1affc9. 00010000:00000010:2.1:1761313474.247425:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000086644b70. 00010000:00000010:2.1:1761313474.247429:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000686bb36b. 00000400:00000200:1.0:1761313474.247695:0:15827:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:1.0:1761313474.247705:0:15827:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x68fb7ba85c080 00000400:00000200:1.0:1761313474.247711:0:15827:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xaf4f5 [2] + 0 00000400:00000200:1.0:1761313474.247760:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313474.247764:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:1.0:1761313474.247767:0:15827:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761313474.247771:0:15827:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000064f8b87f. 00000020:00000010:2.0:1761313474.248378:0:64710:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007d271470. 00000020:00000010:2.0:1761313474.248385:0:64710:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000003b7d3eee. 00000020:00000010:2.0:1761313474.248389:0:64710:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000134da562. 00000100:00000200:2.0:1761313474.248416:0:64710:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000064f8b87f x1846869131378816/t0(0) o103->78617949-0e11-4ca2-94c2-d809f91deaa9@192.168.204.38@tcp:405/0 lens 328/0 e 0 to 0 dl 1761313480 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:2.0:1761313474.248451:0:64710:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869131378816 02000000:00000010:2.0:1761313474.248461:0:64710:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000004d15bbff. 00010000:00000010:2.0:1761313474.248489:0:64710:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000002ae3ee70. 00010000:00000010:2.0:1761313474.248506:0:64710:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000008a0ecdee. 00000100:00000010:2.0:1761313474.248522:0:64710:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000bb9f88f9. 00000100:00000010:2.0:1761313474.248534:0:64710:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000bb9f88f9. 00010000:00000010:2.0:1761313474.248537:0:64710:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000008a0ecdee. 00000400:00000010:2.0:1761313474.248548:0:64710:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006fbc47a5. 00000100:00000200:2.0:1761313474.248553:0:64710:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869131378816, offset 224 00000400:00000200:2.0:1761313474.248560:0:64710:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:2.0:1761313474.248572:0:64710:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:2.0:1761313474.248576:0:64710:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90178:90178:256:4294967295] 192.168.204.38@tcp LPNI seq info [90178:90178:8:4294967295] 00000400:00000200:2.0:1761313474.248585:0:64710:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:2.0:1761313474.248590:0:64710:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:2.0:1761313474.248594:0:64710:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000044feb42c (tot 82351826). 00000800:00000200:2.0:1761313474.248599:0:64710:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:2.0:1761313474.248604:0:64710:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:2.0:1761313474.248607:0:64710:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000044feb42c type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761313474.248625:0:64710:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000003b7d3eee. 00000020:00000010:2.0:1761313474.248628:0:64710:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000134da562. 00000020:00000010:2.0:1761313474.248631:0:64710:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007d271470. 00000800:00000200:2.0:1761313474.248706:0:15826:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761313474.248709:0:15826:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000044feb42c (tot 82351578). 00000400:00000200:2.0:1761313474.248713:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313474.248717:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:2.0:1761313474.248720:0:15826:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006fbc47a5 00000400:00000010:2.0:1761313474.248722:0:15826:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006fbc47a5. 00080000:00000010:3.0:1761313474.248996:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 000000004f1abd71. 00010000:00000010:3.0:1761313474.249089:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000edfa6170. 00010000:00000010:3.0:1761313474.249096:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000033b2007b. 00010000:00000010:3.0:1761313474.249172:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f60fd3ad. 00010000:00000010:3.0:1761313474.249178:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000b6924499. 00010000:00000010:3.0:1761313474.249188:0:77239:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000b310c34e. 00000100:00000010:3.0:1761313474.249192:0:77239:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000ee89bb7b. 00000100:00000010:3.0:1761313474.249199:0:77239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001588211e. 02000000:00000010:3.0:1761313474.249208:0:77239:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000fe853e69. 02000000:00000010:3.0:1761313474.249230:0:77239:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000006d2005fb. 00000400:00000010:3.0:1761313474.249235:0:77239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000074b7d66c. 00000400:00000010:3.0:1761313474.249240:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000072ca0382. 00000100:00000200:3.0:1761313474.249244:0:77239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869138389120, portal 16 00000400:00000010:3.0:1761313474.249248:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005a482a69. 00000100:00000200:3.0:1761313474.249250:0:77239:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869138389120, offset 0 00000400:00000200:3.0:1761313474.249256:0:77239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:3.0:1761313474.249263:0:77239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:3.0:1761313474.249269:0:77239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:3.0:1761313474.249272:0:77239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761313474.249275:0:77239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:3.0:1761313474.249277:0:77239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90179:90179:256:4294967295] 192.168.204.38@tcp LPNI seq info [90179:90179:8:4294967295] 00000400:00000200:3.0:1761313474.249285:0:77239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:3.0:1761313474.249290:0:77239:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:3.0:1761313474.249292:0:77239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000090e74ba2 (tot 82351826). 00000800:00000200:3.0:1761313474.249296:0:77239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:3.0:1761313474.249300:0:77239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:3.0:1761313474.249303:0:77239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000090e74ba2 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761313474.250690:0:15825:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761313474.250695:0:15825:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000090e74ba2 (tot 82351578). 00000400:00000200:2.0:1761313474.250701:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313474.250707:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:2.0:1761313474.250711:0:15825:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005a482a69 00000400:00000010:2.0:1761313474.250713:0:15825:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005a482a69. 00000100:00000200:2.0:1761313474.250719:0:15825:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000001588211e x1846869138389120/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313518 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761313474.254685:0:15827:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:1.0:1761313474.254702:0:15827:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x68fb7baf0b880 00000400:00000200:1.0:1761313474.254710:0:15827:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb0b85 [1] + 224 00000400:00000200:1.0:1761313474.254722:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313474.254726:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:1.0:1761313474.254737:0:15827:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000001588211e x1846869138389120/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313518 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761313474.254772:0:15827:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:1.0:1761313474.254777:0:15827:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x68fb7ba85c0c0 00000400:00000200:1.0:1761313474.254791:0:15827:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xaf4f5 [2] + 328 00000400:00000200:1.0:1761313474.254840:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313474.254844:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:1.0:1761313474.254848:0:15827:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761313474.254855:0:15827:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007de1a361. 00000400:00000010:3.0:1761313474.254916:0:77239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000074b7d66c. 00000400:00000200:3.0:1761313474.254921:0:77239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000072ca0382 00000400:00000010:3.0:1761313474.254922:0:77239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000072ca0382. 00000100:00000200:3.0:1761313474.254929:0:77239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000001588211e x1846869138389120/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313518 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761313474.254936:0:77239:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000001588211e x1846869138389120/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313518 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1761313474.254963:0:77239:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000006d2005fb. 02000000:00000010:3.0:1761313474.254969:0:77239:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000fe853e69. 00000100:00000010:3.0:1761313474.254973:0:77239:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001588211e. 00000100:00000010:3.0:1761313474.254976:0:77239:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000ee89bb7b. 00010000:00000010:3.0:1761313474.254979:0:77239:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000b310c34e. 00000020:00000010:2.0:1761313474.256120:0:75220:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007d271470. 00000020:00000010:2.0:1761313474.256128:0:75220:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000003b7d3eee. 00000020:00000010:2.0:1761313474.256132:0:75220:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000134da562. 00000100:00000200:2.0:1761313474.256157:0:75220:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000007de1a361 x1846869131378880/t0(0) o103->78617949-0e11-4ca2-94c2-d809f91deaa9@192.168.204.38@tcp:405/0 lens 328/0 e 0 to 0 dl 1761313480 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:2.0:1761313474.256182:0:75220:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869131378880 02000000:00000010:2.0:1761313474.256193:0:75220:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000004f692788. 00010000:00000010:2.0:1761313474.256220:0:75220:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004bc2e97e. 00010000:00000010:2.0:1761313474.256237:0:75220:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000008a0ecdee. 00000100:00000010:2.0:1761313474.256243:0:75220:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000bb9f88f9. 00000100:00000010:2.0:1761313474.256259:0:75220:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000bb9f88f9. 00010000:00000010:2.0:1761313474.256262:0:75220:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000008a0ecdee. 00000400:00000010:2.0:1761313474.256274:0:75220:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006fbc47a5. 00000100:00000200:2.0:1761313474.256278:0:75220:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869131378880, offset 224 00000400:00000200:2.0:1761313474.256286:0:75220:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:2.0:1761313474.256296:0:75220:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:2.0:1761313474.256301:0:75220:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90180:90180:256:4294967295] 192.168.204.38@tcp LPNI seq info [90180:90180:8:4294967295] 00000400:00000200:2.0:1761313474.256310:0:75220:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:2.0:1761313474.256314:0:75220:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:2.0:1761313474.256318:0:75220:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000044feb42c (tot 82351826). 00000800:00000200:2.0:1761313474.256323:0:75220:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:2.0:1761313474.256329:0:75220:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:2.0:1761313474.256332:0:75220:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000044feb42c type 1, nob 320 niov 1 nkiov 1 00080000:00000010:3.0:1761313474.256449:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000fe853e69. 00010000:00000010:3.0:1761313474.256525:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b6924499. 00010000:00000010:3.0:1761313474.256531:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000f28e0484. 00010000:00000010:3.0:1761313474.256598:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000009317390b. 00010000:00000010:3.0:1761313474.256603:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000b6924499. 00010000:00000010:3.0:1761313474.256611:0:77239:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000b310c34e. 00000100:00000010:3.0:1761313474.256615:0:77239:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000ee89bb7b. 00000100:00000010:3.0:1761313474.256620:0:77239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001588211e. 02000000:00000010:3.0:1761313474.256629:0:77239:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000006d2005fb. 02000000:00000010:3.0:1761313474.256649:0:77239:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000013442a6f. 00000400:00000010:3.0:1761313474.256653:0:77239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000074b7d66c. 00000400:00000010:3.0:1761313474.256657:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000072ca0382. 00000100:00000200:3.0:1761313474.256662:0:77239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869138389184, portal 16 00000400:00000010:3.0:1761313474.256666:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009195ec4b. 00000100:00000200:3.0:1761313474.256667:0:77239:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869138389184, offset 0 00000400:00000200:3.0:1761313474.256672:0:77239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:3.0:1761313474.256678:0:77239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:3.0:1761313474.256683:0:77239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:3.0:1761313474.256686:0:77239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761313474.256689:0:77239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:3.0:1761313474.256691:0:77239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90181:90181:255:4294967295] 192.168.204.38@tcp LPNI seq info [90181:90181:7:4294967295] 00000400:00000200:3.0:1761313474.256698:0:77239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:3.0:1761313474.256702:0:77239:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:3.0:1761313474.256705:0:77239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000050f99130 (tot 82352074). 00000800:00000200:3.0:1761313474.256709:0:77239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:3.0:1761313474.256713:0:77239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:3.0:1761313474.256715:0:77239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000050f99130 type 1, nob 424 niov 1 nkiov 1 00000020:00000010:2.0:1761313474.256760:0:75220:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000003b7d3eee. 00000020:00000010:2.0:1761313474.256765:0:75220:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000134da562. 00000020:00000010:2.0:1761313474.256767:0:75220:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007d271470. 00000800:00000200:0.0:1761313474.257681:0:15826:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761313474.257685:0:15826:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000044feb42c (tot 82351826). 00000400:00000200:0.0:1761313474.257690:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313474.257696:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:0.0:1761313474.257700:0:15826:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006fbc47a5 00000400:00000010:0.0:1761313474.257702:0:15826:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006fbc47a5. 00000800:00000200:0.0:1761313474.257768:0:15826:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761313474.257771:0:15826:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000050f99130 (tot 82351578). 00000400:00000200:0.0:1761313474.257774:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313474.257777:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:0.0:1761313474.257790:0:15826:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009195ec4b 00000400:00000010:0.0:1761313474.257792:0:15826:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009195ec4b. 00000100:00000200:0.0:1761313474.257798:0:15826:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000001588211e x1846869138389184/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313518 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1761313474.260052:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ee3bb206. 00010000:00000010:3.1:1761313474.260064:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000405b961. 00000400:00000200:0.0:1761313474.261599:0:15825:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:0.0:1761313474.261616:0:15825:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x68fb7baf0b8c0 00000400:00000200:0.0:1761313474.261625:0:15825:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb0b91 [1] + 224 00000400:00000200:0.0:1761313474.261635:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313474.261638:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:0.0:1761313474.261647:0:15825:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000001588211e x1846869138389184/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313518 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761313474.261763:0:15825:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:0.0:1761313474.261769:0:15825:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x68fb7ba85c100 00000400:00000200:0.0:1761313474.261774:0:15825:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xaf4f5 [2] + 656 00000400:00000200:0.0:1761313474.261839:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313474.261843:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:0.0:1761313474.261846:0:15825:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761313474.261852:0:15825:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000047d366b1. 00000400:00000010:2.0:1761313474.262223:0:77239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000074b7d66c. 00000400:00000200:2.0:1761313474.262229:0:77239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000072ca0382 00000400:00000010:2.0:1761313474.262231:0:77239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000072ca0382. 00000100:00000200:2.0:1761313474.262237:0:77239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000001588211e x1846869138389184/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313518 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761313474.262245:0:77239:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000001588211e x1846869138389184/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313518 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761313474.262273:0:77239:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000013442a6f. 02000000:00000010:2.0:1761313474.262278:0:77239:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000006d2005fb. 00000100:00000010:2.0:1761313474.262281:0:77239:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001588211e. 00000100:00000010:2.0:1761313474.262284:0:77239:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000ee89bb7b. 00010000:00000010:2.0:1761313474.262287:0:77239:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000b310c34e. 00000020:00000010:1.0:1761313474.263137:0:64710:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008b6f23c3. 00000020:00000010:1.0:1761313474.263146:0:64710:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000006bc29ede. 00000020:00000010:1.0:1761313474.263150:0:64710:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000008bcc3d6c. 00000100:00000200:1.0:1761313474.263175:0:64710:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000047d366b1 x1846869131378944/t0(0) o103->78617949-0e11-4ca2-94c2-d809f91deaa9@192.168.204.38@tcp:405/0 lens 328/0 e 0 to 0 dl 1761313480 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:1.0:1761313474.263212:0:64710:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869131378944 02000000:00000010:1.0:1761313474.263223:0:64710:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000cfce8803. 00010000:00000010:1.0:1761313474.263248:0:64710:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000009df8c8f5. 00010000:00000010:1.0:1761313474.263266:0:64710:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000008915b54f. 00000100:00000010:1.0:1761313474.263272:0:64710:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000e1a21ea7. 00000100:00000010:1.0:1761313474.263292:0:64710:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000e1a21ea7. 00010000:00000010:1.0:1761313474.263296:0:64710:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000008915b54f. 00000400:00000010:1.0:1761313474.263308:0:64710:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e95cb506. 00000100:00000200:1.0:1761313474.263312:0:64710:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869131378944, offset 224 00000400:00000200:1.0:1761313474.263319:0:64710:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:1.0:1761313474.263330:0:64710:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:1.0:1761313474.263334:0:64710:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90182:90182:256:4294967295] 192.168.204.38@tcp LPNI seq info [90182:90182:8:4294967295] 00000400:00000200:1.0:1761313474.263353:0:64710:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:1.0:1761313474.263379:0:64710:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:1.0:1761313474.263385:0:64710:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000cc8c87c8 (tot 82351826). 00000800:00000200:1.0:1761313474.263391:0:64710:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:1.0:1761313474.263397:0:64710:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:1.0:1761313474.263400:0:64710:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000cc8c87c8 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761313474.263419:0:64710:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000006bc29ede. 00000020:00000010:1.0:1761313474.263423:0:64710:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000008bcc3d6c. 00000020:00000010:1.0:1761313474.263427:0:64710:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008b6f23c3. 00000800:00000200:0.0:1761313474.263791:0:15827:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761313474.263795:0:15827:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000cc8c87c8 (tot 82351578). 00000400:00000200:0.0:1761313474.263799:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313474.263804:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:0.0:1761313474.263806:0:15827:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e95cb506 00000400:00000010:0.0:1761313474.263808:0:15827:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e95cb506. 00080000:00000010:3.0:1761313474.263908:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 000000009ae113f3. 00010000:00000010:3.0:1761313474.263983:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b6924499. 00010000:00000010:3.0:1761313474.263990:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000ccad92de. 00010000:00000010:3.0:1761313474.264052:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c528ffb2. 00010000:00000010:3.0:1761313474.264056:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000b6924499. 00010000:00000010:3.0:1761313474.264064:0:77239:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000e7cdd13f. 00000100:00000010:3.0:1761313474.264068:0:77239:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000004c9eaa79. 00000100:00000010:3.0:1761313474.264074:0:77239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000009906dba7. 02000000:00000010:3.0:1761313474.264082:0:77239:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000489cb36d. 02000000:00000010:3.0:1761313474.264102:0:77239:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000009e2f2be. 00000400:00000010:3.0:1761313474.264106:0:77239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000074b7d66c. 00000400:00000010:3.0:1761313474.264110:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002d5c7cf4. 00000100:00000200:3.0:1761313474.264115:0:77239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869138389248, portal 16 00000400:00000010:3.0:1761313474.264118:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006cc90287. 00000100:00000200:3.0:1761313474.264120:0:77239:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869138389248, offset 0 00000400:00000200:3.0:1761313474.264125:0:77239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:3.0:1761313474.264132:0:77239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:3.0:1761313474.264137:0:77239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:3.0:1761313474.264140:0:77239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761313474.264143:0:77239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:3.0:1761313474.264145:0:77239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90183:90183:256:4294967295] 192.168.204.38@tcp LPNI seq info [90183:90183:8:4294967295] 00000400:00000200:3.0:1761313474.264153:0:77239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:3.0:1761313474.264157:0:77239:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:3.0:1761313474.264160:0:77239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c12329df (tot 82351826). 00000800:00000200:3.0:1761313474.264164:0:77239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:3.0:1761313474.264168:0:77239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:3.0:1761313474.264170:0:77239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c12329df type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761313474.264441:0:15826:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761313474.264445:0:15826:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c12329df (tot 82351578). 00000400:00000200:0.0:1761313474.264449:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313474.264453:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:0.0:1761313474.264456:0:15826:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006cc90287 00000400:00000010:0.0:1761313474.264457:0:15826:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006cc90287. 00000100:00000200:0.0:1761313474.264463:0:15826:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000009906dba7 x1846869138389248/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313518 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1761313474.265646:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000061a6c483. 00010000:00000010:2.1:1761313474.265684:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008c930a59. 00010000:00000010:3.1:1761313474.266627:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e30f0209. 00010000:00000010:3.1:1761313474.266635:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f60fd3ad. 00000400:00000200:0.0:1761313474.268409:0:15825:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:0.0:1761313474.268428:0:15825:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x68fb7baf0b900 00000400:00000200:0.0:1761313474.268436:0:15825:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb0b9d [1] + 224 00000400:00000200:0.0:1761313474.268447:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313474.268451:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:0.0:1761313474.268461:0:15825:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000009906dba7 x1846869138389248/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313518 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761313474.268498:0:15825:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:0.0:1761313474.268505:0:15825:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x68fb7ba85c140 00000400:00000200:0.0:1761313474.268509:0:15825:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xaf4f5 [2] + 984 00000400:00000200:0.0:1761313474.268519:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313474.268521:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:0.0:1761313474.268525:0:15825:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761313474.268530:0:15825:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ede06feb. 00000400:00000010:3.0:1761313474.268591:0:77239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000074b7d66c. 00000020:00000010:2.0:1761313474.268592:0:75220:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003595a20b. 00000400:00000200:3.0:1761313474.268597:0:77239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002d5c7cf4 00000400:00000010:3.0:1761313474.268599:0:77239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002d5c7cf4. 00000020:00000010:2.0:1761313474.268599:0:75220:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000003b7d3eee. 00000020:00000010:2.0:1761313474.268603:0:75220:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000134da562. 00000100:00000200:3.0:1761313474.268605:0:77239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000009906dba7 x1846869138389248/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313518 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761313474.268611:0:77239:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000009906dba7 x1846869138389248/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313518 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761313474.268627:0:75220:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000ede06feb x1846869131379008/t0(0) o103->78617949-0e11-4ca2-94c2-d809f91deaa9@192.168.204.38@tcp:405/0 lens 328/0 e 0 to 0 dl 1761313480 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 02000000:00000010:3.0:1761313474.268636:0:77239:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000009e2f2be. 02000000:00000010:3.0:1761313474.268641:0:77239:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000489cb36d. 00000100:00000010:3.0:1761313474.268645:0:77239:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000009906dba7. 00000100:00000010:3.0:1761313474.268648:0:77239:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000004c9eaa79. 00010000:00000010:3.0:1761313474.268652:0:77239:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000e7cdd13f. 00000100:00000200:2.0:1761313474.268704:0:75220:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869131379008 02000000:00000010:2.0:1761313474.268721:0:75220:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000794b04eb. 00010000:00000010:2.0:1761313474.268753:0:75220:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000030858b62. 00010000:00000010:1.0:1761313474.268855:0:75220:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000008915b54f. 00000100:00000010:1.0:1761313474.268864:0:75220:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000e1a21ea7. 00000100:00000010:1.0:1761313474.268880:0:75220:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000e1a21ea7. 00010000:00000010:1.0:1761313474.268885:0:75220:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000008915b54f. 00000400:00000010:1.0:1761313474.268898:0:75220:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000074b1fc4e. 00000100:00000200:1.0:1761313474.268903:0:75220:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869131379008, offset 224 00000400:00000200:1.0:1761313474.268910:0:75220:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:1.0:1761313474.268920:0:75220:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:1.0:1761313474.268927:0:75220:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90184:90184:256:4294967295] 192.168.204.38@tcp LPNI seq info [90184:90184:8:4294967295] 00000400:00000200:1.0:1761313474.268936:0:75220:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:1.0:1761313474.268941:0:75220:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:1.0:1761313474.268946:0:75220:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000fe7bdfb5 (tot 82351826). 00000800:00000200:1.0:1761313474.268951:0:75220:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:1.0:1761313474.268958:0:75220:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:1.0:1761313474.268962:0:75220:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000fe7bdfb5 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761313474.268987:0:75220:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000003b7d3eee. 00000020:00000010:1.0:1761313474.268993:0:75220:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000134da562. 00000020:00000010:1.0:1761313474.268996:0:75220:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003595a20b. 00080000:00000010:3.0:1761313474.269073:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000489cb36d. 00010000:00000010:3.0:1761313474.269159:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b6924499. 00010000:00000010:3.0:1761313474.269167:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000189e1e1e. 00010000:00000010:3.0:1761313474.269248:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f60fd3ad. 00010000:00000010:3.0:1761313474.269254:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000b6924499. 00010000:00000010:3.0:1761313474.269265:0:77239:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000e7cdd13f. 00000100:00000010:3.0:1761313474.269269:0:77239:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000004c9eaa79. 00000100:00000010:3.0:1761313474.269275:0:77239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000009906dba7. 02000000:00000010:3.0:1761313474.269284:0:77239:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000009e2f2be. 02000000:00000010:3.0:1761313474.269306:0:77239:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000000653aeb4. 00000400:00000010:3.0:1761313474.269310:0:77239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000074b7d66c. 00010000:00000010:1.1:1761313474.269480:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000f48dc77. 00010000:00000010:3.1:1761313474.269580:0:77239:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000dc026849. 00010000:00000010:3.1:1761313474.269585:0:77239:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009317390b. 00000400:00000010:3.0:1761313474.269589:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002d5c7cf4. 00000100:00000200:3.0:1761313474.269594:0:77239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869138389312, portal 16 00000400:00000010:1.0:1761313474.269652:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003b07ff82. 00000100:00000200:1.0:1761313474.269656:0:77239:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869138389312, offset 0 00000400:00000200:1.0:1761313474.269662:0:77239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:1.0:1761313474.269670:0:77239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:1.0:1761313474.269676:0:77239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:1.0:1761313474.269680:0:77239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761313474.269683:0:77239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:1.0:1761313474.269685:0:77239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90185:90185:255:4294967295] 192.168.204.38@tcp LPNI seq info [90185:90185:7:4294967295] 00000800:00000200:0.0:1761313474.269690:0:15827:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000400:00000200:1.0:1761313474.269693:0:77239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000010:0.0:1761313474.269693:0:15827:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000fe7bdfb5 (tot 82351578). 00000800:00000200:1.0:1761313474.269697:0:77239:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000400:00000200:0.0:1761313474.269697:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000010:1.0:1761313474.269699:0:77239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000258d8758 (tot 82351826). 00000400:00000200:0.0:1761313474.269701:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000800:00000200:1.0:1761313474.269703:0:77239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000400:00000200:0.0:1761313474.269704:0:15827:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000074b1fc4e 00000400:00000010:0.0:1761313474.269706:0:15827:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000074b1fc4e. 00000800:00000200:1.0:1761313474.269707:0:77239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:1.0:1761313474.269710:0:77239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000258d8758 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761313474.269733:0:15827:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761313474.269735:0:15827:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000258d8758 (tot 82351578). 00000400:00000200:0.0:1761313474.269738:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313474.269741:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:0.0:1761313474.269744:0:15827:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003b07ff82 00000400:00000010:0.0:1761313474.269745:0:15827:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003b07ff82. 00000100:00000200:0.0:1761313474.269750:0:15827:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000009906dba7 x1846869138389312/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313518 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761313474.273158:0:15826:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:0.0:1761313474.273188:0:15826:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x68fb7baf0b940 00000400:00000200:0.0:1761313474.273196:0:15826:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb0ba9 [1] + 224 00000400:00000200:0.0:1761313474.273207:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313474.273211:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:0.0:1761313474.273222:0:15826:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000009906dba7 x1846869138389312/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313518 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761313474.273256:0:15826:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:0.0:1761313474.273261:0:15826:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x68fb7ba85c180 00000400:00000200:0.0:1761313474.273954:0:15826:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xaf4f5 [2] + 1312 00000400:00000200:0.0:1761313474.273969:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313474.273973:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:0.0:1761313474.273978:0:15826:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761313474.273983:0:15826:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000f33f9db7. 00000020:00000010:1.0:1761313474.274686:0:75220:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000060bde22b. 00000020:00000010:1.0:1761313474.274694:0:75220:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000006bc29ede. 00000020:00000010:1.0:1761313474.274698:0:75220:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000008bcc3d6c. 00000100:00000200:1.0:1761313474.274726:0:75220:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000f33f9db7 x1846869131379072/t0(0) o103->78617949-0e11-4ca2-94c2-d809f91deaa9@192.168.204.38@tcp:405/0 lens 328/0 e 0 to 0 dl 1761313480 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:1.0:1761313474.274756:0:75220:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869131379072 02000000:00000010:1.0:1761313474.274765:0:75220:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000008b6f23c3. 00010000:00000010:1.0:1761313474.274816:0:75220:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000008915b54f. 00000100:00000010:1.0:1761313474.274824:0:75220:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000e1a21ea7. 00000100:00000010:1.0:1761313474.274830:0:75220:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000e1a21ea7. 00010000:00000010:1.0:1761313474.274835:0:75220:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000008915b54f. 00000400:00000010:1.0:1761313474.274849:0:75220:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009cf941ad. 00000100:00000200:1.0:1761313474.274855:0:75220:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869131379072, offset 224 00000400:00000200:1.0:1761313474.274863:0:75220:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:1.0:1761313474.274876:0:75220:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:1.0:1761313474.274882:0:75220:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90186:90186:256:4294967295] 192.168.204.38@tcp LPNI seq info [90186:90186:8:4294967295] 00000400:00000200:1.0:1761313474.274893:0:75220:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:1.0:1761313474.274898:0:75220:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:1.0:1761313474.274902:0:75220:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000258d8758 (tot 82351826). 00000800:00000200:1.0:1761313474.274908:0:75220:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:1.0:1761313474.274916:0:75220:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:1.0:1761313474.274920:0:75220:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000258d8758 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761313474.274937:0:75220:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000006bc29ede. 00000020:00000010:1.0:1761313474.274941:0:75220:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000008bcc3d6c. 00000020:00000010:1.0:1761313474.274944:0:75220:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000060bde22b. 00000800:00000200:1.0:1761313474.275013:0:15825:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313474.275016:0:15825:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000258d8758 (tot 82351578). 00000400:00000200:1.0:1761313474.275020:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313474.275024:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:1.0:1761313474.275027:0:15825:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009cf941ad 00000400:00000010:1.0:1761313474.275030:0:15825:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009cf941ad. 00000400:00000010:1.0:1761313474.275053:0:77239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000074b7d66c. 00000400:00000200:1.0:1761313474.275057:0:77239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002d5c7cf4 00000400:00000010:1.0:1761313474.275058:0:77239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002d5c7cf4. 00000100:00000200:1.0:1761313474.275062:0:77239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000009906dba7 x1846869138389312/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313518 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761313474.275071:0:77239:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000009906dba7 x1846869138389312/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313518 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.0:1761313474.275091:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000031ef7083. 02000000:00000010:1.0:1761313474.275103:0:77239:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000000653aeb4. 02000000:00000010:1.0:1761313474.275107:0:77239:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000009e2f2be. 00000100:00000010:1.0:1761313474.275111:0:77239:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000009906dba7. 00000100:00000010:1.0:1761313474.275114:0:77239:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000004c9eaa79. 00010000:00000010:1.0:1761313474.275116:0:77239:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000e7cdd13f. 00080000:00000010:1.0:1761313474.275132:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 0000000060bde22b. 00010000:00000010:1.0:1761313474.275216:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b6924499. 00010000:00000010:1.0:1761313474.275222:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000d9e492a3. 00010000:00000010:1.0:1761313474.275304:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000fdb76ba0. 00010000:00000010:1.0:1761313474.275310:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000008ca6e84b. 00010000:00000010:1.0:1761313474.275334:0:77239:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000008915b54f. 00000100:00000010:1.0:1761313474.275338:0:77239:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000e1a21ea7. 00000100:00000010:1.0:1761313474.275353:0:77239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000db5c2442. 02000000:00000010:1.0:1761313474.275382:0:77239:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000012a94027. 02000000:00000010:1.0:1761313474.275404:0:77239:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ceb99c1f. 00000400:00000010:1.0:1761313474.275409:0:77239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000ed5603a2. 00000400:00000010:1.0:1761313474.275412:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009cf941ad. 00000100:00000200:1.0:1761313474.275416:0:77239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869138389376, portal 16 00000400:00000010:1.0:1761313474.275420:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f67f39f5. 00000100:00000200:1.0:1761313474.275422:0:77239:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869138389376, offset 0 00000400:00000200:1.0:1761313474.275426:0:77239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:1.0:1761313474.275433:0:77239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:1.0:1761313474.275439:0:77239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:1.0:1761313474.275442:0:77239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761313474.275445:0:77239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:1.0:1761313474.275448:0:77239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90187:90187:256:4294967295] 192.168.204.38@tcp LPNI seq info [90187:90187:8:4294967295] 00000400:00000200:1.0:1761313474.275455:0:77239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:1.0:1761313474.275460:0:77239:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:1.0:1761313474.275462:0:77239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000258d8758 (tot 82351826). 00000800:00000200:1.0:1761313474.275466:0:77239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:1.0:1761313474.275470:0:77239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:1.0:1761313474.275473:0:77239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000258d8758 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761313474.275515:0:15827:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313474.275518:0:15827:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000258d8758 (tot 82351578). 00000400:00000200:1.0:1761313474.275520:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313474.275523:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:1.0:1761313474.275525:0:15827:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f67f39f5 00000400:00000010:1.0:1761313474.275526:0:15827:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f67f39f5. 00000100:00000200:1.0:1761313474.275530:0:15827:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000db5c2442 x1846869138389376/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313518 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1761313474.283404:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e61cc7a6. 00010000:00000010:3.1:1761313474.283417:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c528ffb2. 00010000:00000010:2.1:1761313474.283465:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000068a790de. 00000400:00000200:0.0:1761313474.284722:0:15826:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:0.0:1761313474.284741:0:15826:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x68fb7baf0b980 00000400:00000200:0.0:1761313474.284749:0:15826:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb0bb5 [1] + 224 00000400:00000200:0.0:1761313474.284760:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313474.284764:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:0.0:1761313474.284774:0:15826:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000db5c2442 x1846869138389376/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313518 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761313474.284824:0:15826:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:0.0:1761313474.284829:0:15826:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x68fb7ba85c1c0 00000400:00000200:0.0:1761313474.284834:0:15826:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xaf4f5 [2] + 1640 00000400:00000010:2.0:1761313474.284841:0:77239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000ed5603a2. 00000400:00000200:2.0:1761313474.284847:0:77239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009cf941ad 00000400:00000010:2.0:1761313474.284849:0:77239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009cf941ad. 00000100:00000200:2.0:1761313474.284855:0:77239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000db5c2442 x1846869138389376/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313518 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761313474.284862:0:77239:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000db5c2442 x1846869138389376/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313518 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761313474.284892:0:77239:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ceb99c1f. 00000400:00000200:0.0:1761313474.284892:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313474.284896:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 02000000:00000010:2.0:1761313474.284900:0:77239:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000012a94027. 00000100:00000200:0.0:1761313474.284900:0:15826:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1761313474.284903:0:77239:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000db5c2442. 00000100:00000010:0.0:1761313474.284904:0:15826:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000000982dbcf. 00000100:00000010:2.0:1761313474.284907:0:77239:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000e1a21ea7. 00010000:00000010:2.0:1761313474.284912:0:77239:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000008915b54f. 00000020:00000010:3.0:1761313474.284995:0:64710:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002db85f8f. 00000020:00000010:3.0:1761313474.285003:0:64710:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000d8e037e1. 00000020:00000010:3.0:1761313474.285008:0:64710:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000e87b31f6. 00000100:00000200:3.0:1761313474.285032:0:64710:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000000982dbcf x1846869131379136/t0(0) o103->78617949-0e11-4ca2-94c2-d809f91deaa9@192.168.204.38@tcp:405/0 lens 328/0 e 0 to 0 dl 1761313480 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:3.0:1761313474.285068:0:64710:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869131379136 02000000:00000010:3.0:1761313474.285079:0:64710:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000ed2a131e. 00010000:00000010:3.0:1761313474.285107:0:64710:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008e2e12ad. 00010000:00000010:3.0:1761313474.285127:0:64710:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000037cfa27c. 00000100:00000010:3.0:1761313474.285133:0:64710:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000004e994188. 00000100:00000010:3.0:1761313474.285147:0:64710:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000004e994188. 00010000:00000010:3.0:1761313474.285150:0:64710:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000037cfa27c. 00000400:00000010:3.0:1761313474.285163:0:64710:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fc523d55. 00000100:00000200:3.0:1761313474.285168:0:64710:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869131379136, offset 224 00000400:00000200:3.0:1761313474.285175:0:64710:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:3.0:1761313474.285185:0:64710:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:3.0:1761313474.285190:0:64710:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90188:90188:256:4294967295] 192.168.204.38@tcp LPNI seq info [90188:90188:8:4294967295] 00000400:00000200:3.0:1761313474.285200:0:64710:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:3.0:1761313474.285204:0:64710:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:3.0:1761313474.285209:0:64710:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005a2664b3 (tot 82351826). 00000800:00000200:3.0:1761313474.285214:0:64710:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:3.0:1761313474.285221:0:64710:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:3.0:1761313474.285224:0:64710:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000005a2664b3 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761313474.285247:0:64710:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000d8e037e1. 00000020:00000010:3.0:1761313474.285251:0:64710:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000e87b31f6. 00000020:00000010:3.0:1761313474.285255:0:64710:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000002db85f8f. 00080000:00000010:2.0:1761313474.285308:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 000000003595a20b. 00010000:00000010:2.0:1761313474.285463:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008ca6e84b. 00010000:00000010:2.0:1761313474.285469:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002827e0e5. 00010000:00000010:2.0:1761313474.285545:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000097e21150. 00010000:00000010:2.0:1761313474.285551:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000250e9210. 00010000:00000010:2.0:1761313474.285560:0:77239:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000008a0ecdee. 00000100:00000010:2.0:1761313474.285564:0:77239:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000bb9f88f9. 00000100:00000010:2.0:1761313474.285570:0:77239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d68bc362. 02000000:00000010:2.0:1761313474.285581:0:77239:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000012a94027. 02000000:00000010:2.0:1761313474.285604:0:77239:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ceb99c1f. 00000400:00000010:2.0:1761313474.285608:0:77239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000a831013b. 00000400:00000010:2.0:1761313474.285611:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005017ce3d. 00000100:00000200:2.0:1761313474.285616:0:77239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869138389440, portal 16 00000400:00000010:2.0:1761313474.285620:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000eace0f75. 00000100:00000200:2.0:1761313474.285622:0:77239:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869138389440, offset 0 00000400:00000200:2.0:1761313474.285628:0:77239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:2.0:1761313474.285635:0:77239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:2.0:1761313474.285642:0:77239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:2.0:1761313474.285646:0:77239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761313474.285648:0:77239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:2.0:1761313474.285651:0:77239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90189:90189:255:4294967295] 192.168.204.38@tcp LPNI seq info [90189:90189:7:4294967295] 00000400:00000200:2.0:1761313474.285674:0:77239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:2.0:1761313474.285678:0:77239:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:2.0:1761313474.285682:0:77239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000044feb42c (tot 82352074). 00000800:00000200:2.0:1761313474.285686:0:77239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:2.0:1761313474.285690:0:77239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:2.0:1761313474.285692:0:77239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000044feb42c type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761313474.285723:0:15825:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761313474.285727:0:15825:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005a2664b3 (tot 82351826). 00000400:00000200:0.0:1761313474.285731:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313474.285734:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:0.0:1761313474.285737:0:15825:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fc523d55 00000400:00000010:0.0:1761313474.285738:0:15825:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fc523d55. 00000800:00000200:0.0:1761313474.285792:0:15825:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761313474.285794:0:15825:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000044feb42c (tot 82351578). 00000400:00000200:0.0:1761313474.285798:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313474.285801:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:0.0:1761313474.285803:0:15825:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000eace0f75 00000400:00000010:0.0:1761313474.285804:0:15825:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000eace0f75. 00000100:00000200:0.0:1761313474.285809:0:15825:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000d68bc362 x1846869138389440/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313518 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761313474.288206:0:15827:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:3.0:1761313474.288224:0:15827:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x68fb7baf0b9c0 00000400:00000200:3.0:1761313474.288233:0:15827:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb0bc1 [1] + 224 00000400:00000200:3.0:1761313474.288246:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313474.288249:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:3.0:1761313474.288259:0:15827:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000d68bc362 x1846869138389440/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313518 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1761313474.288340:0:77239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000a831013b. 00000400:00000200:2.0:1761313474.288345:0:77239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005017ce3d 00000400:00000010:2.0:1761313474.288347:0:77239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005017ce3d. 00000100:00000200:2.0:1761313474.288353:0:77239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000d68bc362 x1846869138389440/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313518 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761313474.288754:0:77239:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000d68bc362 x1846869138389440/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313518 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761313474.288793:0:77239:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ceb99c1f. 02000000:00000010:2.0:1761313474.288799:0:77239:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000012a94027. 00000100:00000010:2.0:1761313474.288802:0:77239:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d68bc362. 00000100:00000010:2.0:1761313474.288806:0:77239:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000bb9f88f9. 00010000:00000010:2.0:1761313474.288809:0:77239:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000008a0ecdee. 00000400:00000200:0.0:1761313474.290034:0:15826:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:0.0:1761313474.290049:0:15826:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x68fb7ba85c200 00000400:00000200:0.0:1761313474.290056:0:15826:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xaf4f5 [2] + 1968 00000400:00000010:0.0:1761313474.290059:0:15826:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000f5f9771f. 00000400:00000200:0.0:1761313474.290065:0:15826:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 00000000a3335fcc 00000400:00000200:0.0:1761313474.290119:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313474.290123:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:0.0:1761313474.290126:0:15826:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a3335fcc 00000400:00000010:0.0:1761313474.290128:0:15826:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 00000000a3335fcc (tot 82351426). 00000100:00000200:0.0:1761313474.290133:0:15826:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:3.0:1761313474.290193:0:64710:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002db85f8f. 00000020:00000010:3.0:1761313474.290201:0:64710:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000d8e037e1. 00000020:00000010:3.0:1761313474.290206:0:64710:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000e87b31f6. 00000100:00000200:3.0:1761313474.290230:0:64710:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000004f8d8f7e x1846869131379200/t0(0) o103->78617949-0e11-4ca2-94c2-d809f91deaa9@192.168.204.38@tcp:405/0 lens 328/0 e 0 to 0 dl 1761313480 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:0.0:1761313474.290301:0:75220:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869131379200 02000000:00000010:0.0:1761313474.290315:0:75220:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000029ec4300. 00010000:00000010:0.0:1761313474.290341:0:75220:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000044eede66. 00010000:00000010:0.0:1761313474.290395:0:75220:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000cdd9b18a. 00000100:00000010:0.0:1761313474.290402:0:75220:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000e1f492ab. 00000100:00000010:0.0:1761313474.290413:0:75220:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000e1f492ab. 00010000:00000010:0.0:1761313474.290415:0:75220:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000cdd9b18a. 00000400:00000010:0.0:1761313474.290427:0:75220:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000686d1fa3. 00000100:00000200:0.0:1761313474.290432:0:75220:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869131379200, offset 224 00000400:00000200:0.0:1761313474.290439:0:75220:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:0.0:1761313474.290449:0:75220:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:0.0:1761313474.290454:0:75220:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90190:90190:256:4294967295] 192.168.204.38@tcp LPNI seq info [90190:90190:8:4294967295] 00000400:00000200:0.0:1761313474.290464:0:75220:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:0.0:1761313474.290469:0:75220:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:0.0:1761313474.290474:0:75220:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d053f659 (tot 82351674). 00000800:00000200:0.0:1761313474.290479:0:75220:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:0.0:1761313474.290485:0:75220:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:0.0:1761313474.290489:0:75220:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000d053f659 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761313474.290517:0:75220:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000d8e037e1. 00000020:00000010:0.0:1761313474.290521:0:75220:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000e87b31f6. 00000020:00000010:0.0:1761313474.290525:0:75220:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000002db85f8f. 02000000:00000010:0.0:1761313474.290532:0:75220:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000ed2a131e. 00000100:00000010:0.0:1761313474.290534:0:75220:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000000982dbcf. 02000000:00000010:0.0:1761313474.290537:0:75220:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000008b6f23c3. 00000100:00000010:0.0:1761313474.290540:0:75220:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000f33f9db7. 02000000:00000010:0.0:1761313474.290543:0:75220:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000794b04eb. 00000100:00000010:0.0:1761313474.290545:0:75220:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ede06feb. 02000000:00000010:0.0:1761313474.290547:0:75220:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000cfce8803. 00000100:00000010:0.0:1761313474.290549:0:75220:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000047d366b1. 02000000:00000010:0.0:1761313474.290552:0:75220:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000004f692788. 00000100:00000010:0.0:1761313474.290553:0:75220:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007de1a361. 02000000:00000010:0.0:1761313474.290556:0:75220:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000004d15bbff. 00000100:00000010:0.0:1761313474.290558:0:75220:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000064f8b87f. 00000100:00000200:0.0:1761313474.290565:0:75220:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1761313474.290569:0:75220:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000c0955dc3. 00000400:00000010:0.0:1761313474.290573:0:75220:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000e1f492ab (tot 82351826). 00000800:00000200:3.0:1761313474.290581:0:15825:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761313474.290585:0:15825:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d053f659 (tot 82351578). 00000400:00000200:3.0:1761313474.290588:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313474.290592:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:3.0:1761313474.290595:0:15825:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000686d1fa3 00000400:00000010:3.0:1761313474.290596:0:15825:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000686d1fa3. 02000000:00000010:3.0:1761313474.290600:0:15825:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000029ec4300. 00080000:00000010:2.0:1761313474.290920:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 0000000012a94027. 00010000:00000010:2.0:1761313474.291010:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000250e9210. 00010000:00000010:2.0:1761313474.291016:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002ae93219. 00000004:00000010:2.0:1761313474.291080:0:77239:0:(mdt_handler.c:6310:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000e4df8a9f. 00000004:00000010:2.0:1761313474.291089:0:77239:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 96 at 000000007024c0f4. 00000004:00000010:2.0:1761313474.291095:0:77239:0:(lod_dev.c:214:lod_object_alloc()) slab-alloced 'lod_obj': 184 at 00000000b3476598. 00080000:00000010:2.0:1761313474.291102:0:77239:0:(osd_handler.c:432:osd_object_alloc()) kmalloced '(mo)': 304 at 00000000ceb99c1f. 00000001:00000010:2.0:1761313474.291116:0:77239:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000a831013b. 00000001:00000010:2.0:1761313474.291130:0:77239:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000a831013b. 00080000:00000010:2.0:1761313474.291139:0:77239:0:(osd_handler.c:1682:osd_object_free()) kfreed 'obj': 304 at 00000000ceb99c1f. 00000004:00000010:2.0:1761313474.291146:0:77239:0:(lod_object.c:9217:lod_object_free()) slab-freed '(lo)': 184 at 00000000b3476598. 00000004:00000010:2.0:1761313474.291149:0:77239:0:(mdd_object.c:339:mdd_object_free()) slab-freed '(mdd)': 96 at 000000007024c0f4. 00000004:00000010:2.0:1761313474.291152:0:77239:0:(mdt_handler.c:6382:mdt_object_free()) slab-freed 'mo': 480 at 00000000e4df8a9f. 00010000:00000010:2.0:1761313474.291173:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000013c85ea5. 00010000:00000010:2.0:1761313474.291178:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000250e9210. 00010000:00000010:2.0:1761313474.291188:0:77239:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000008a0ecdee. 00000100:00000010:2.0:1761313474.291192:0:77239:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000bb9f88f9. 00000100:00000010:2.0:1761313474.291198:0:77239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d68bc362. 02000000:00000010:2.0:1761313474.291207:0:77239:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000ceb99c1f. 02000000:00000010:2.0:1761313474.291228:0:77239:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000004d15bbff. 00000400:00000010:2.0:1761313474.291233:0:77239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000a831013b. 00000400:00000010:2.0:1761313474.291236:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005017ce3d. 00000100:00000200:2.0:1761313474.291240:0:77239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869138389504, portal 16 00000400:00000010:2.0:1761313474.291243:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d2af7839. 00000100:00000200:2.0:1761313474.291245:0:77239:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869138389504, offset 0 00000400:00000200:2.0:1761313474.291250:0:77239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:2.0:1761313474.291257:0:77239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:2.0:1761313474.291264:0:77239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:2.0:1761313474.291267:0:77239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761313474.291269:0:77239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:2.0:1761313474.291272:0:77239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90191:90191:256:4294967295] 192.168.204.38@tcp LPNI seq info [90191:90191:8:4294967295] 00000400:00000200:2.0:1761313474.291279:0:77239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:2.0:1761313474.291283:0:77239:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:2.0:1761313474.291286:0:77239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c737f52d (tot 82351826). 00000800:00000200:2.0:1761313474.291290:0:77239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:2.0:1761313474.291294:0:77239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:2.0:1761313474.291296:0:77239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c737f52d type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761313474.291402:0:15827:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761313474.291405:0:15827:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c737f52d (tot 82351578). 00000400:00000200:3.0:1761313474.291409:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313474.291412:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:3.0:1761313474.291415:0:15827:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d2af7839 00000400:00000010:3.0:1761313474.291417:0:15827:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d2af7839. 00000100:00000200:3.0:1761313474.291423:0:15827:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000d68bc362 x1846869138389504/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313518 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1761313474.292478:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009c85b13b. 00010000:00000010:1.1:1761313474.292485:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004c7c5e8e. 00010000:00000010:1.1:1761313474.292488:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f60fd3ad. 00000400:00000200:0.0:1761313474.296908:0:15826:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:0.0:1761313474.296931:0:15826:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x68fb7baf0ba00 00000400:00000200:0.0:1761313474.296939:0:15826:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb0bd1 [1] + 224 00000400:00000200:0.0:1761313474.296955:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313474.296959:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:0.0:1761313474.296971:0:15826:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000d68bc362 x1846869138389504/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313518 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1761313474.297240:0:77239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000a831013b. 00000400:00000200:1.0:1761313474.297245:0:77239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005017ce3d 00000400:00000010:1.0:1761313474.297247:0:77239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005017ce3d. 00000100:00000200:1.0:1761313474.297253:0:77239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000d68bc362 x1846869138389504/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313518 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761313474.297260:0:77239:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000d68bc362 x1846869138389504/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313518 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761313474.297288:0:77239:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000004d15bbff. 02000000:00000010:1.0:1761313474.297294:0:77239:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000ceb99c1f. 00000100:00000010:1.0:1761313474.297298:0:77239:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d68bc362. 00000100:00000010:1.0:1761313474.297302:0:77239:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000bb9f88f9. 00010000:00000010:1.0:1761313474.297305:0:77239:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000008a0ecdee. 00010000:00000010:2.1:1761313474.299638:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008746f3c4. 00010000:00000010:2.1:1761313474.299652:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fdb76ba0. 00010000:00000010:3.1:1761313474.299861:0:78460:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001f30470a. 00000400:00000200:0.0:1761313474.300570:0:15825:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:0.0:1761313474.300586:0:15825:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x68fb7ba85c240 00000400:00000200:0.0:1761313474.300592:0:15825:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xaf54d [2] + 0 00000400:00000200:0.0:1761313474.300650:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313474.300654:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:0.0:1761313474.300660:0:15825:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761313474.300667:0:15825:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000047d366b1. 00000020:00000010:1.0:1761313474.301592:0:75220:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000039b3f807. 00000020:00000010:1.0:1761313474.301600:0:75220:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000faad4f82. 00000020:00000010:1.0:1761313474.301605:0:75220:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000008bcc3d6c. 00000100:00000200:1.0:1761313474.301632:0:75220:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000047d366b1 x1846869131379264/t0(0) o103->78617949-0e11-4ca2-94c2-d809f91deaa9@192.168.204.38@tcp:405/0 lens 328/0 e 0 to 0 dl 1761313480 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:1.0:1761313474.301671:0:75220:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869131379264 02000000:00000010:1.0:1761313474.301683:0:75220:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000006f7470de. 00010000:00000010:1.0:1761313474.301712:0:75220:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000244223cb. 00010000:00000010:1.0:1761313474.301732:0:75220:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000009c5ec2f8. 00000100:00000010:1.0:1761313474.301740:0:75220:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a1675ba7. 00000100:00000010:1.0:1761313474.301759:0:75220:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a1675ba7. 00010000:00000010:1.0:1761313474.301763:0:75220:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000009c5ec2f8. 00000400:00000010:1.0:1761313474.301776:0:75220:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f67f39f5. 00000100:00000200:1.0:1761313474.301791:0:75220:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869131379264, offset 224 00000400:00000200:1.0:1761313474.301799:0:75220:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:1.0:1761313474.301811:0:75220:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:1.0:1761313474.301817:0:75220:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90192:90192:256:4294967295] 192.168.204.38@tcp LPNI seq info [90192:90192:8:4294967295] 00000400:00000200:1.0:1761313474.301827:0:75220:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:1.0:1761313474.301833:0:75220:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:1.0:1761313474.301838:0:75220:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000258d8758 (tot 82351826). 00000800:00000200:1.0:1761313474.301843:0:75220:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:1.0:1761313474.301850:0:75220:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:1.0:1761313474.301853:0:75220:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000258d8758 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761313474.301872:0:75220:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000faad4f82. 00000020:00000010:1.0:1761313474.301876:0:75220:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000008bcc3d6c. 00000020:00000010:1.0:1761313474.301879:0:75220:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000039b3f807. 00000800:00000200:1.0:1761313474.301945:0:15827:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313474.301949:0:15827:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000258d8758 (tot 82351578). 00000400:00000200:1.0:1761313474.301952:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313474.301956:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:1.0:1761313474.301959:0:15827:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f67f39f5 00000400:00000010:1.0:1761313474.301960:0:15827:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f67f39f5. 00080000:00000010:0.0:1761313474.302039:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ad85e760. 00010000:00000010:0.0:1761313474.302124:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000250e9210. 00010000:00000010:0.0:1761313474.302131:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000487f70f2. 00010000:00000010:0.0:1761313474.302198:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000048dea5e1. 00010000:00000010:0.0:1761313474.302203:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d463f9d1. 00010000:00000010:0.0:1761313474.303035:0:77239:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000cdd9b18a. 00000100:00000010:0.0:1761313474.303044:0:77239:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000008fbd509. 00000100:00000010:0.0:1761313474.303052:0:77239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ede06feb. 02000000:00000010:0.0:1761313474.303066:0:77239:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000007725e51e. 02000000:00000010:0.0:1761313474.303092:0:77239:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000669fe953. 00000400:00000010:0.0:1761313474.303099:0:77239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000006e8b39fd. 00000400:00000010:0.0:1761313474.303104:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b0337f11. 00000100:00000200:0.0:1761313474.303111:0:77239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869138389568, portal 16 00000400:00000010:0.0:1761313474.303115:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000dc692469. 00000100:00000200:0.0:1761313474.303118:0:77239:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869138389568, offset 0 00000400:00000200:0.0:1761313474.303125:0:77239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:0.0:1761313474.303135:0:77239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:0.0:1761313474.303142:0:77239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:0.0:1761313474.303145:0:77239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761313474.303148:0:77239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:0.0:1761313474.303151:0:77239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90193:90193:256:4294967295] 192.168.204.38@tcp LPNI seq info [90193:90193:8:4294967295] 00000400:00000200:0.0:1761313474.303159:0:77239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:0.0:1761313474.303164:0:77239:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:0.0:1761313474.303168:0:77239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000063d61484 (tot 82351826). 00000800:00000200:0.0:1761313474.303173:0:77239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:0.0:1761313474.303178:0:77239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:0.0:1761313474.303182:0:77239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000063d61484 type 1, nob 424 niov 1 nkiov 1 00010000:00000010:2.1:1761313474.304743:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c8600f76. 00010000:00000010:2.1:1761313474.304753:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000097e21150. 00000800:00000200:2.0:1761313474.304826:0:15826:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761313474.304830:0:15826:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000063d61484 (tot 82351578). 00000400:00000200:2.0:1761313474.304835:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313474.304843:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:2.0:1761313474.304848:0:15826:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000dc692469 00000400:00000010:2.0:1761313474.304850:0:15826:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000dc692469. 00000100:00000200:2.0:1761313474.304858:0:15826:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000ede06feb x1846869138389568/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313518 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1761313474.307483:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001f2ebbc1. 00010000:00000010:1.1:1761313474.309392:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000054b2d9d5. 00010000:00000010:0.1:1761313474.310976:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c7068fca. 00010000:00000010:0.1:1761313474.310988:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000013c85ea5. 00000400:00000200:0.0:1761313474.311034:0:15825:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:0.0:1761313474.311051:0:15825:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x68fb7baf0ba40 00000400:00000200:0.0:1761313474.311060:0:15825:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb0bdd [1] + 224 00000400:00000200:0.0:1761313474.311074:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313474.311079:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:0.0:1761313474.311090:0:15825:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000ede06feb x1846869138389568/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313518 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761313474.312083:0:15825:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:0.0:1761313474.312092:0:15825:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x68fb7ba85c280 00000400:00000200:0.0:1761313474.312097:0:15825:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xaf54d [2] + 328 00000400:00000200:0.0:1761313474.312587:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313474.312594:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:0.0:1761313474.312600:0:15825:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761313474.312606:0:15825:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000f33f9db7. 00000020:00000010:2.0:1761313474.312883:0:64710:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004d15bbff. 00000020:00000010:2.0:1761313474.312891:0:64710:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000005af0e837. 00000020:00000010:2.0:1761313474.312897:0:64710:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000f72ff3ec. 00000100:00000200:2.0:1761313474.312924:0:64710:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000f33f9db7 x1846869131379328/t0(0) o103->78617949-0e11-4ca2-94c2-d809f91deaa9@192.168.204.38@tcp:405/0 lens 328/0 e 0 to 0 dl 1761313480 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:2.0:1761313474.312966:0:64710:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869131379328 02000000:00000010:2.0:1761313474.312978:0:64710:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000a8d90e26. 00010000:00000010:2.0:1761313474.313017:0:64710:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000052b08fa1. 00000100:00000010:2.0:1761313474.313024:0:64710:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000001331a84f. 00000100:00000010:2.0:1761313474.313031:0:64710:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000001331a84f. 00010000:00000010:2.0:1761313474.313035:0:64710:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000052b08fa1. 00000400:00000010:2.0:1761313474.313051:0:64710:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005017ce3d. 00000100:00000200:2.0:1761313474.313057:0:64710:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869131379328, offset 224 00000400:00000200:2.0:1761313474.313065:0:64710:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:2.0:1761313474.313076:0:64710:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:2.0:1761313474.313082:0:64710:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90194:90194:256:4294967295] 192.168.204.38@tcp LPNI seq info [90194:90194:8:4294967295] 00000400:00000200:2.0:1761313474.313092:0:64710:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:2.0:1761313474.313097:0:64710:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:2.0:1761313474.313101:0:64710:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a94c7e44 (tot 82351826). 00000800:00000200:2.0:1761313474.313106:0:64710:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:2.0:1761313474.313112:0:64710:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:2.0:1761313474.313115:0:64710:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000a94c7e44 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761313474.313135:0:64710:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000005af0e837. 00000020:00000010:2.0:1761313474.313139:0:64710:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000f72ff3ec. 00000020:00000010:2.0:1761313474.313142:0:64710:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004d15bbff. 00000400:00000010:1.0:1761313474.313641:0:77239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000006e8b39fd. 00000400:00000200:1.0:1761313474.313646:0:77239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b0337f11 00000400:00000010:1.0:1761313474.313648:0:77239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b0337f11. 00000100:00000200:1.0:1761313474.313656:0:77239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000ede06feb x1846869138389568/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313518 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761313474.313664:0:77239:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000ede06feb x1846869138389568/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313518 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.0:1761313474.313686:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000084586996. 02000000:00000010:1.0:1761313474.313700:0:77239:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000669fe953. 02000000:00000010:1.0:1761313474.313705:0:77239:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000007725e51e. 00000100:00000010:1.0:1761313474.313709:0:77239:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ede06feb. 00000100:00000010:1.0:1761313474.313713:0:77239:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000008fbd509. 00010000:00000010:1.0:1761313474.313718:0:77239:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000cdd9b18a. 00000800:00000200:2.0:1761313474.313937:0:15827:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761313474.313941:0:15827:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a94c7e44 (tot 82351578). 00000400:00000200:2.0:1761313474.313945:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313474.313949:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:2.0:1761313474.313951:0:15827:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005017ce3d 00000400:00000010:2.0:1761313474.313953:0:15827:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005017ce3d. 00080000:00000010:0.0:1761313474.313993:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d09023e3. 00010000:00000010:0.0:1761313474.314066:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d463f9d1. 00010000:00000010:0.0:1761313474.314071:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000c9b58c5e. 00010000:00000010:0.0:1761313474.314135:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000008db035d4. 00010000:00000010:0.0:1761313474.314140:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d463f9d1. 00010000:00000010:0.0:1761313474.314150:0:77239:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000004d8c2749. 00000100:00000010:0.0:1761313474.314154:0:77239:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000041d8ec86. 00000100:00000010:0.0:1761313474.314160:0:77239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000000982dbcf. 02000000:00000010:0.0:1761313474.314170:0:77239:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000007725e51e. 02000000:00000010:0.0:1761313474.314190:0:77239:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000669fe953. 00000400:00000010:0.0:1761313474.314194:0:77239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000a214889b. 00000400:00000010:0.0:1761313474.314198:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000cca6299d. 00000100:00000200:0.0:1761313474.314202:0:77239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869138389632, portal 16 00000400:00000010:0.0:1761313474.314206:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000070c25494. 00000100:00000200:0.0:1761313474.314208:0:77239:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869138389632, offset 0 00000400:00000200:0.0:1761313474.314213:0:77239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:0.0:1761313474.314220:0:77239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:0.0:1761313474.314225:0:77239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:0.0:1761313474.314454:0:77239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761313474.314458:0:77239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:0.0:1761313474.314462:0:77239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90195:90195:256:4294967295] 192.168.204.38@tcp LPNI seq info [90195:90195:8:4294967295] 00000400:00000200:0.0:1761313474.314472:0:77239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:0.0:1761313474.314478:0:77239:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:0.0:1761313474.314482:0:77239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e5db8080 (tot 82351826). 00000800:00000200:0.0:1761313474.314488:0:77239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:0.0:1761313474.314494:0:77239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:0.0:1761313474.314497:0:77239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000e5db8080 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761313474.314872:0:15826:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761313474.314875:0:15826:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e5db8080 (tot 82351578). 00000400:00000200:2.0:1761313474.314878:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313474.314882:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:2.0:1761313474.314885:0:15826:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000070c25494 00000400:00000010:2.0:1761313474.314886:0:15826:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000070c25494. 00000100:00000200:2.0:1761313474.314892:0:15826:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000000982dbcf x1846869138389632/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313518 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761313474.318263:0:15825:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:0.0:1761313474.318283:0:15825:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x68fb7baf0ba80 00000400:00000200:0.0:1761313474.318293:0:15825:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb0be9 [1] + 224 00000400:00000200:0.0:1761313474.318305:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313474.318310:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:0.0:1761313474.318323:0:15825:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000000982dbcf x1846869138389632/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313518 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761313474.318394:0:15825:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:0.0:1761313474.318401:0:15825:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x68fb7ba85c2c0 00000400:00000200:0.0:1761313474.318406:0:15825:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xaf54d [2] + 656 00000400:00000200:0.0:1761313474.318417:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313474.318421:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:0.0:1761313474.318425:0:15825:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761313474.318431:0:15825:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ede06feb. 00000400:00000010:1.0:1761313474.318525:0:77239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000a214889b. 00000400:00000200:1.0:1761313474.318530:0:77239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000cca6299d 00000400:00000010:1.0:1761313474.318533:0:77239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000cca6299d. 00000100:00000200:1.0:1761313474.318540:0:77239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000000982dbcf x1846869138389632/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313518 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761313474.318549:0:77239:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000000982dbcf x1846869138389632/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313518 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761313474.318577:0:77239:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000669fe953. 02000000:00000010:1.0:1761313474.318583:0:77239:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000007725e51e. 00000100:00000010:1.0:1761313474.318587:0:77239:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000000982dbcf. 00000100:00000010:1.0:1761313474.318590:0:77239:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000041d8ec86. 00010000:00000010:1.0:1761313474.318594:0:77239:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000004d8c2749. 00000020:00000010:2.0:1761313474.318730:0:75220:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004d15bbff. 00000020:00000010:2.0:1761313474.318738:0:75220:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000005af0e837. 00000020:00000010:2.0:1761313474.318742:0:75220:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000f72ff3ec. 00000100:00000200:2.0:1761313474.318765:0:75220:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000ede06feb x1846869131379392/t0(0) o103->78617949-0e11-4ca2-94c2-d809f91deaa9@192.168.204.38@tcp:405/0 lens 328/0 e 0 to 0 dl 1761313480 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:2.0:1761313474.318810:0:75220:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869131379392 02000000:00000010:2.0:1761313474.318822:0:75220:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000001f97f625. 00010000:00000010:2.0:1761313474.318849:0:75220:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000057db4c2c. 00010000:00000010:2.0:1761313474.318867:0:75220:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000052b08fa1. 00000100:00000010:2.0:1761313474.318873:0:75220:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000001331a84f. 00000100:00000010:2.0:1761313474.318891:0:75220:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000001331a84f. 00010000:00000010:2.0:1761313474.318894:0:75220:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000052b08fa1. 00080000:00000010:1.0:1761313474.318988:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 000000008a57a3d2. 00000400:00000010:2.0:1761313474.318990:0:75220:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005017ce3d. 00000100:00000200:2.0:1761313474.318997:0:75220:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869131379392, offset 224 00000400:00000200:2.0:1761313474.319007:0:75220:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:2.0:1761313474.319019:0:75220:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:2.0:1761313474.319024:0:75220:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90196:90196:256:4294967295] 192.168.204.38@tcp LPNI seq info [90196:90196:8:4294967295] 00000400:00000200:2.0:1761313474.319035:0:75220:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:2.0:1761313474.319044:0:75220:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:2.0:1761313474.319049:0:75220:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a94c7e44 (tot 82351826). 00000800:00000200:2.0:1761313474.319055:0:75220:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:2.0:1761313474.319063:0:75220:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:2.0:1761313474.319067:0:75220:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000a94c7e44 type 1, nob 320 niov 1 nkiov 1 00010000:00000010:1.0:1761313474.319093:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d463f9d1. 00000020:00000010:2.0:1761313474.319095:0:75220:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000005af0e837. 00000020:00000010:2.0:1761313474.319101:0:75220:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000f72ff3ec. 00010000:00000010:1.0:1761313474.319102:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008c2019ef. 00000020:00000010:2.0:1761313474.319106:0:75220:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004d15bbff. 00010000:00000010:1.0:1761313474.319189:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f717d0fe. 00010000:00000010:1.0:1761313474.319196:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007c2e14c2. 00010000:00000010:1.0:1761313474.319206:0:77239:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000009c5ec2f8. 00000100:00000010:1.0:1761313474.319211:0:77239:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a1675ba7. 00000100:00000010:1.0:1761313474.319218:0:77239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ba613791. 02000000:00000010:1.0:1761313474.319228:0:77239:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000039b3f807. 02000000:00000010:1.0:1761313474.319252:0:77239:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ceb99c1f. 00000400:00000010:1.0:1761313474.319257:0:77239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000c35fa50f. 00000400:00000010:1.0:1761313474.319262:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f67f39f5. 00000100:00000200:1.0:1761313474.319266:0:77239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869138389696, portal 16 00000400:00000010:1.0:1761313474.319270:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e88f20fc. 00000100:00000200:1.0:1761313474.319272:0:77239:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869138389696, offset 0 00000400:00000200:1.0:1761313474.319278:0:77239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:1.0:1761313474.319284:0:77239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:1.0:1761313474.319291:0:77239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:1.0:1761313474.319294:0:77239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761313474.319297:0:77239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:1.0:1761313474.319300:0:77239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90197:90197:255:4294967295] 192.168.204.38@tcp LPNI seq info [90197:90197:7:4294967295] 00000400:00000200:1.0:1761313474.319307:0:77239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:1.0:1761313474.319311:0:77239:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:1.0:1761313474.319315:0:77239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000258d8758 (tot 82352074). 00000800:00000200:1.0:1761313474.319320:0:77239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:1.0:1761313474.319325:0:77239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:1.0:1761313474.319327:0:77239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000258d8758 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761313474.319585:0:15827:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761313474.319589:0:15827:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a94c7e44 (tot 82351826). 00000400:00000200:0.0:1761313474.319594:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313474.319598:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:0.0:1761313474.319601:0:15827:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005017ce3d 00000400:00000010:0.0:1761313474.319604:0:15827:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005017ce3d. 00000800:00000200:0.0:1761313474.319676:0:15827:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761313474.319678:0:15827:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000258d8758 (tot 82351578). 00000400:00000200:0.0:1761313474.319683:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313474.319686:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:0.0:1761313474.319689:0:15827:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e88f20fc 00000400:00000010:0.0:1761313474.319690:0:15827:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e88f20fc. 00000100:00000200:0.0:1761313474.319695:0:15827:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000ba613791 x1846869138389696/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313518 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1761313474.321258:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cec9ee82. 00010000:00000010:0.1:1761313474.323394:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000036c2145c. 00010000:00000010:0.1:1761313474.323406:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000048dea5e1. 00000400:00000200:2.0:1761313474.326652:0:15826:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:2.0:1761313474.326675:0:15826:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x68fb7baf0bac0 00000400:00000200:2.0:1761313474.326684:0:15826:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb0bf5 [1] + 224 00000400:00000200:2.0:1761313474.326698:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313474.326702:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:2.0:1761313474.326714:0:15826:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000ba613791 x1846869138389696/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313518 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761313474.326751:0:15826:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:2.0:1761313474.326756:0:15826:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x68fb7ba85c300 00000400:00000200:2.0:1761313474.326761:0:15826:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xaf54d [2] + 984 00000400:00000200:2.0:1761313474.326771:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313474.326774:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:2.0:1761313474.326786:0:15826:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1761313474.326793:0:15826:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d68bc362. 00000020:00000010:3.0:1761313474.326875:0:75220:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000022f46009. 00000020:00000010:3.0:1761313474.326882:0:75220:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000081153d6d. 00000020:00000010:3.0:1761313474.326886:0:75220:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000c82c8576. 00000100:00000200:3.0:1761313474.326909:0:75220:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000d68bc362 x1846869131379456/t0(0) o103->78617949-0e11-4ca2-94c2-d809f91deaa9@192.168.204.38@tcp:405/0 lens 328/0 e 0 to 0 dl 1761313480 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:3.0:1761313474.326947:0:75220:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869131379456 02000000:00000010:3.0:1761313474.326959:0:75220:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000007407e669. 00010000:00000010:3.0:1761313474.326995:0:75220:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000037cfa27c. 00000100:00000010:3.0:1761313474.327002:0:75220:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000004c36356c. 00000100:00000010:3.0:1761313474.327008:0:75220:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000004c36356c. 00010000:00000010:3.0:1761313474.327012:0:75220:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000037cfa27c. 00000400:00000010:3.0:1761313474.327028:0:75220:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000077a0ef2. 00000100:00000200:3.0:1761313474.327033:0:75220:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869131379456, offset 224 00000400:00000200:3.0:1761313474.327040:0:75220:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:3.0:1761313474.327050:0:75220:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:3.0:1761313474.327055:0:75220:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90198:90198:256:4294967295] 192.168.204.38@tcp LPNI seq info [90198:90198:8:4294967295] 00000400:00000200:3.0:1761313474.327065:0:75220:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:3.0:1761313474.327070:0:75220:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:3.0:1761313474.327075:0:75220:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000fef2aa8a (tot 82351826). 00000800:00000200:3.0:1761313474.327081:0:75220:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:3.0:1761313474.327089:0:75220:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:3.0:1761313474.327093:0:75220:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000fef2aa8a type 1, nob 320 niov 1 nkiov 1 00000400:00000010:0.0:1761313474.327097:0:77239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000c35fa50f. 00000400:00000200:0.0:1761313474.327103:0:77239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f67f39f5 00000400:00000010:0.0:1761313474.327105:0:77239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f67f39f5. 00000100:00000200:0.0:1761313474.327112:0:77239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000ba613791 x1846869138389696/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313518 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000020:00000010:3.0:1761313474.327114:0:75220:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000081153d6d. 00000020:00000010:3.0:1761313474.327121:0:75220:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000c82c8576. 00000020:00000010:3.0:1761313474.327126:0:75220:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000022f46009. 00000100:00000200:0.0:1761313474.327126:0:77239:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000ba613791 x1846869138389696/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313518 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.0:1761313474.327150:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000854b471. 02000000:00000010:0.0:1761313474.327164:0:77239:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ceb99c1f. 02000000:00000010:0.0:1761313474.327169:0:77239:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000039b3f807. 00000100:00000010:0.0:1761313474.327174:0:77239:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ba613791. 00000100:00000010:0.0:1761313474.327178:0:77239:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a1675ba7. 00010000:00000010:0.0:1761313474.327181:0:77239:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000009c5ec2f8. 00080000:00000010:0.0:1761313474.327199:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 0000000029ec4300. 00000800:00000200:3.0:1761313474.327235:0:15825:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761313474.327239:0:15825:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000fef2aa8a (tot 82351578). 00000400:00000200:3.0:1761313474.327242:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313474.327246:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:3.0:1761313474.327248:0:15825:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000077a0ef2 00000400:00000010:3.0:1761313474.327250:0:15825:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000077a0ef2. 00010000:00000010:0.0:1761313474.327282:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007c2e14c2. 00010000:00000010:0.0:1761313474.327289:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000cca00f33. 00010000:00000010:0.0:1761313474.327353:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000048dea5e1. 00010000:00000010:0.0:1761313474.327373:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000cda17473. 00010000:00000010:0.0:1761313474.327383:0:77239:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000a2a1ecff. 00000100:00000010:0.0:1761313474.327386:0:77239:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d3d5d76c. 00000100:00000010:0.0:1761313474.327392:0:77239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000002527802e. 02000000:00000010:0.0:1761313474.327401:0:77239:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000186ff8a9. 02000000:00000010:0.0:1761313474.327420:0:77239:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000002795c718. 00000400:00000010:0.0:1761313474.327425:0:77239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000007850af21. 00000400:00000010:0.0:1761313474.327428:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b4a4da2f. 00000100:00000200:0.0:1761313474.327432:0:77239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869138389760, portal 16 00000400:00000010:0.0:1761313474.327435:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000d3ed33a. 00000100:00000200:0.0:1761313474.327437:0:77239:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869138389760, offset 0 00000400:00000200:0.0:1761313474.327442:0:77239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:0.0:1761313474.327448:0:77239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:0.0:1761313474.327453:0:77239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:0.0:1761313474.327458:0:77239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761313474.327461:0:77239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:0.0:1761313474.327463:0:77239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90199:90199:256:4294967295] 192.168.204.38@tcp LPNI seq info [90199:90199:8:4294967295] 00000400:00000200:0.0:1761313474.327470:0:77239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:0.0:1761313474.327474:0:77239:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:0.0:1761313474.327477:0:77239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006ab4245f (tot 82351826). 00000800:00000200:0.0:1761313474.327480:0:77239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:0.0:1761313474.327484:0:77239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:0.0:1761313474.327486:0:77239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000006ab4245f type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761313474.329401:0:15827:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761313474.329407:0:15827:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006ab4245f (tot 82351578). 00000400:00000200:2.0:1761313474.329415:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313474.329423:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:2.0:1761313474.329428:0:15827:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000d3ed33a 00000400:00000010:2.0:1761313474.329429:0:15827:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000d3ed33a. 00000100:00000200:2.0:1761313474.329439:0:15827:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000002527802e x1846869138389760/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313518 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1761313474.330405:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b6ea335a. 00010000:00000010:1.1:1761313474.331811:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e03a1d1a. 00010000:00000010:1.1:1761313474.331821:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008db035d4. 00000400:00000200:2.0:1761313474.334320:0:15826:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:2.0:1761313474.334339:0:15826:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x68fb7baf0bb00 00000400:00000200:2.0:1761313474.334350:0:15826:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb0c01 [1] + 224 00000400:00000200:2.0:1761313474.334395:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313474.334400:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:2.0:1761313474.334411:0:15826:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000002527802e x1846869138389760/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313518 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761313474.334454:0:15826:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:2.0:1761313474.334461:0:15826:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x68fb7ba85c340 00000400:00000010:3.0:1761313474.334467:0:77239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000007850af21. 00000400:00000200:3.0:1761313474.334474:0:77239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b4a4da2f 00000400:00000010:3.0:1761313474.334477:0:77239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b4a4da2f. 00000100:00000200:3.0:1761313474.334484:0:77239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000002527802e x1846869138389760/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313518 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761313474.334493:0:77239:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000002527802e x1846869138389760/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313518 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1761313474.334523:0:77239:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000002795c718. 02000000:00000010:3.0:1761313474.334529:0:77239:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000186ff8a9. 00000100:00000010:3.0:1761313474.334533:0:77239:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000002527802e. 00000100:00000010:3.0:1761313474.334538:0:77239:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000d3d5d76c. 00010000:00000010:3.0:1761313474.334543:0:77239:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000a2a1ecff. 00000400:00000200:2.0:1761313474.334722:0:15826:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xaf54d [2] + 1312 00000400:00000200:2.0:1761313474.334737:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313474.334740:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:2.0:1761313474.334744:0:15826:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1761313474.334749:0:15826:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000008be944fb. 00000020:00000010:3.0:1761313474.334853:0:64710:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000022f46009. 00000020:00000010:3.0:1761313474.334860:0:64710:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000081153d6d. 00000020:00000010:3.0:1761313474.334865:0:64710:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000c82c8576. 00000100:00000200:3.0:1761313474.334890:0:64710:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000008be944fb x1846869131379520/t0(0) o103->78617949-0e11-4ca2-94c2-d809f91deaa9@192.168.204.38@tcp:405/0 lens 328/0 e 0 to 0 dl 1761313480 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:3.0:1761313474.334930:0:64710:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869131379520 02000000:00000010:3.0:1761313474.334940:0:64710:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000f3442800. 00010000:00000010:3.0:1761313474.334969:0:64710:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000d33b581. 00010000:00000010:3.0:1761313474.334991:0:64710:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000037cfa27c. 00000100:00000010:3.0:1761313474.334998:0:64710:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000004c36356c. 00000100:00000010:3.0:1761313474.335018:0:64710:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000004c36356c. 00010000:00000010:3.0:1761313474.335022:0:64710:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000037cfa27c. 00000400:00000010:3.0:1761313474.335035:0:64710:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000077a0ef2. 00000100:00000200:3.0:1761313474.335040:0:64710:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869131379520, offset 224 00000400:00000200:3.0:1761313474.335047:0:64710:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:3.0:1761313474.335058:0:64710:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:3.0:1761313474.335063:0:64710:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90200:90200:256:4294967295] 192.168.204.38@tcp LPNI seq info [90200:90200:8:4294967295] 00000400:00000200:3.0:1761313474.335073:0:64710:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:3.0:1761313474.335078:0:64710:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:3.0:1761313474.335083:0:64710:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000fef2aa8a (tot 82351826). 00000800:00000200:3.0:1761313474.335088:0:64710:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:3.0:1761313474.335095:0:64710:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:3.0:1761313474.335099:0:64710:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000fef2aa8a type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761313474.335115:0:64710:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000081153d6d. 00000020:00000010:3.0:1761313474.335118:0:64710:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000c82c8576. 00000020:00000010:3.0:1761313474.335122:0:64710:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000022f46009. 00000800:00000200:3.0:1761313474.335224:0:15825:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761313474.335227:0:15825:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000fef2aa8a (tot 82351578). 00000400:00000200:3.0:1761313474.335231:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313474.335234:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:3.0:1761313474.335237:0:15825:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000077a0ef2 00000400:00000010:3.0:1761313474.335239:0:15825:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000077a0ef2. 00080000:00000010:1.0:1761313474.335590:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000555548bd. 00010000:00000010:1.0:1761313474.335687:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000cda17473. 00010000:00000010:1.0:1761313474.335694:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000919fde47. 00010000:00000010:1.0:1761313474.335770:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000a3ac6b47. 00010000:00000010:1.0:1761313474.335775:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000fd01b96e. 00010000:00000010:1.0:1761313474.335795:0:77239:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000b5b5d0c4. 00000100:00000010:1.0:1761313474.335800:0:77239:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000730e02fd. 00000100:00000010:1.0:1761313474.335806:0:77239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000771a630e. 02000000:00000010:1.0:1761313474.335817:0:77239:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000ceb99c1f. 02000000:00000010:1.0:1761313474.335845:0:77239:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000764b20a4. 00000400:00000010:1.0:1761313474.335851:0:77239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000fb638f61. 00000400:00000010:1.0:1761313474.335855:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004d58991b. 00000100:00000200:1.0:1761313474.335860:0:77239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869138389824, portal 16 00000400:00000010:1.0:1761313474.335865:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003ddcb197. 00000100:00000200:1.0:1761313474.335867:0:77239:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869138389824, offset 0 00000400:00000200:1.0:1761313474.335872:0:77239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:1.0:1761313474.335880:0:77239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:1.0:1761313474.335887:0:77239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:1.0:1761313474.335890:0:77239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761313474.335893:0:77239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:1.0:1761313474.335895:0:77239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90201:90201:256:4294967295] 192.168.204.38@tcp LPNI seq info [90201:90201:8:4294967295] 00000400:00000200:1.0:1761313474.335903:0:77239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:1.0:1761313474.335907:0:77239:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:1.0:1761313474.335911:0:77239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000fe7bdfb5 (tot 82351826). 00000800:00000200:1.0:1761313474.335916:0:77239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:1.0:1761313474.335920:0:77239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:1.0:1761313474.335922:0:77239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000fe7bdfb5 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761313474.336037:0:15827:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761313474.336040:0:15827:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000fe7bdfb5 (tot 82351578). 00000400:00000200:2.0:1761313474.336044:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313474.336049:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:2.0:1761313474.336051:0:15827:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003ddcb197 00000400:00000010:2.0:1761313474.336053:0:15827:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003ddcb197. 00000100:00000200:2.0:1761313474.336058:0:15827:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000771a630e x1846869138389824/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313518 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1761313474.339274:0:78462:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000709d513f. 00010000:00000010:0.1:1761313474.339291:0:78462:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e175e6fa. 00010000:00000010:0.1:1761313474.339295:0:78462:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f717d0fe. 00000400:00000200:2.0:1761313474.346772:0:15826:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:2.0:1761313474.346808:0:15826:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x68fb7baf0bb40 00000400:00000200:2.0:1761313474.346817:0:15826:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb0c0d [1] + 224 00000400:00000200:2.0:1761313474.346831:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313474.346835:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:2.0:1761313474.346846:0:15826:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000771a630e x1846869138389824/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313518 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1761313474.346966:0:77239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000fb638f61. 00000400:00000200:3.0:1761313474.346971:0:77239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004d58991b 00000400:00000010:3.0:1761313474.346973:0:77239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004d58991b. 00000100:00000200:3.0:1761313474.346979:0:77239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000771a630e x1846869138389824/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313518 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761313474.346987:0:77239:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000771a630e x1846869138389824/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313518 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1761313474.347018:0:77239:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000764b20a4. 02000000:00000010:3.0:1761313474.347024:0:77239:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000ceb99c1f. 00000100:00000010:3.0:1761313474.347028:0:77239:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000771a630e. 00000100:00000010:3.0:1761313474.347032:0:77239:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000730e02fd. 00010000:00000010:3.0:1761313474.347037:0:77239:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000b5b5d0c4. 00000400:00000200:3.0:1761313474.348295:0:15825:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:3.0:1761313474.348307:0:15825:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x68fb7ba85c380 00000400:00000200:3.0:1761313474.348314:0:15825:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xaf54d [2] + 1640 00000400:00000200:3.0:1761313474.348380:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313474.348384:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:3.0:1761313474.348388:0:15825:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761313474.348393:0:15825:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000099c92cc1. 00000020:00000010:0.0:1761313474.350149:0:75220:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000bdbafd85. 00000020:00000010:0.0:1761313474.350157:0:75220:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000001fb60bf0. 00000020:00000010:0.0:1761313474.350162:0:75220:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000a93e9d10. 00000100:00000200:0.0:1761313474.350190:0:75220:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000099c92cc1 x1846869131379584/t0(0) o103->78617949-0e11-4ca2-94c2-d809f91deaa9@192.168.204.38@tcp:405/0 lens 328/0 e 0 to 0 dl 1761313480 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:0.0:1761313474.350220:0:75220:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869131379584 02000000:00000010:0.0:1761313474.350229:0:75220:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000007aa30d8b. 00010000:00000010:0.0:1761313474.350255:0:75220:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000006712058a. 00010000:00000010:0.0:1761313474.350273:0:75220:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000e59501a9. 00000100:00000010:0.0:1761313474.350280:0:75220:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000001fabe3b8. 00000100:00000010:0.0:1761313474.350288:0:75220:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000001fabe3b8. 00010000:00000010:0.0:1761313474.350292:0:75220:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000e59501a9. 00000400:00000010:0.0:1761313474.350304:0:75220:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000078acc45e. 00000100:00000200:0.0:1761313474.350310:0:75220:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869131379584, offset 224 00000400:00000200:0.0:1761313474.350318:0:75220:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:0.0:1761313474.350330:0:75220:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:0.0:1761313474.350335:0:75220:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90202:90202:256:4294967295] 192.168.204.38@tcp LPNI seq info [90202:90202:8:4294967295] 00000400:00000200:0.0:1761313474.350346:0:75220:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:0.0:1761313474.350351:0:75220:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:0.0:1761313474.350355:0:75220:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000028212975 (tot 82351826). 00000800:00000200:0.0:1761313474.350385:0:75220:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:0.0:1761313474.350391:0:75220:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:0.0:1761313474.350395:0:75220:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000028212975 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761313474.350412:0:75220:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000001fb60bf0. 00000020:00000010:0.0:1761313474.350417:0:75220:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000a93e9d10. 00000020:00000010:0.0:1761313474.350419:0:75220:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000bdbafd85. 00000800:00000200:0.0:1761313474.350488:0:15827:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761313474.350491:0:15827:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000028212975 (tot 82351578). 00000400:00000200:0.0:1761313474.350495:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313474.350499:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:0.0:1761313474.350502:0:15827:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000078acc45e 00000400:00000010:0.0:1761313474.350505:0:15827:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000078acc45e. 00080000:00000010:3.0:1761313474.351646:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 0000000022f46009. 00010000:00000010:3.0:1761313474.351758:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000fd01b96e. 00010000:00000010:3.0:1761313474.351766:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000068b3fbb7. 00010000:00000010:3.0:1761313474.351849:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c528ffb2. 00010000:00000010:3.0:1761313474.351854:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007cb7881f. 00010000:00000010:3.0:1761313474.351864:0:77239:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000037cfa27c. 00000100:00000010:3.0:1761313474.351870:0:77239:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000004c36356c. 00000100:00000010:3.0:1761313474.351878:0:77239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000009906dba7. 02000000:00000010:3.0:1761313474.351890:0:77239:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000007363d03a. 02000000:00000010:3.0:1761313474.351920:0:77239:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ed2a131e. 00000400:00000010:3.0:1761313474.351925:0:77239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000074b7d66c. 00000400:00000010:3.0:1761313474.351930:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000077a0ef2. 00000100:00000200:3.0:1761313474.351935:0:77239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869138389888, portal 16 00000400:00000010:3.0:1761313474.351940:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003d312476. 00000100:00000200:3.0:1761313474.351942:0:77239:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869138389888, offset 0 00000400:00000200:3.0:1761313474.351949:0:77239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:3.0:1761313474.351959:0:77239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:3.0:1761313474.351965:0:77239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:3.0:1761313474.351968:0:77239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761313474.351971:0:77239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:3.0:1761313474.351974:0:77239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90203:90203:256:4294967295] 192.168.204.38@tcp LPNI seq info [90203:90203:8:4294967295] 00000400:00000200:3.0:1761313474.351983:0:77239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:3.0:1761313474.351987:0:77239:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:3.0:1761313474.351990:0:77239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000fef2aa8a (tot 82351826). 00000800:00000200:3.0:1761313474.351995:0:77239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:3.0:1761313474.352000:0:77239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:3.0:1761313474.352003:0:77239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000fef2aa8a type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761313474.352098:0:15826:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761313474.352102:0:15826:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000fef2aa8a (tot 82351578). 00000400:00000200:0.0:1761313474.352106:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313474.352110:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:0.0:1761313474.352113:0:15826:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003d312476 00000400:00000010:0.0:1761313474.352115:0:15826:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003d312476. 00000100:00000200:0.0:1761313474.352121:0:15826:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000009906dba7 x1846869138389888/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313518 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1761313474.352394:0:75768:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d58cd6f4. 00010000:00000010:1.1:1761313474.352401:0:75768:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000048dea5e1. 00010000:00000010:3.1:1761313474.352888:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005c7c4c54. 00000400:00000200:2.0:1761313474.356004:0:15825:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:2.0:1761313474.356020:0:15825:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x68fb7baf0bb80 00000400:00000200:2.0:1761313474.356028:0:15825:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb0c19 [1] + 224 00000400:00000200:2.0:1761313474.356037:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313474.356040:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:2.0:1761313474.356050:0:15825:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000009906dba7 x1846869138389888/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313518 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761313474.358900:0:15825:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:2.0:1761313474.358921:0:15825:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x68fb7ba85c3c0 00000400:00000200:2.0:1761313474.358931:0:15825:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xaf54d [2] + 1968 00000400:00000010:2.0:1761313474.358937:0:15825:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000d6409ff9. 00000400:00000200:2.0:1761313474.358942:0:15825:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 00000000bc84f741 00000400:00000200:2.0:1761313474.359022:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313474.359027:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:2.0:1761313474.359030:0:15825:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000bc84f741 00000400:00000010:2.0:1761313474.359032:0:15825:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 00000000bc84f741 (tot 82351426). 00000100:00000200:2.0:1761313474.359038:0:15825:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000400:00000010:3.0:1761313474.359662:0:77239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000074b7d66c. 00000400:00000200:3.0:1761313474.359666:0:77239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000077a0ef2 00000400:00000010:3.0:1761313474.359668:0:77239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000077a0ef2. 00000100:00000200:3.0:1761313474.359677:0:77239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000009906dba7 x1846869138389888/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313518 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761313474.359686:0:77239:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000009906dba7 x1846869138389888/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313518 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1761313474.359714:0:77239:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ed2a131e. 02000000:00000010:3.0:1761313474.359718:0:77239:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000007363d03a. 00000100:00000010:3.0:1761313474.359722:0:77239:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000009906dba7. 00000100:00000010:3.0:1761313474.359725:0:77239:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000004c36356c. 00010000:00000010:3.0:1761313474.359729:0:77239:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000037cfa27c. 00000020:00000010:0.0:1761313474.359997:0:64710:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000bdbafd85. 00000020:00000010:0.0:1761313474.360005:0:64710:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000001fb60bf0. 00000020:00000010:0.0:1761313474.360008:0:64710:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000a93e9d10. 00000100:00000200:0.0:1761313474.360031:0:64710:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000008b69beb6 x1846869131379648/t0(0) o103->78617949-0e11-4ca2-94c2-d809f91deaa9@192.168.204.38@tcp:405/0 lens 328/0 e 0 to 0 dl 1761313480 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:0.0:1761313474.360072:0:64710:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869131379648 02000000:00000010:0.0:1761313474.360085:0:64710:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000186ff8a9. 00010000:00000010:0.0:1761313474.360108:0:64710:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003f007d7f. 00010000:00000010:0.0:1761313474.360127:0:64710:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000e59501a9. 00000100:00000010:0.0:1761313474.360134:0:64710:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000001fabe3b8. 00000100:00000010:0.0:1761313474.360141:0:64710:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000001fabe3b8. 00010000:00000010:0.0:1761313474.360145:0:64710:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000e59501a9. 00000400:00000010:0.0:1761313474.360157:0:64710:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000078acc45e. 00000100:00000200:0.0:1761313474.360162:0:64710:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869131379648, offset 224 00000400:00000200:0.0:1761313474.360170:0:64710:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:0.0:1761313474.360180:0:64710:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:0.0:1761313474.360186:0:64710:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90204:90204:256:4294967295] 192.168.204.38@tcp LPNI seq info [90204:90204:8:4294967295] 00000400:00000200:0.0:1761313474.360196:0:64710:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:0.0:1761313474.360202:0:64710:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:0.0:1761313474.360206:0:64710:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000028212975 (tot 82351674). 00000800:00000200:0.0:1761313474.360212:0:64710:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:0.0:1761313474.360219:0:64710:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:0.0:1761313474.360222:0:64710:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000028212975 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761313474.360239:0:64710:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000001fb60bf0. 00000020:00000010:0.0:1761313474.360244:0:64710:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000a93e9d10. 00000020:00000010:0.0:1761313474.360247:0:64710:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000bdbafd85. 02000000:00000010:0.0:1761313474.360255:0:64710:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000007aa30d8b. 00000100:00000010:0.0:1761313474.360257:0:64710:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000099c92cc1. 02000000:00000010:0.0:1761313474.360261:0:64710:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000f3442800. 00000100:00000010:0.0:1761313474.360263:0:64710:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000008be944fb. 02000000:00000010:0.0:1761313474.360266:0:64710:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000007407e669. 00000100:00000010:0.0:1761313474.360267:0:64710:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d68bc362. 02000000:00000010:0.0:1761313474.360271:0:64710:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000001f97f625. 00000100:00000010:0.0:1761313474.360273:0:64710:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ede06feb. 02000000:00000010:0.0:1761313474.360276:0:64710:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000a8d90e26. 00000100:00000010:0.0:1761313474.360280:0:64710:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000f33f9db7. 02000000:00000010:0.0:1761313474.360282:0:64710:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000006f7470de. 00000100:00000010:0.0:1761313474.360285:0:64710:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000047d366b1. 00000100:00000200:0.0:1761313474.360290:0:64710:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1761313474.360294:0:64710:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000b1bb9588. 00000400:00000010:0.0:1761313474.360298:0:64710:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 000000001fabe3b8 (tot 82351826). 00000800:00000200:0.0:1761313474.360399:0:15827:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761313474.360402:0:15827:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000028212975 (tot 82351578). 00000400:00000200:0.0:1761313474.360406:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313474.360410:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:0.0:1761313474.360413:0:15827:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000078acc45e 00000400:00000010:0.0:1761313474.360414:0:15827:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000078acc45e. 02000000:00000010:0.0:1761313474.360418:0:15827:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000186ff8a9. 00080000:00000010:3.0:1761313474.362533:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 000000007363d03a. 00010000:00000010:3.0:1761313474.362637:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007cb7881f. 00010000:00000010:3.0:1761313474.362646:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000009da24035. 00010000:00000010:3.0:1761313474.362720:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000009317390b. 00010000:00000010:3.0:1761313474.362726:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007cb7881f. 00010000:00000010:3.0:1761313474.362738:0:77239:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000037cfa27c. 00000100:00000010:3.0:1761313474.362745:0:77239:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000004c36356c. 00000100:00000010:3.0:1761313474.362754:0:77239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000009906dba7. 02000000:00000010:3.0:1761313474.362767:0:77239:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000ed2a131e. 02000000:00000010:3.0:1761313474.362809:0:77239:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000002db85f8f. 00000400:00000010:3.0:1761313474.362817:0:77239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000074b7d66c. 00000400:00000010:3.0:1761313474.362824:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000077a0ef2. 00000100:00000200:3.0:1761313474.362830:0:77239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869138389952, portal 16 00000400:00000010:3.0:1761313474.362835:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003eba4967. 00000100:00000200:3.0:1761313474.362838:0:77239:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869138389952, offset 0 00000400:00000200:3.0:1761313474.362847:0:77239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:3.0:1761313474.362863:0:77239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:3.0:1761313474.362870:0:77239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:3.0:1761313474.362874:0:77239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761313474.362877:0:77239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:3.0:1761313474.362880:0:77239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90205:90205:256:4294967295] 192.168.204.38@tcp LPNI seq info [90205:90205:8:4294967295] 00000400:00000200:3.0:1761313474.362890:0:77239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:3.0:1761313474.362896:0:77239:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:3.0:1761313474.362901:0:77239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000fef2aa8a (tot 82351826). 00000800:00000200:3.0:1761313474.362908:0:77239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:3.0:1761313474.362917:0:77239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:3.0:1761313474.362921:0:77239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000fef2aa8a type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761313474.366994:0:15826:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761313474.367002:0:15826:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000fef2aa8a (tot 82351578). 00000400:00000200:0.0:1761313474.367009:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313474.367018:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:0.0:1761313474.367024:0:15826:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003eba4967 00000400:00000010:0.0:1761313474.367026:0:15826:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003eba4967. 00000100:00000200:0.0:1761313474.367035:0:15826:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000009906dba7 x1846869138389952/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313518 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761313474.372764:0:15825:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:2.0:1761313474.372794:0:15825:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x68fb7baf0bbc0 00000400:00000200:2.0:1761313474.372803:0:15825:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb0c29 [1] + 224 00000400:00000200:2.0:1761313474.372815:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313474.372818:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:2.0:1761313474.372829:0:15825:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000009906dba7 x1846869138389952/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313518 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761313474.373395:0:15825:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:2.0:1761313474.373401:0:15825:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x68fb7ba85c400 00000400:00000200:2.0:1761313474.373406:0:15825:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xaf5a5 [2] + 0 00000400:00000200:2.0:1761313474.373726:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313474.373731:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:2.0:1761313474.373736:0:15825:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1761313474.373742:0:15825:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000a90c5c2d. 00010000:00000010:0.1:1761313474.376444:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000061b733b1. 00000020:00000010:0.0:1761313474.377218:0:75220:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000186ff8a9. 00000020:00000010:0.0:1761313474.377226:0:75220:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000001fb60bf0. 00000020:00000010:0.0:1761313474.377230:0:75220:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000a93e9d10. 00000100:00000200:0.0:1761313474.377262:0:75220:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000a90c5c2d x1846869131379712/t0(0) o103->78617949-0e11-4ca2-94c2-d809f91deaa9@192.168.204.38@tcp:405/0 lens 328/0 e 0 to 0 dl 1761313480 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:0.0:1761313474.377292:0:75220:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869131379712 02000000:00000010:0.0:1761313474.377302:0:75220:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000007aa30d8b. 00010000:00000010:0.0:1761313474.377340:0:75220:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000e59501a9. 00000100:00000010:0.0:1761313474.377347:0:75220:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000ce862999. 00000100:00000010:0.0:1761313474.377352:0:75220:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000ce862999. 00010000:00000010:0.0:1761313474.377356:0:75220:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000e59501a9. 00000400:00000010:0.0:1761313474.377396:0:75220:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000078acc45e. 00000100:00000200:0.0:1761313474.377402:0:75220:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869131379712, offset 224 00000400:00000200:0.0:1761313474.377411:0:75220:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:0.0:1761313474.377426:0:75220:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:0.0:1761313474.377432:0:75220:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90206:90206:256:4294967295] 192.168.204.38@tcp LPNI seq info [90206:90206:8:4294967295] 00000400:00000200:0.0:1761313474.377442:0:75220:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:0.0:1761313474.377448:0:75220:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:0.0:1761313474.377452:0:75220:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000028212975 (tot 82351826). 00000800:00000200:0.0:1761313474.377459:0:75220:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:0.0:1761313474.377465:0:75220:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:0.0:1761313474.377469:0:75220:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000028212975 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761313474.377487:0:75220:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000001fb60bf0. 00000020:00000010:0.0:1761313474.377491:0:75220:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000a93e9d10. 00000020:00000010:0.0:1761313474.377493:0:75220:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000186ff8a9. 00000800:00000200:0.0:1761313474.377594:0:15827:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761313474.377598:0:15827:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000028212975 (tot 82351578). 00000400:00000200:0.0:1761313474.377602:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313474.377606:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:0.0:1761313474.377609:0:15827:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000078acc45e 00000400:00000010:0.0:1761313474.377611:0:15827:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000078acc45e. 00010000:00000010:3.1:1761313474.379047:0:77239:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007ebbd84c. 00010000:00000010:3.1:1761313474.379058:0:77239:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a3ac6b47. 00010000:00000010:3.1:1761313474.379063:0:77239:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c376f233. 00010000:00000010:3.1:1761313474.379066:0:77239:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c528ffb2. 00000400:00000010:3.0:1761313474.379088:0:77239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000074b7d66c. 00000400:00000200:3.0:1761313474.379092:0:77239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000077a0ef2 00000400:00000010:3.0:1761313474.379094:0:77239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000077a0ef2. 00000100:00000200:3.0:1761313474.379104:0:77239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000009906dba7 x1846869138389952/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313518 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761313474.379114:0:77239:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000009906dba7 x1846869138389952/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313518 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.0:1761313474.379139:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007ebe62cc. 02000000:00000010:3.0:1761313474.379153:0:77239:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000002db85f8f. 02000000:00000010:3.0:1761313474.379158:0:77239:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000ed2a131e. 00000100:00000010:3.0:1761313474.379161:0:77239:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000009906dba7. 00000100:00000010:3.0:1761313474.379165:0:77239:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000004c36356c. 00010000:00000010:3.0:1761313474.379168:0:77239:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000037cfa27c. 00080000:00000010:3.0:1761313474.379185:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ed2a131e. 00010000:00000010:3.0:1761313474.379269:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007cb7881f. 00010000:00000010:3.0:1761313474.379275:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000c76b6289. 00010000:00000010:3.0:1761313474.379341:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000004726ba01. 00010000:00000010:3.0:1761313474.379345:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000081153d6d. 00010000:00000010:3.0:1761313474.379349:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c528ffb2. 00010000:00000010:3.0:1761313474.379353:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007cb7881f. 00080000:00000010:3.0:1761313474.379383:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 000000002db85f8f. 00010000:00000010:3.0:1761313474.379408:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007cb7881f. 00010000:00000010:3.0:1761313474.379412:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000081153d6d. 00010000:00000010:3.0:1761313474.379464:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f1778e29. 00010000:00000010:3.0:1761313474.379468:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007cb7881f. 00010000:00000010:3.0:1761313474.379474:0:77239:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000037cfa27c. 00000100:00000010:3.0:1761313474.379478:0:77239:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000004c36356c. 00000100:00000010:3.0:1761313474.379485:0:77239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000009906dba7. 02000000:00000010:3.0:1761313474.379496:0:77239:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000009e2f2be. 02000000:00000010:3.0:1761313474.379519:0:77239:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000000653aeb4. 00000400:00000010:3.0:1761313474.379525:0:77239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000074b7d66c. 00000400:00000010:3.0:1761313474.379529:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000077a0ef2. 00000100:00000200:3.0:1761313474.379534:0:77239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869138390016, portal 16 00000400:00000010:3.0:1761313474.379538:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b0b5ad3c. 00000100:00000200:3.0:1761313474.379540:0:77239:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869138390016, offset 0 00000400:00000200:3.0:1761313474.379546:0:77239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:3.0:1761313474.379557:0:77239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:3.0:1761313474.379564:0:77239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:3.0:1761313474.379567:0:77239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761313474.379570:0:77239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:3.0:1761313474.379572:0:77239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90207:90207:256:4294967295] 192.168.204.38@tcp LPNI seq info [90207:90207:8:4294967295] 00000400:00000200:3.0:1761313474.379581:0:77239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:3.0:1761313474.379586:0:77239:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:3.0:1761313474.379590:0:77239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005a2664b3 (tot 82351826). 00000800:00000200:3.0:1761313474.379596:0:77239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:3.0:1761313474.379602:0:77239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:3.0:1761313474.379605:0:77239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000005a2664b3 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761313474.379695:0:15826:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761313474.379698:0:15826:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005a2664b3 (tot 82351578). 00000400:00000200:3.0:1761313474.379702:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313474.379706:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:3.0:1761313474.379708:0:15826:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b0b5ad3c 00000400:00000010:3.0:1761313474.379710:0:15826:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b0b5ad3c. 00000100:00000200:3.0:1761313474.379716:0:15826:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000009906dba7 x1846869138390016/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313518 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1761313474.381950:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000069e5f1fd. 00000400:00000200:3.0:1761313474.382936:0:15825:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:3.0:1761313474.382954:0:15825:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x68fb7baf0bc00 00000400:00000200:3.0:1761313474.382962:0:15825:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb0c35 [1] + 224 00000400:00000200:3.0:1761313474.382978:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313474.382982:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:3.0:1761313474.382992:0:15825:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000009906dba7 x1846869138390016/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313518 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1761313474.383033:0:77239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000074b7d66c. 00000400:00000200:3.0:1761313474.383037:0:77239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000077a0ef2 00000400:00000010:3.0:1761313474.383039:0:77239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000077a0ef2. 00000100:00000200:3.0:1761313474.383044:0:77239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000009906dba7 x1846869138390016/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313518 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761313474.383051:0:77239:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000009906dba7 x1846869138390016/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313518 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1761313474.383080:0:77239:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000000653aeb4. 02000000:00000010:3.0:1761313474.383086:0:77239:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000009e2f2be. 00000100:00000010:3.0:1761313474.383089:0:77239:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000009906dba7. 00000100:00000010:3.0:1761313474.383093:0:77239:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000004c36356c. 00010000:00000010:3.0:1761313474.383096:0:77239:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000037cfa27c. 00000400:00000200:3.0:1761313474.383638:0:15827:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:3.0:1761313474.383648:0:15827:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x68fb7ba85c440 00000400:00000200:3.0:1761313474.383654:0:15827:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xaf5a5 [2] + 328 00000400:00000200:3.0:1761313474.383708:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313474.383712:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:3.0:1761313474.383717:0:15827:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761313474.383721:0:15827:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000009906dba7. 00000020:00000010:2.0:1761313474.384600:0:64710:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000bb53f867. 00000020:00000010:2.0:1761313474.384609:0:64710:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000005af0e837. 00000020:00000010:2.0:1761313474.384612:0:64710:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000f72ff3ec. 00000100:00000200:2.0:1761313474.384639:0:64710:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000009906dba7 x1846869131379776/t0(0) o103->78617949-0e11-4ca2-94c2-d809f91deaa9@192.168.204.38@tcp:405/0 lens 328/0 e 0 to 0 dl 1761313480 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:2.0:1761313474.384667:0:64710:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869131379776 02000000:00000010:2.0:1761313474.384678:0:64710:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000fc9b3448. 00010000:00000010:2.0:1761313474.384706:0:64710:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a61a1074. 00010000:00000010:2.0:1761313474.384723:0:64710:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000002b44dbd3. 00000100:00000010:2.0:1761313474.384730:0:64710:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000001331a84f. 00000100:00000010:2.0:1761313474.384739:0:64710:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000001331a84f. 00010000:00000010:2.0:1761313474.384741:0:64710:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000002b44dbd3. 00000400:00000010:2.0:1761313474.384755:0:64710:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d2af7839. 00000100:00000200:2.0:1761313474.384760:0:64710:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869131379776, offset 224 00000400:00000200:2.0:1761313474.384768:0:64710:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:2.0:1761313474.384789:0:64710:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:2.0:1761313474.384796:0:64710:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90208:90208:256:4294967295] 192.168.204.38@tcp LPNI seq info [90208:90208:8:4294967295] 00000400:00000200:2.0:1761313474.384806:0:64710:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:2.0:1761313474.384811:0:64710:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:2.0:1761313474.384816:0:64710:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001293a8d4 (tot 82351826). 00000800:00000200:2.0:1761313474.384822:0:64710:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:2.0:1761313474.384829:0:64710:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:2.0:1761313474.384832:0:64710:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000001293a8d4 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761313474.384853:0:64710:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000005af0e837. 00000020:00000010:2.0:1761313474.384856:0:64710:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000f72ff3ec. 00000020:00000010:2.0:1761313474.384859:0:64710:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000bb53f867. 00000800:00000200:2.0:1761313474.384929:0:15826:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761313474.384933:0:15826:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001293a8d4 (tot 82351578). 00000400:00000200:2.0:1761313474.384938:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313474.384942:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:2.0:1761313474.384945:0:15826:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d2af7839 00000400:00000010:2.0:1761313474.384947:0:15826:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d2af7839. 00080000:00000010:3.0:1761313474.386041:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 0000000009e2f2be. 00010000:00000010:3.0:1761313474.386124:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007cb7881f. 00010000:00000010:3.0:1761313474.386133:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000036575b07. 00010000:00000010:3.0:1761313474.386203:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000e268c9c7. 00010000:00000010:3.0:1761313474.386208:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007cb7881f. 00010000:00000010:3.0:1761313474.386218:0:77239:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000037cfa27c. 00000100:00000010:3.0:1761313474.386223:0:77239:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000004c36356c. 00000100:00000010:3.0:1761313474.386231:0:77239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001588211e. 02000000:00000010:3.0:1761313474.386243:0:77239:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000000653aeb4. 02000000:00000010:3.0:1761313474.386267:0:77239:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000006d2005fb. 00000400:00000010:3.0:1761313474.386273:0:77239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000074b7d66c. 00000400:00000010:3.0:1761313474.386278:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000077a0ef2. 00000100:00000200:3.0:1761313474.386283:0:77239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869138390080, portal 16 00000400:00000010:3.0:1761313474.386288:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b0b5ad3c. 00000100:00000200:3.0:1761313474.386290:0:77239:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869138390080, offset 0 00000400:00000200:3.0:1761313474.386297:0:77239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:3.0:1761313474.386308:0:77239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:3.0:1761313474.386315:0:77239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:3.0:1761313474.386318:0:77239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761313474.386321:0:77239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:3.0:1761313474.386324:0:77239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90209:90209:256:4294967295] 192.168.204.38@tcp LPNI seq info [90209:90209:8:4294967295] 00000400:00000200:3.0:1761313474.386333:0:77239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:3.0:1761313474.386338:0:77239:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:3.0:1761313474.386341:0:77239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005a2664b3 (tot 82351826). 00000800:00000200:3.0:1761313474.386347:0:77239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:3.0:1761313474.386353:0:77239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00010000:00000010:3.1:1761313474.386399:0:77239:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000081d2c81a. 00010000:00000010:3.1:1761313474.386404:0:77239:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fc17e71f. 00010000:00000010:3.1:1761313474.386408:0:77239:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009317390b. 00010000:00000010:3.1:1761313474.386410:0:77239:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004726ba01. 00010000:00000010:3.1:1761313474.386416:0:77239:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c528ffb2. 00000800:00000200:3.0:1761313474.386422:0:77239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000005a2664b3 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761313474.387540:0:15825:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761313474.387545:0:15825:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005a2664b3 (tot 82351578). 00000400:00000200:0.0:1761313474.387550:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313474.387561:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:0.0:1761313474.387565:0:15825:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b0b5ad3c 00000400:00000010:0.0:1761313474.387567:0:15825:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b0b5ad3c. 00000100:00000200:0.0:1761313474.387575:0:15825:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000001588211e x1846869138390080/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313518 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761313474.393402:0:15827:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:0.0:1761313474.393421:0:15827:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x68fb7baf0bc40 00000400:00000200:0.0:1761313474.393431:0:15827:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb0c41 [1] + 224 00000400:00000200:0.0:1761313474.393448:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313474.393452:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:0.0:1761313474.393463:0:15827:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000001588211e x1846869138390080/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313518 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1761313474.393670:0:77239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000074b7d66c. 00000400:00000200:3.0:1761313474.393675:0:77239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000077a0ef2 00000400:00000010:3.0:1761313474.393677:0:77239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000077a0ef2. 00000100:00000200:3.0:1761313474.393683:0:77239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000001588211e x1846869138390080/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313518 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761313474.393690:0:77239:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000001588211e x1846869138390080/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313518 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1761313474.393719:0:77239:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000006d2005fb. 02000000:00000010:3.0:1761313474.393726:0:77239:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000000653aeb4. 00000100:00000010:3.0:1761313474.393729:0:77239:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001588211e. 00000100:00000010:3.0:1761313474.393732:0:77239:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000004c36356c. 00010000:00000010:3.0:1761313474.393736:0:77239:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000037cfa27c. 00000400:00000200:2.0:1761313474.394814:0:15826:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:2.0:1761313474.394828:0:15826:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x68fb7ba85c480 00000400:00000200:2.0:1761313474.394835:0:15826:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xaf5a5 [2] + 656 00000400:00000200:2.0:1761313474.394897:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313474.394902:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:2.0:1761313474.394907:0:15826:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1761313474.394913:0:15826:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000000b5a18e1. 00000020:00000010:0.0:1761313474.395001:0:75220:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000186ff8a9. 00000020:00000010:0.0:1761313474.395009:0:75220:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000001fb60bf0. 00000020:00000010:0.0:1761313474.395013:0:75220:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000a93e9d10. 00000100:00000200:0.0:1761313474.395038:0:75220:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000000b5a18e1 x1846869131379840/t0(0) o103->78617949-0e11-4ca2-94c2-d809f91deaa9@192.168.204.38@tcp:405/0 lens 328/0 e 0 to 0 dl 1761313480 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:0.0:1761313474.395076:0:75220:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869131379840 02000000:00000010:0.0:1761313474.395087:0:75220:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000bdbafd85. 00010000:00000010:0.0:1761313474.395115:0:75220:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000021839f45. 00010000:00000010:0.0:1761313474.395139:0:75220:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000e59501a9. 00000100:00000010:0.0:1761313474.395146:0:75220:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000ce862999. 00000100:00000010:0.0:1761313474.395165:0:75220:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000ce862999. 00010000:00000010:0.0:1761313474.395171:0:75220:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000e59501a9. 00000400:00000010:0.0:1761313474.395185:0:75220:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000078acc45e. 00000100:00000200:0.0:1761313474.395190:0:75220:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869131379840, offset 224 00000400:00000200:0.0:1761313474.395197:0:75220:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:0.0:1761313474.395207:0:75220:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:0.0:1761313474.395212:0:75220:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90210:90210:256:4294967295] 192.168.204.38@tcp LPNI seq info [90210:90210:8:4294967295] 00000400:00000200:0.0:1761313474.395222:0:75220:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:0.0:1761313474.395228:0:75220:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:0.0:1761313474.395232:0:75220:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000028212975 (tot 82351826). 00000800:00000200:0.0:1761313474.395238:0:75220:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:0.0:1761313474.395245:0:75220:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:0.0:1761313474.395248:0:75220:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000028212975 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761313474.395268:0:75220:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000001fb60bf0. 00000020:00000010:0.0:1761313474.395274:0:75220:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000a93e9d10. 00000020:00000010:0.0:1761313474.395277:0:75220:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000186ff8a9. 00000800:00000200:0.0:1761313474.395333:0:15825:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761313474.395337:0:15825:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000028212975 (tot 82351578). 00000400:00000200:0.0:1761313474.395340:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313474.395343:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:0.0:1761313474.395445:0:15825:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000078acc45e 00000400:00000010:0.0:1761313474.395447:0:15825:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000078acc45e. 00080000:00000010:3.0:1761313474.395517:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 000000000653aeb4. 00010000:00000010:3.0:1761313474.395606:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007cb7881f. 00010000:00000010:3.0:1761313474.395615:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000000915171b. 00010000:00000010:3.0:1761313474.395697:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c528ffb2. 00010000:00000010:3.0:1761313474.395703:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007cb7881f. 00010000:00000010:3.0:1761313474.395714:0:77239:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000037cfa27c. 00000100:00000010:3.0:1761313474.395719:0:77239:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000004c36356c. 00000100:00000010:3.0:1761313474.395726:0:77239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001588211e. 02000000:00000010:3.0:1761313474.395738:0:77239:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000006d2005fb. 02000000:00000010:3.0:1761313474.395763:0:77239:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000013442a6f. 00000400:00000010:3.0:1761313474.395769:0:77239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000074b7d66c. 00000400:00000010:3.0:1761313474.395773:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000077a0ef2. 00000100:00000200:3.0:1761313474.395789:0:77239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869138390144, portal 16 00000400:00000010:3.0:1761313474.395794:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000b53c2d2. 00000100:00000200:3.0:1761313474.395796:0:77239:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869138390144, offset 0 00000400:00000200:3.0:1761313474.395802:0:77239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:3.0:1761313474.395808:0:77239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:3.0:1761313474.395815:0:77239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:3.0:1761313474.395818:0:77239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761313474.395821:0:77239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:3.0:1761313474.395824:0:77239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90211:90211:256:4294967295] 192.168.204.38@tcp LPNI seq info [90211:90211:8:4294967295] 00000400:00000200:3.0:1761313474.395832:0:77239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:3.0:1761313474.395836:0:77239:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:3.0:1761313474.395839:0:77239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c12329df (tot 82351826). 00000800:00000200:3.0:1761313474.395844:0:77239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:3.0:1761313474.395847:0:77239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:3.0:1761313474.395850:0:77239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c12329df type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761313474.397153:0:15827:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761313474.397160:0:15827:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c12329df (tot 82351578). 00000400:00000200:0.0:1761313474.397167:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313474.397175:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:0.0:1761313474.397180:0:15827:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000b53c2d2 00000400:00000010:0.0:1761313474.397182:0:15827:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000b53c2d2. 00000100:00000200:0.0:1761313474.397190:0:15827:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000001588211e x1846869138390144/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313518 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761313474.403398:0:15826:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:2.0:1761313474.403415:0:15826:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x68fb7baf0bc80 00000400:00000200:2.0:1761313474.403423:0:15826:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb0c4d [1] + 224 00000400:00000200:2.0:1761313474.403436:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313474.403440:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:2.0:1761313474.403449:0:15826:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000001588211e x1846869138390144/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313518 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1761313474.403486:0:77239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000074b7d66c. 00000400:00000200:2.0:1761313474.403489:0:77239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000077a0ef2 00000400:00000010:2.0:1761313474.403491:0:77239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000077a0ef2. 00000100:00000200:2.0:1761313474.403494:0:77239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000001588211e x1846869138390144/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313518 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761313474.403501:0:77239:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000001588211e x1846869138390144/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313518 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761313474.403527:0:77239:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000013442a6f. 02000000:00000010:2.0:1761313474.403532:0:77239:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000006d2005fb. 00000100:00000010:2.0:1761313474.403535:0:77239:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001588211e. 00000100:00000010:2.0:1761313474.403539:0:77239:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000004c36356c. 00010000:00000010:2.0:1761313474.403542:0:77239:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000037cfa27c. 00000400:00000200:3.0:1761313474.404280:0:15825:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:3.0:1761313474.404290:0:15825:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x68fb7ba85c4c0 00000400:00000200:3.0:1761313474.404295:0:15825:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xaf5a5 [2] + 984 00000400:00000200:3.0:1761313474.404342:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000010:2.1:1761313474.404415:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001de301c2. 00010000:00000010:3.1:1761313474.404454:0:15825:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000620e02c0. 00010000:00000010:3.1:1761313474.404459:0:15825:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f1778e29. 00000400:00000200:3.0:1761313474.404464:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:3.0:1761313474.404469:0:15825:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761313474.404473:0:15825:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000002febdaee. 00000020:00000010:2.0:1761313474.405003:0:64710:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000bb53f867. 00000020:00000010:2.0:1761313474.405010:0:64710:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000005af0e837. 00000020:00000010:2.0:1761313474.405014:0:64710:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000f72ff3ec. 00000100:00000200:2.0:1761313474.405036:0:64710:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000002febdaee x1846869131379904/t0(0) o103->78617949-0e11-4ca2-94c2-d809f91deaa9@192.168.204.38@tcp:405/0 lens 328/0 e 0 to 0 dl 1761313480 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:2.0:1761313474.405069:0:64710:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869131379904 02000000:00000010:2.0:1761313474.405079:0:64710:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000b6232ca8. 00010000:00000010:2.0:1761313474.405105:0:64710:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000049d42b34. 00010000:00000010:2.0:1761313474.405125:0:64710:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000002b44dbd3. 00000100:00000010:2.0:1761313474.405131:0:64710:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000001331a84f. 00000100:00000010:2.0:1761313474.405143:0:64710:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000001331a84f. 00010000:00000010:2.0:1761313474.405146:0:64710:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000002b44dbd3. 00000400:00000010:2.0:1761313474.405158:0:64710:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d2af7839. 00000100:00000200:2.0:1761313474.405163:0:64710:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869131379904, offset 224 00000400:00000200:2.0:1761313474.405170:0:64710:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:2.0:1761313474.405180:0:64710:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:2.0:1761313474.405185:0:64710:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90212:90212:256:4294967295] 192.168.204.38@tcp LPNI seq info [90212:90212:8:4294967295] 00000400:00000200:2.0:1761313474.405194:0:64710:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:2.0:1761313474.405199:0:64710:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:2.0:1761313474.405203:0:64710:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001293a8d4 (tot 82351826). 00000800:00000200:2.0:1761313474.405209:0:64710:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:2.0:1761313474.405216:0:64710:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:2.0:1761313474.405219:0:64710:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000001293a8d4 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761313474.405234:0:64710:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000005af0e837. 00000020:00000010:2.0:1761313474.405238:0:64710:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000f72ff3ec. 00000020:00000010:2.0:1761313474.405241:0:64710:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000bb53f867. 00080000:00000010:2.0:1761313474.405267:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000bb53f867. 00000800:00000200:3.0:1761313474.406515:0:15827:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761313474.406521:0:15827:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001293a8d4 (tot 82351578). 00000400:00000200:3.0:1761313474.406528:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313474.406535:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:3.0:1761313474.406541:0:15827:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d2af7839 00000400:00000010:3.0:1761313474.406543:0:15827:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d2af7839. 00010000:00000010:0.1:1761313474.406805:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e747aed2. 00010000:00000010:2.0:1761313474.408442:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007cb7881f. 00010000:00000010:2.0:1761313474.408456:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004ba2b933. 00010000:00000010:2.0:1761313474.408537:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000097e21150. 00010000:00000010:2.0:1761313474.408543:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000068949f78. 00010000:00000010:2.0:1761313474.408555:0:77239:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000002b44dbd3. 00000100:00000010:2.0:1761313474.408562:0:77239:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000001331a84f. 00000100:00000010:2.0:1761313474.408571:0:77239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000008be944fb. 02000000:00000010:2.0:1761313474.408584:0:77239:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000814212df. 02000000:00000010:2.0:1761313474.408614:0:77239:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000062cecc92. 00000400:00000010:2.0:1761313474.408620:0:77239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000d6409ff9. 00000400:00000010:2.0:1761313474.408626:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000eace0f75. 00000100:00000200:2.0:1761313474.408633:0:77239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869138390208, portal 16 00000400:00000010:2.0:1761313474.408639:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006fbc47a5. 00000100:00000200:2.0:1761313474.408641:0:77239:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869138390208, offset 0 00000400:00000200:2.0:1761313474.408651:0:77239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:2.0:1761313474.408666:0:77239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:2.0:1761313474.408673:0:77239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:2.0:1761313474.408676:0:77239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761313474.408680:0:77239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:2.0:1761313474.408683:0:77239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90213:90213:256:4294967295] 192.168.204.38@tcp LPNI seq info [90213:90213:8:4294967295] 00000400:00000200:2.0:1761313474.408693:0:77239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:2.0:1761313474.408700:0:77239:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:2.0:1761313474.408704:0:77239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c737f52d (tot 82351826). 00000800:00000200:2.0:1761313474.408710:0:77239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:2.0:1761313474.408718:0:77239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:2.0:1761313474.408721:0:77239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c737f52d type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761313474.408847:0:15826:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313474.408851:0:15826:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c737f52d (tot 82351578). 00000400:00000200:1.0:1761313474.408856:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313474.408860:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:1.0:1761313474.408864:0:15826:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006fbc47a5 00000400:00000010:1.0:1761313474.408866:0:15826:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006fbc47a5. 00000100:00000200:1.0:1761313474.408873:0:15826:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000008be944fb x1846869138390208/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313518 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1761313474.409854:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004dc8cb72. 00010000:00000010:3.1:1761313474.409863:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e268c9c7. 00000400:00000200:1.0:1761313474.412815:0:15825:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:1.0:1761313474.412836:0:15825:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x68fb7baf0bcc0 00000400:00000200:1.0:1761313474.412845:0:15825:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb0c59 [1] + 224 00000400:00000200:1.0:1761313474.412860:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313474.412865:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:1.0:1761313474.412878:0:15825:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000008be944fb x1846869138390208/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313518 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1761313474.412912:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000eeb23487. 00000400:00000010:2.0:1761313474.412934:0:77239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000d6409ff9. 00000400:00000200:2.0:1761313474.412939:0:77239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000eace0f75 00000400:00000010:2.0:1761313474.412941:0:77239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000eace0f75. 00000100:00000200:2.0:1761313474.412947:0:77239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000008be944fb x1846869138390208/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313518 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761313474.412955:0:77239:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000008be944fb x1846869138390208/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313518 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761313474.412986:0:77239:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000062cecc92. 02000000:00000010:2.0:1761313474.412992:0:77239:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000814212df. 00000100:00000010:2.0:1761313474.412996:0:77239:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000008be944fb. 00000100:00000010:2.0:1761313474.413002:0:77239:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000001331a84f. 00010000:00000010:2.0:1761313474.413006:0:77239:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000002b44dbd3. 00010000:00000010:2.1:1761313474.419399:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003281d933. 00010000:00000010:2.1:1761313474.419415:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c528ffb2. 00000400:00000200:1.0:1761313474.419562:0:15827:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:1.0:1761313474.419582:0:15827:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x68fb7ba85c500 00000400:00000200:1.0:1761313474.419589:0:15827:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xaf5a5 [2] + 1312 00000400:00000200:1.0:1761313474.419653:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313474.419657:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:1.0:1761313474.419663:0:15827:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761313474.419670:0:15827:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000771a630e. 00000020:00000010:3.0:1761313474.420592:0:75220:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007407e669. 00000020:00000010:3.0:1761313474.420599:0:75220:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000004db7aa52. 00000020:00000010:3.0:1761313474.420604:0:75220:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000c82c8576. 00000100:00000200:3.0:1761313474.420631:0:75220:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000771a630e x1846869131379968/t0(0) o103->78617949-0e11-4ca2-94c2-d809f91deaa9@192.168.204.38@tcp:405/0 lens 328/0 e 0 to 0 dl 1761313480 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:3.0:1761313474.420657:0:75220:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869131379968 02000000:00000010:3.0:1761313474.420668:0:75220:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000f3442800. 00010000:00000010:3.0:1761313474.420695:0:75220:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e67f75da. 00010000:00000010:3.0:1761313474.420716:0:75220:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000009aeef12e. 00000100:00000010:3.0:1761313474.420723:0:75220:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000004e994188. 00000100:00000010:3.0:1761313474.420746:0:75220:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000004e994188. 00010000:00000010:3.0:1761313474.420751:0:75220:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000009aeef12e. 00000400:00000010:3.0:1761313474.420766:0:75220:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009ee9a73e. 00000100:00000200:3.0:1761313474.420771:0:75220:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869131379968, offset 224 00000400:00000200:3.0:1761313474.420789:0:75220:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:3.0:1761313474.420802:0:75220:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:3.0:1761313474.420808:0:75220:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90214:90214:256:4294967295] 192.168.204.38@tcp LPNI seq info [90214:90214:8:4294967295] 00000400:00000200:3.0:1761313474.420818:0:75220:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:3.0:1761313474.420824:0:75220:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:3.0:1761313474.420828:0:75220:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000050f99130 (tot 82351826). 00000800:00000200:3.0:1761313474.420834:0:75220:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:3.0:1761313474.420840:0:75220:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:3.0:1761313474.420844:0:75220:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000050f99130 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761313474.420861:0:75220:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000004db7aa52. 00000020:00000010:3.0:1761313474.420866:0:75220:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000c82c8576. 00000020:00000010:3.0:1761313474.420869:0:75220:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007407e669. 00000800:00000200:3.0:1761313474.420943:0:15826:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761313474.420947:0:15826:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000050f99130 (tot 82351578). 00000400:00000200:3.0:1761313474.420950:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313474.420954:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:3.0:1761313474.420958:0:15826:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009ee9a73e 00000400:00000010:3.0:1761313474.420960:0:15826:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009ee9a73e. 00080000:00000010:1.0:1761313474.421738:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d686bc43. 00010000:00000010:1.0:1761313474.421839:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000068949f78. 00010000:00000010:1.0:1761313474.421848:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002cdfb51c. 00010000:00000010:1.0:1761313474.421914:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000027d6177a. 00010000:00000010:1.0:1761313474.421920:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000b4546667. 00010000:00000010:1.0:1761313474.421930:0:77239:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000001335254b. 00000100:00000010:1.0:1761313474.421934:0:77239:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000604f4010. 00000100:00000010:1.0:1761313474.421941:0:77239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ba613791. 02000000:00000010:1.0:1761313474.421951:0:77239:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000027ece68. 02000000:00000010:1.0:1761313474.421972:0:77239:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e7af54cd. 00000400:00000010:1.0:1761313474.421977:0:77239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000022d2dff1. 00000400:00000010:1.0:1761313474.421981:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000082428106. 00000100:00000200:1.0:1761313474.421986:0:77239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869138390272, portal 16 00000400:00000010:1.0:1761313474.421990:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000965e87ce. 00000100:00000200:1.0:1761313474.421992:0:77239:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869138390272, offset 0 00000400:00000200:1.0:1761313474.421997:0:77239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:1.0:1761313474.422006:0:77239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:1.0:1761313474.422011:0:77239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:1.0:1761313474.422014:0:77239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761313474.422017:0:77239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:1.0:1761313474.422019:0:77239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90215:90215:256:4294967295] 192.168.204.38@tcp LPNI seq info [90215:90215:8:4294967295] 00000400:00000200:1.0:1761313474.422031:0:77239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:1.0:1761313474.422035:0:77239:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:1.0:1761313474.422037:0:77239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000cc8c87c8 (tot 82351826). 00000800:00000200:1.0:1761313474.422041:0:77239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:1.0:1761313474.422046:0:77239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:1.0:1761313474.422048:0:77239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000cc8c87c8 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761313474.422177:0:15825:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761313474.422181:0:15825:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000cc8c87c8 (tot 82351578). 00000400:00000200:3.0:1761313474.422185:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313474.422189:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:3.0:1761313474.422192:0:15825:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000965e87ce 00000400:00000010:3.0:1761313474.422193:0:15825:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000965e87ce. 00000100:00000200:3.0:1761313474.422199:0:15825:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000ba613791 x1846869138390272/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313518 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761313474.427920:0:15827:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:3.0:1761313474.427938:0:15827:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x68fb7baf0bd00 00000400:00000200:3.0:1761313474.427947:0:15827:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb0c65 [1] + 224 00000400:00000200:3.0:1761313474.427961:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313474.427965:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:3.0:1761313474.427975:0:15827:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000ba613791 x1846869138390272/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313518 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1761313474.428059:0:77239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000022d2dff1. 00000400:00000200:2.0:1761313474.428065:0:77239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000082428106 00000400:00000010:2.0:1761313474.428067:0:77239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000082428106. 00000100:00000200:2.0:1761313474.428073:0:77239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000ba613791 x1846869138390272/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313518 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761313474.428083:0:77239:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000ba613791 x1846869138390272/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313518 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761313474.428114:0:77239:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e7af54cd. 02000000:00000010:2.0:1761313474.428120:0:77239:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000027ece68. 00000100:00000010:2.0:1761313474.428123:0:77239:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ba613791. 00000100:00000010:2.0:1761313474.428128:0:77239:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000604f4010. 00010000:00000010:2.0:1761313474.428133:0:77239:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000001335254b. 00000400:00000200:3.0:1761313474.437596:0:15826:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:3.0:1761313474.437618:0:15826:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x68fb7ba85c540 00000400:00000200:3.0:1761313474.437626:0:15826:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xaf5a5 [2] + 1640 00000400:00000200:3.0:1761313474.437694:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313474.437699:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:3.0:1761313474.437707:0:15826:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761313474.437714:0:15826:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000020fe4fda. 00000020:00000010:2.0:1761313474.439701:0:64710:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000814212df. 00000020:00000010:2.0:1761313474.439711:0:64710:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000005af0e837. 00000020:00000010:2.0:1761313474.439717:0:64710:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000f72ff3ec. 00000100:00000200:2.0:1761313474.439748:0:64710:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000020fe4fda x1846869131380032/t0(0) o103->78617949-0e11-4ca2-94c2-d809f91deaa9@192.168.204.38@tcp:405/0 lens 328/0 e 0 to 0 dl 1761313480 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:2.0:1761313474.439800:0:64710:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869131380032 02000000:00000010:2.0:1761313474.439811:0:64710:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000062cecc92. 00010000:00000010:2.0:1761313474.439839:0:64710:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000116fa445. 00010000:00000010:2.0:1761313474.439860:0:64710:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000002b44dbd3. 00000100:00000010:2.0:1761313474.439869:0:64710:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000001331a84f. 00000100:00000010:2.0:1761313474.439892:0:64710:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000001331a84f. 00010000:00000010:2.0:1761313474.439895:0:64710:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000002b44dbd3. 00000400:00000010:2.0:1761313474.439911:0:64710:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000eace0f75. 00000100:00000200:2.0:1761313474.439918:0:64710:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869131380032, offset 224 00000400:00000200:2.0:1761313474.439926:0:64710:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:2.0:1761313474.439941:0:64710:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:2.0:1761313474.439946:0:64710:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90216:90216:256:4294967295] 192.168.204.38@tcp LPNI seq info [90216:90216:8:4294967295] 00000400:00000200:2.0:1761313474.439956:0:64710:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:2.0:1761313474.439961:0:64710:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:2.0:1761313474.439966:0:64710:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000044feb42c (tot 82351826). 00000800:00000200:2.0:1761313474.439972:0:64710:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:2.0:1761313474.439978:0:64710:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:2.0:1761313474.439982:0:64710:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000044feb42c type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761313474.439997:0:64710:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000005af0e837. 00000020:00000010:2.0:1761313474.440001:0:64710:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000f72ff3ec. 00000020:00000010:2.0:1761313474.440003:0:64710:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000814212df. 00000800:00000200:3.0:1761313474.440126:0:15825:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761313474.440130:0:15825:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000044feb42c (tot 82351578). 00000400:00000200:3.0:1761313474.440136:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313474.440140:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:3.0:1761313474.440144:0:15825:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000eace0f75 00000400:00000010:3.0:1761313474.440146:0:15825:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000eace0f75. 00080000:00000010:3.0:1761313474.440185:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 000000007407e669. 00010000:00000010:2.0:1761313474.440537:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b4546667. 00010000:00000010:2.0:1761313474.440557:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b05b968c. 00000001:00000010:2.0:1761313474.440612:0:77239:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000d6409ff9. 00000001:00000010:2.0:1761313474.440618:0:77239:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000d6409ff9. 00000001:00000010:2.0:1761313474.440621:0:77239:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000d6409ff9. 00000001:00000010:2.0:1761313474.440623:0:77239:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 0000000003a3ed4f. 00010000:00000010:2.0:1761313474.440650:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000d0a6b310. 00010000:00000010:2.0:1761313474.440656:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000068949f78. 00010000:00000010:2.0:1761313474.440665:0:77239:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000002b44dbd3. 00000100:00000010:2.0:1761313474.440669:0:77239:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000001331a84f. 00000100:00000010:2.0:1761313474.440676:0:77239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000008be944fb. 02000000:00000010:2.0:1761313474.440686:0:77239:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000814212df. 02000000:00000010:2.0:1761313474.440709:0:77239:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000006b2b20da. 00000400:00000010:2.0:1761313474.440713:0:77239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000009bc064a7. 00000400:00000010:2.0:1761313474.440718:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000022a491ca. 00000100:00000200:2.0:1761313474.440723:0:77239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869138390336, portal 16 00000400:00000010:2.0:1761313474.440727:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000081eaf8d3. 00000100:00000200:2.0:1761313474.440728:0:77239:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869138390336, offset 0 00000400:00000200:2.0:1761313474.440734:0:77239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:2.0:1761313474.440741:0:77239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:2.0:1761313474.440746:0:77239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:2.0:1761313474.440749:0:77239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761313474.440752:0:77239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:2.0:1761313474.440754:0:77239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90217:90217:256:4294967295] 192.168.204.38@tcp LPNI seq info [90217:90217:8:4294967295] 00000400:00000200:2.0:1761313474.440761:0:77239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:2.0:1761313474.440765:0:77239:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:2.0:1761313474.440768:0:77239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000044feb42c (tot 82351826). 00000800:00000200:2.0:1761313474.440772:0:77239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:2.0:1761313474.440788:0:77239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:2.0:1761313474.440791:0:77239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000044feb42c type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761313474.440953:0:15827:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761313474.440955:0:15827:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000044feb42c (tot 82351578). 00000400:00000200:3.0:1761313474.440959:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313474.440963:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:3.0:1761313474.440965:0:15827:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000081eaf8d3 00000400:00000010:3.0:1761313474.440967:0:15827:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000081eaf8d3. 00000100:00000200:3.0:1761313474.440971:0:15827:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000008be944fb x1846869138390336/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313518 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761313474.442966:0:15826:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:3.0:1761313474.442982:0:15826:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x68fb7baf0bd40 00000400:00000200:3.0:1761313474.442989:0:15826:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb0c71 [1] + 224 00000400:00000200:3.0:1761313474.443017:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313474.443021:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:3.0:1761313474.443029:0:15826:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000008be944fb x1846869138390336/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313518 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761313474.444696:0:15825:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:3.0:1761313474.444710:0:15825:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x68fb7ba85c580 00000400:00000200:3.0:1761313474.444717:0:15825:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xaf5a5 [2] + 1968 00000400:00000010:3.0:1761313474.444722:0:15825:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000008635318c. 00000400:00000200:3.0:1761313474.444728:0:15825:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 000000009bf8a28d 00000400:00000010:0.0:1761313474.444890:0:77239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000009bc064a7. 00000400:00000200:0.0:1761313474.444894:0:77239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000022a491ca 00000400:00000010:0.0:1761313474.444896:0:77239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000022a491ca. 00000100:00000200:0.0:1761313474.444905:0:77239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000008be944fb x1846869138390336/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313518 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761313474.444913:0:77239:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000008be944fb x1846869138390336/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313518 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761313474.444941:0:77239:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000006b2b20da. 02000000:00000010:0.0:1761313474.444946:0:77239:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000814212df. 00000100:00000010:0.0:1761313474.444950:0:77239:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000008be944fb. 00000100:00000010:0.0:1761313474.444953:0:77239:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000001331a84f. 00010000:00000010:0.0:1761313474.444956:0:77239:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000002b44dbd3. 00000400:00000200:3.0:1761313474.445115:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313474.445121:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:3.0:1761313474.445124:0:15825:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009bf8a28d 00000400:00000010:3.0:1761313474.445126:0:15825:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 000000009bf8a28d (tot 82351426). 00000100:00000200:3.0:1761313474.445132:0:15825:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:0.0:1761313474.445650:0:64710:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002795c718. 00000020:00000010:0.0:1761313474.445657:0:64710:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000846bb70a. 00000020:00000010:0.0:1761313474.445661:0:64710:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000a93e9d10. 00000100:00000200:0.0:1761313474.445683:0:64710:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000002bfdccd4 x1846869131380096/t0(0) o103->78617949-0e11-4ca2-94c2-d809f91deaa9@192.168.204.38@tcp:405/0 lens 328/0 e 0 to 0 dl 1761313480 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:0.0:1761313474.445717:0:64710:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869131380096 02000000:00000010:0.0:1761313474.445728:0:64710:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000007725e51e. 00010000:00000010:0.0:1761313474.445753:0:64710:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000eab2c620. 00010000:00000010:0.0:1761313474.445770:0:64710:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000c5608207. 00000100:00000010:0.0:1761313474.445786:0:64710:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000045df00f1. 00000100:00000010:0.0:1761313474.445798:0:64710:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000045df00f1. 00010000:00000010:0.0:1761313474.445802:0:64710:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000c5608207. 00000400:00000010:0.0:1761313474.445813:0:64710:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000078acc45e. 00000100:00000200:0.0:1761313474.445817:0:64710:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869131380096, offset 224 00000400:00000200:0.0:1761313474.445824:0:64710:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:0.0:1761313474.445833:0:64710:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:0.0:1761313474.445838:0:64710:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90218:90218:256:4294967295] 192.168.204.38@tcp LPNI seq info [90218:90218:8:4294967295] 00000400:00000200:0.0:1761313474.445846:0:64710:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:0.0:1761313474.445851:0:64710:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:0.0:1761313474.445855:0:64710:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000028212975 (tot 82351674). 00000800:00000200:0.0:1761313474.445861:0:64710:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:0.0:1761313474.445867:0:64710:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:0.0:1761313474.445870:0:64710:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000028212975 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761313474.445883:0:64710:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000846bb70a. 00000020:00000010:0.0:1761313474.445887:0:64710:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000a93e9d10. 00000020:00000010:0.0:1761313474.445890:0:64710:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000002795c718. 02000000:00000010:0.0:1761313474.445897:0:64710:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000062cecc92. 00000100:00000010:0.0:1761313474.445899:0:64710:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000020fe4fda. 02000000:00000010:0.0:1761313474.445902:0:64710:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000f3442800. 00000100:00000010:0.0:1761313474.445904:0:64710:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000771a630e. 02000000:00000010:0.0:1761313474.445907:0:64710:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000b6232ca8. 00000100:00000010:0.0:1761313474.445909:0:64710:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000002febdaee. 02000000:00000010:0.0:1761313474.445911:0:64710:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000bdbafd85. 00000100:00000010:0.0:1761313474.445913:0:64710:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000000b5a18e1. 02000000:00000010:0.0:1761313474.445916:0:64710:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000fc9b3448. 00000100:00000010:0.0:1761313474.445918:0:64710:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000009906dba7. 02000000:00000010:0.0:1761313474.445921:0:64710:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000007aa30d8b. 00000100:00000010:0.0:1761313474.445922:0:64710:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000a90c5c2d. 00000100:00000200:0.0:1761313474.445927:0:64710:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1761313474.445932:0:64710:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000005c50e7c8. 00000400:00000010:0.0:1761313474.445935:0:64710:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 0000000045df00f1 (tot 82351826). 00080000:00000010:0.0:1761313474.445958:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 000000007aa30d8b. 00010000:00000010:0.0:1761313474.446038:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000068949f78. 00010000:00000010:0.0:1761313474.446044:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000003c8f6be4. 00010000:00000010:0.0:1761313474.446125:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000010c4cce5. 00010000:00000010:0.0:1761313474.446130:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000008d42888a. 00010000:00000010:0.0:1761313474.446140:0:77239:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000c5608207. 00000100:00000010:0.0:1761313474.446143:0:77239:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000007c0b9825. 00000100:00000010:0.0:1761313474.446150:0:77239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000047d366b1. 02000000:00000010:0.0:1761313474.446160:0:77239:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000bdbafd85. 02000000:00000010:0.0:1761313474.446184:0:77239:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000002795c718. 00000400:00000010:0.0:1761313474.446187:0:77239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000ca5fce0f. 00000400:00000010:0.0:1761313474.446190:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000bac32b5d. 00000100:00000200:0.0:1761313474.446194:0:77239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869138390400, portal 16 00000400:00000010:0.0:1761313474.446197:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ca4f278a. 00000100:00000200:0.0:1761313474.446199:0:77239:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869138390400, offset 0 00000400:00000200:0.0:1761313474.446203:0:77239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:0.0:1761313474.446209:0:77239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:0.0:1761313474.446214:0:77239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:0.0:1761313474.446217:0:77239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761313474.446220:0:77239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:0.0:1761313474.446223:0:77239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90219:90219:255:4294967295] 192.168.204.38@tcp LPNI seq info [90219:90219:7:4294967295] 00000400:00000200:0.0:1761313474.446230:0:77239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:0.0:1761313474.446233:0:77239:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:0.0:1761313474.446236:0:77239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000bd2f7339 (tot 82352074). 00000800:00000200:0.0:1761313474.446241:0:77239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:0.0:1761313474.446244:0:77239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:0.0:1761313474.446246:0:77239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000bd2f7339 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761313474.446268:0:15827:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761313474.446272:0:15827:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000028212975 (tot 82351826). 00000400:00000200:3.0:1761313474.446275:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313474.446279:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:3.0:1761313474.446282:0:15827:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000078acc45e 00000400:00000010:3.0:1761313474.446283:0:15827:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000078acc45e. 02000000:00000010:3.0:1761313474.446287:0:15827:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000007725e51e. 00000800:00000200:3.0:1761313474.448232:0:15827:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761313474.448237:0:15827:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000bd2f7339 (tot 82351578). 00000400:00000200:3.0:1761313474.448243:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313474.448251:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:3.0:1761313474.448256:0:15827:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ca4f278a 00000400:00000010:3.0:1761313474.448258:0:15827:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ca4f278a. 00000100:00000200:3.0:1761313474.448265:0:15827:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000047d366b1 x1846869138390400/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313518 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761313474.450746:0:15826:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:3.0:1761313474.450766:0:15826:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x68fb7baf0bd80 00000400:00000200:3.0:1761313474.450774:0:15826:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb0c81 [1] + 224 00000400:00000200:3.0:1761313474.450798:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313474.450802:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:3.0:1761313474.450812:0:15826:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000047d366b1 x1846869138390400/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313518 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1761313474.451425:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000035559bdd. 00010000:00000010:1.1:1761313474.451432:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000097e21150. 00010000:00000010:0.1:1761313474.451945:0:77239:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000056d5eb96. 00010000:00000010:0.1:1761313474.451951:0:77239:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003afa5bb2. 00010000:00000010:0.1:1761313474.451954:0:77239:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d0a6b310. 00010000:00000010:3.1:1761313474.452583:0:15826:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007e1a76dd. 00010000:00000010:2.1:1761313474.453428:0:78467:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000073b47ced. 00010000:00000010:2.1:1761313474.453436:0:78467:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000087c86e8e. 00010000:00000010:2.1:1761313474.453439:0:78467:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000027d6177a. 00000400:00000200:3.0:1761313474.453559:0:15826:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:3.0:1761313474.453573:0:15826:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x68fb7ba85c5c0 00000400:00000010:0.0:1761313474.453966:0:77239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000ca5fce0f. 00000400:00000200:0.0:1761313474.453972:0:77239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000bac32b5d 00000400:00000010:0.0:1761313474.453973:0:77239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000bac32b5d. 00000100:00000200:0.0:1761313474.453982:0:77239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000047d366b1 x1846869138390400/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313518 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761313474.453992:0:77239:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000047d366b1 x1846869138390400/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313518 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761313474.454021:0:77239:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000002795c718. 02000000:00000010:0.0:1761313474.454027:0:77239:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000bdbafd85. 00000100:00000010:0.0:1761313474.454031:0:77239:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000047d366b1. 00000100:00000010:0.0:1761313474.454035:0:77239:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000007c0b9825. 00010000:00000010:0.0:1761313474.454038:0:77239:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000c5608207. 00000400:00000200:3.0:1761313474.460445:0:15826:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xaf605 [2] + 0 00000400:00000200:3.0:1761313474.460528:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313474.460533:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:3.0:1761313474.460539:0:15826:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761313474.460545:0:15826:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000097b2ed89. 00000020:00000010:0.0:1761313474.460648:0:75220:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000bdbafd85. 00000020:00000010:0.0:1761313474.460654:0:75220:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000846bb70a. 00000020:00000010:0.0:1761313474.460658:0:75220:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000a93e9d10. 00000100:00000200:0.0:1761313474.460683:0:75220:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000097b2ed89 x1846869131380160/t0(0) o103->78617949-0e11-4ca2-94c2-d809f91deaa9@192.168.204.38@tcp:405/0 lens 328/0 e 0 to 0 dl 1761313480 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:0.0:1761313474.460717:0:75220:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869131380160 02000000:00000010:0.0:1761313474.460727:0:75220:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000002795c718. 00010000:00000010:0.0:1761313474.460751:0:75220:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007d30034c. 00010000:00000010:0.0:1761313474.460771:0:75220:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000c5608207. 00000100:00000010:0.0:1761313474.460786:0:75220:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000007c0b9825. 00000100:00000010:0.0:1761313474.460799:0:75220:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000007c0b9825. 00010000:00000010:0.0:1761313474.460802:0:75220:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000c5608207. 00000400:00000010:0.0:1761313474.460813:0:75220:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000bac32b5d. 00000100:00000200:0.0:1761313474.460817:0:75220:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869131380160, offset 224 00000400:00000200:0.0:1761313474.460824:0:75220:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:0.0:1761313474.460836:0:75220:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:0.0:1761313474.460841:0:75220:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90220:90220:256:4294967295] 192.168.204.38@tcp LPNI seq info [90220:90220:8:4294967295] 00000400:00000200:0.0:1761313474.460853:0:75220:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:0.0:1761313474.460857:0:75220:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:0.0:1761313474.460861:0:75220:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005a99fafd (tot 82351826). 00000800:00000200:0.0:1761313474.460866:0:75220:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:0.0:1761313474.460872:0:75220:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:0.0:1761313474.460875:0:75220:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000005a99fafd type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761313474.460887:0:75220:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000846bb70a. 00000020:00000010:0.0:1761313474.460891:0:75220:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000a93e9d10. 00000020:00000010:0.0:1761313474.460894:0:75220:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000bdbafd85. 00080000:00000010:0.0:1761313474.460917:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000bdbafd85. 00010000:00000010:0.0:1761313474.460989:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008d42888a. 00010000:00000010:0.0:1761313474.460994:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000008c4c91d. 00010000:00000010:0.0:1761313474.461055:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000004f91bbe2. 00010000:00000010:0.0:1761313474.461060:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000008d42888a. 00010000:00000010:0.0:1761313474.461067:0:77239:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000c5608207. 00000100:00000010:0.0:1761313474.461070:0:77239:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000007c0b9825. 00000100:00000010:0.0:1761313474.461075:0:77239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000047d366b1. 02000000:00000010:0.0:1761313474.461084:0:77239:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000669fe953. 02000000:00000010:0.0:1761313474.461103:0:77239:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000007725e51e. 00000400:00000010:0.0:1761313474.461108:0:77239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000ca5fce0f. 00000400:00000010:0.0:1761313474.461112:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001b8549e6. 00000100:00000200:0.0:1761313474.461117:0:77239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869138390464, portal 16 00000400:00000010:0.0:1761313474.461120:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e18fce07. 00000100:00000200:0.0:1761313474.461122:0:77239:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869138390464, offset 0 00000400:00000200:0.0:1761313474.461127:0:77239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:0.0:1761313474.461132:0:77239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:0.0:1761313474.461137:0:77239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:0.0:1761313474.461140:0:77239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761313474.461143:0:77239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:0.0:1761313474.461145:0:77239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90221:90221:255:4294967295] 192.168.204.38@tcp LPNI seq info [90221:90221:7:4294967295] 00000400:00000200:0.0:1761313474.461153:0:77239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:0.0:1761313474.461156:0:77239:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:0.0:1761313474.461159:0:77239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c74ddf42 (tot 82352074). 00000800:00000200:0.0:1761313474.461162:0:77239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:0.0:1761313474.461165:0:77239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:0.0:1761313474.461167:0:77239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c74ddf42 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761313474.461244:0:15825:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761313474.461247:0:15825:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005a99fafd (tot 82351826). 00000400:00000200:3.0:1761313474.461250:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313474.461253:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:3.0:1761313474.461256:0:15825:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000bac32b5d 00000400:00000010:3.0:1761313474.461258:0:15825:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000bac32b5d. 00000800:00000200:3.0:1761313474.461283:0:15825:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761313474.461285:0:15825:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c74ddf42 (tot 82351578). 00000400:00000200:3.0:1761313474.461287:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313474.461289:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:3.0:1761313474.461291:0:15825:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e18fce07 00000400:00000010:3.0:1761313474.461292:0:15825:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e18fce07. 00000100:00000200:3.0:1761313474.461296:0:15825:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000047d366b1 x1846869138390464/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313518 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761313474.469455:0:15827:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:3.0:1761313474.469475:0:15827:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x68fb7baf0bdc0 00000400:00000200:3.0:1761313474.469483:0:15827:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb0c8d [1] + 224 00000400:00000200:3.0:1761313474.469496:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313474.469500:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:3.0:1761313474.469509:0:15827:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000047d366b1 x1846869138390464/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313518 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1761313474.469605:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007671cdaa. 00010000:00000010:0.1:1761313474.469616:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e39abbb6. 00010000:00000010:0.1:1761313474.469619:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000010c4cce5. 00000400:00000010:0.0:1761313474.469638:0:77239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000ca5fce0f. 00000400:00000200:0.0:1761313474.469643:0:77239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001b8549e6 00000400:00000010:0.0:1761313474.469644:0:77239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001b8549e6. 00000100:00000200:0.0:1761313474.469650:0:77239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000047d366b1 x1846869138390464/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313518 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761313474.469657:0:77239:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000047d366b1 x1846869138390464/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313518 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761313474.469684:0:77239:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000007725e51e. 02000000:00000010:0.0:1761313474.469690:0:77239:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000669fe953. 00000100:00000010:0.0:1761313474.469694:0:77239:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000047d366b1. 00000100:00000010:0.0:1761313474.469698:0:77239:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000007c0b9825. 00010000:00000010:0.0:1761313474.469701:0:77239:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000c5608207. 00000400:00000200:2.0:1761313474.481913:0:15826:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:2.0:1761313474.481932:0:15826:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x68fb7ba85c600 00000400:00000200:2.0:1761313474.481941:0:15826:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xaf605 [2] + 328 00000400:00000200:2.0:1761313474.482292:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313474.482298:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:2.0:1761313474.482305:0:15826:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1761313474.482312:0:15826:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000a90c5c2d. 00000020:00000010:0.0:1761313474.482564:0:64710:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000985be742. 00000020:00000010:0.0:1761313474.482571:0:64710:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000e35f996a. 00000020:00000010:0.0:1761313474.482575:0:64710:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000a93e9d10. 00000100:00000200:0.0:1761313474.482604:0:64710:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000a90c5c2d x1846869131380224/t0(0) o103->78617949-0e11-4ca2-94c2-d809f91deaa9@192.168.204.38@tcp:405/0 lens 328/0 e 0 to 0 dl 1761313480 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:0.0:1761313474.482643:0:64710:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869131380224 02000000:00000010:0.0:1761313474.482656:0:64710:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000669fe953. 00010000:00000010:0.0:1761313474.482686:0:64710:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000cc64f6ec. 00010000:00000010:0.0:1761313474.482707:0:64710:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000c5608207. 00000100:00000010:0.0:1761313474.482714:0:64710:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000007c0b9825. 00000100:00000010:0.0:1761313474.482735:0:64710:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000007c0b9825. 00010000:00000010:0.0:1761313474.482738:0:64710:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000c5608207. 00000400:00000010:0.0:1761313474.482752:0:64710:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001b8549e6. 00000100:00000200:0.0:1761313474.482757:0:64710:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869131380224, offset 224 00000400:00000200:0.0:1761313474.482765:0:64710:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:0.0:1761313474.482785:0:64710:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:0.0:1761313474.482791:0:64710:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90222:90222:256:4294967295] 192.168.204.38@tcp LPNI seq info [90222:90222:8:4294967295] 00000400:00000200:0.0:1761313474.482801:0:64710:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:0.0:1761313474.482806:0:64710:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:0.0:1761313474.482810:0:64710:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f3d53802 (tot 82351826). 00000800:00000200:0.0:1761313474.482816:0:64710:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:0.0:1761313474.482821:0:64710:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:0.0:1761313474.482825:0:64710:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000f3d53802 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761313474.482843:0:64710:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000e35f996a. 00000020:00000010:0.0:1761313474.482847:0:64710:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000a93e9d10. 00000020:00000010:0.0:1761313474.482850:0:64710:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000985be742. 00080000:00000010:1.0:1761313474.483060:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000fc11e687. 00000800:00000200:0.0:1761313474.483139:0:15825:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761313474.483143:0:15825:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f3d53802 (tot 82351578). 00000400:00000200:0.0:1761313474.483146:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313474.483150:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00010000:00000010:1.0:1761313474.483153:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008d42888a. 00000400:00000200:0.0:1761313474.483154:0:15825:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001b8549e6 00000400:00000010:0.0:1761313474.483156:0:15825:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001b8549e6. 00010000:00000010:1.0:1761313474.483159:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000a28d4e94. 00010000:00000010:1.0:1761313474.483245:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ae3f52b1. 00010000:00000010:1.0:1761313474.483251:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000967e4f86. 00010000:00000010:1.0:1761313474.483262:0:77239:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000acd39b26. 00000100:00000010:1.0:1761313474.483266:0:77239:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006eee9b0c. 00000100:00000010:1.0:1761313474.483273:0:77239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000064f8b87f. 02000000:00000010:1.0:1761313474.483283:0:77239:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000019b763be. 02000000:00000010:1.0:1761313474.483307:0:77239:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000027ece68. 00000400:00000010:1.0:1761313474.483312:0:77239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000009dafaf35. 00000400:00000010:1.0:1761313474.483316:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000017f94afa. 00000100:00000200:1.0:1761313474.483321:0:77239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869138390528, portal 16 00000400:00000010:1.0:1761313474.483325:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b3d96425. 00000100:00000200:1.0:1761313474.483327:0:77239:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869138390528, offset 0 00000400:00000200:1.0:1761313474.483333:0:77239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:1.0:1761313474.483339:0:77239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:1.0:1761313474.483345:0:77239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:1.0:1761313474.483348:0:77239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761313474.483351:0:77239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:1.0:1761313474.483353:0:77239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90223:90223:256:4294967295] 192.168.204.38@tcp LPNI seq info [90223:90223:8:4294967295] 00000400:00000200:1.0:1761313474.483386:0:77239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:1.0:1761313474.483391:0:77239:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:1.0:1761313474.483396:0:77239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f67d6031 (tot 82351826). 00000800:00000200:1.0:1761313474.483400:0:77239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:1.0:1761313474.483404:0:77239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:1.0:1761313474.483407:0:77239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000f67d6031 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761313474.483717:0:15827:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761313474.483720:0:15827:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f67d6031 (tot 82351578). 00000400:00000200:2.0:1761313474.483724:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313474.483727:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:2.0:1761313474.483730:0:15827:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b3d96425 00000400:00000010:2.0:1761313474.483731:0:15827:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b3d96425. 00000100:00000200:2.0:1761313474.483736:0:15827:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000064f8b87f x1846869138390528/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313518 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1761313474.497435:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009e99f031. 00010000:00000010:1.1:1761313474.497484:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000092da325f. 00010000:00000010:1.1:1761313474.497490:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004f91bbe2. 00000400:00000200:2.0:1761313474.501428:0:15826:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:2.0:1761313474.501447:0:15826:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x68fb7baf0be00 00000400:00000200:2.0:1761313474.501457:0:15826:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb0c99 [1] + 224 00000400:00000200:2.0:1761313474.501470:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313474.501474:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:2.0:1761313474.501487:0:15826:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000064f8b87f x1846869138390528/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313518 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1761313474.501800:0:77239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000009dafaf35. 00000400:00000200:1.0:1761313474.501806:0:77239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000017f94afa 00000400:00000010:1.0:1761313474.501808:0:77239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000017f94afa. 00000100:00000200:1.0:1761313474.501814:0:77239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000064f8b87f x1846869138390528/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313518 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761313474.501822:0:77239:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000064f8b87f x1846869138390528/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313518 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761313474.501852:0:77239:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000027ece68. 02000000:00000010:1.0:1761313474.501858:0:77239:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000019b763be. 00000100:00000010:1.0:1761313474.501861:0:77239:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000064f8b87f. 00000100:00000010:1.0:1761313474.501866:0:77239:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006eee9b0c. 00010000:00000010:1.0:1761313474.501869:0:77239:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000acd39b26. 00000400:00000200:0.0:1761313474.501923:0:15826:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:0.0:1761313474.501930:0:15826:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x68fb7ba85c640 00000400:00000200:0.0:1761313474.501936:0:15826:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xaf605 [2] + 656 00000400:00000200:0.0:1761313474.502198:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313474.502203:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:0.0:1761313474.502207:0:15826:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761313474.502212:0:15826:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000047d366b1. 00000020:00000010:1.0:1761313474.502344:0:75220:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000019b763be. 00000020:00000010:1.0:1761313474.502351:0:75220:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000933b6d01. 00000020:00000010:1.0:1761313474.502356:0:75220:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000008bcc3d6c. 00000100:00000200:1.0:1761313474.502414:0:75220:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000047d366b1 x1846869131380288/t0(0) o103->78617949-0e11-4ca2-94c2-d809f91deaa9@192.168.204.38@tcp:405/0 lens 328/0 e 0 to 0 dl 1761313480 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:1.0:1761313474.502445:0:75220:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869131380288 02000000:00000010:1.0:1761313474.502457:0:75220:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000027ece68. 00010000:00000010:1.0:1761313474.502486:0:75220:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000024bdef94. 00010000:00000010:1.0:1761313474.502505:0:75220:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000acd39b26. 00000100:00000010:1.0:1761313474.502510:0:75220:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006eee9b0c. 00000100:00000010:1.0:1761313474.502521:0:75220:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006eee9b0c. 00010000:00000010:1.0:1761313474.502524:0:75220:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000acd39b26. 00000400:00000010:1.0:1761313474.502536:0:75220:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000017f94afa. 00000100:00000200:1.0:1761313474.502540:0:75220:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869131380288, offset 224 00000400:00000200:1.0:1761313474.502547:0:75220:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:1.0:1761313474.502556:0:75220:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:1.0:1761313474.502562:0:75220:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90224:90224:256:4294967295] 192.168.204.38@tcp LPNI seq info [90224:90224:8:4294967295] 00000400:00000200:1.0:1761313474.502571:0:75220:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:1.0:1761313474.502576:0:75220:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:1.0:1761313474.502581:0:75220:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f67d6031 (tot 82351826). 00000800:00000200:1.0:1761313474.502585:0:75220:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:1.0:1761313474.502592:0:75220:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:1.0:1761313474.502595:0:75220:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000f67d6031 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761313474.502617:0:75220:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000933b6d01. 00000020:00000010:1.0:1761313474.502621:0:75220:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000008bcc3d6c. 00000020:00000010:1.0:1761313474.502624:0:75220:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000019b763be. 00000800:00000200:3.0:1761313474.502688:0:15825:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761313474.502693:0:15825:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f67d6031 (tot 82351578). 00000400:00000200:3.0:1761313474.502697:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313474.502701:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:3.0:1761313474.502704:0:15825:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000017f94afa 00080000:00000010:2.0:1761313474.502704:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 000000004805db39. 00000400:00000010:3.0:1761313474.502705:0:15825:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000017f94afa. 00010000:00000010:2.0:1761313474.502814:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000967e4f86. 00010000:00000010:2.0:1761313474.502821:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000a7ce14e5. 00010000:00000010:2.0:1761313474.502891:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000006ef72c2c. 00010000:00000010:2.0:1761313474.502898:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000068949f78. 00010000:00000010:2.0:1761313474.502908:0:77239:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000cca927e5. 00000100:00000010:2.0:1761313474.502913:0:77239:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000252b86eb. 00000100:00000010:2.0:1761313474.502920:0:77239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000000b5a18e1. 02000000:00000010:2.0:1761313474.502931:0:77239:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000002db25ad. 02000000:00000010:2.0:1761313474.502952:0:77239:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000022cdd306. 00000400:00000010:2.0:1761313474.502956:0:77239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000ddc6103e. 00000400:00000010:2.0:1761313474.502961:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000018cdfd97. 00000100:00000200:2.0:1761313474.502965:0:77239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869138390592, portal 16 00000400:00000010:2.0:1761313474.502968:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000695182e. 00000100:00000200:2.0:1761313474.502970:0:77239:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869138390592, offset 0 00000400:00000200:2.0:1761313474.502976:0:77239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:2.0:1761313474.502982:0:77239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:2.0:1761313474.502988:0:77239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:2.0:1761313474.502992:0:77239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761313474.502994:0:77239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:2.0:1761313474.502997:0:77239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90225:90225:256:4294967295] 192.168.204.38@tcp LPNI seq info [90225:90225:8:4294967295] 00000400:00000200:2.0:1761313474.503004:0:77239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:2.0:1761313474.503008:0:77239:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:2.0:1761313474.503011:0:77239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c737f52d (tot 82351826). 00000800:00000200:2.0:1761313474.503015:0:77239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:2.0:1761313474.503020:0:77239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:2.0:1761313474.503022:0:77239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c737f52d type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761313474.503550:0:15827:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761313474.503553:0:15827:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c737f52d (tot 82351578). 00000400:00000200:3.0:1761313474.503559:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313474.503563:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:3.0:1761313474.503567:0:15827:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000695182e 00000400:00000010:3.0:1761313474.503569:0:15827:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000695182e. 00000100:00000200:3.0:1761313474.503575:0:15827:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000000b5a18e1 x1846869138390592/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313518 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761313474.505294:0:15826:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:0.0:1761313474.505315:0:15826:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x68fb7baf0be40 00000400:00000200:0.0:1761313474.505324:0:15826:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb0ca5 [1] + 224 00000400:00000200:0.0:1761313474.505336:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313474.505340:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:0.0:1761313474.505492:0:15826:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000000b5a18e1 x1846869138390592/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313518 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761313474.505532:0:15826:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:0.0:1761313474.505539:0:15826:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x68fb7ba85c680 00000400:00000200:0.0:1761313474.505544:0:15826:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xaf605 [2] + 984 00000400:00000010:1.0:1761313474.505845:0:77239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000ddc6103e. 00000400:00000200:1.0:1761313474.505850:0:77239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000018cdfd97 00000400:00000010:1.0:1761313474.505852:0:77239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000018cdfd97. 00000100:00000200:1.0:1761313474.505859:0:77239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000000b5a18e1 x1846869138390592/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313518 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761313474.505865:0:77239:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000000b5a18e1 x1846869138390592/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313518 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761313474.505892:0:77239:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000022cdd306. 02000000:00000010:1.0:1761313474.505897:0:77239:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000002db25ad. 00000100:00000010:1.0:1761313474.505900:0:77239:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000000b5a18e1. 00000100:00000010:1.0:1761313474.505904:0:77239:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000252b86eb. 00010000:00000010:1.0:1761313474.505907:0:77239:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000cca927e5. 00000400:00000200:0.0:1761313474.506148:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313474.506154:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:0.0:1761313474.506159:0:15826:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761313474.506164:0:15826:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000f33f9db7. 00000020:00000010:3.0:1761313474.506261:0:64710:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006d2005fb. 00000020:00000010:3.0:1761313474.506268:0:64710:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000004db7aa52. 00000020:00000010:3.0:1761313474.506273:0:64710:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000c82c8576. 00000100:00000200:3.0:1761313474.506299:0:64710:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000f33f9db7 x1846869131380352/t0(0) o103->78617949-0e11-4ca2-94c2-d809f91deaa9@192.168.204.38@tcp:405/0 lens 328/0 e 0 to 0 dl 1761313480 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:3.0:1761313474.506334:0:64710:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869131380352 02000000:00000010:3.0:1761313474.506443:0:64710:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000013442a6f. 00010000:00000010:3.0:1761313474.506469:0:64710:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000001f31bc3b. 00010000:00000010:3.0:1761313474.506487:0:64710:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000009aeef12e. 00000100:00000010:3.0:1761313474.506493:0:64710:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000004e994188. 00000100:00000010:3.0:1761313474.506508:0:64710:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000004e994188. 00010000:00000010:3.0:1761313474.506510:0:64710:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000009aeef12e. 00000400:00000010:3.0:1761313474.506525:0:64710:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009ee9a73e. 00000100:00000200:3.0:1761313474.506528:0:64710:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869131380352, offset 224 00000400:00000200:3.0:1761313474.506535:0:64710:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00080000:00000010:1.0:1761313474.506536:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 0000000019b763be. 00000400:00000200:3.0:1761313474.506546:0:64710:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:3.0:1761313474.506551:0:64710:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90226:90226:256:4294967295] 192.168.204.38@tcp LPNI seq info [90226:90226:8:4294967295] 00000400:00000200:3.0:1761313474.506561:0:64710:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:3.0:1761313474.506566:0:64710:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:3.0:1761313474.506570:0:64710:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000050f99130 (tot 82351826). 00000800:00000200:3.0:1761313474.506576:0:64710:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:3.0:1761313474.506582:0:64710:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:3.0:1761313474.506585:0:64710:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000050f99130 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761313474.506598:0:64710:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000004db7aa52. 00000020:00000010:3.0:1761313474.506601:0:64710:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000c82c8576. 00000020:00000010:3.0:1761313474.506605:0:64710:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006d2005fb. 00010000:00000010:1.0:1761313474.507008:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000068949f78. 00010000:00000010:1.0:1761313474.507017:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000feeb72ae. 00010000:00000010:1.0:1761313474.507229:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000027d6177a. 00010000:00000010:1.0:1761313474.507235:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000204cdabf. 00010000:00000010:1.0:1761313474.507245:0:77239:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000acd39b26. 00000100:00000010:1.0:1761313474.507248:0:77239:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006eee9b0c. 00000100:00000010:1.0:1761313474.507254:0:77239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000064f8b87f. 02000000:00000010:1.0:1761313474.507264:0:77239:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000006a6d297a. 02000000:00000010:1.0:1761313474.507288:0:77239:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e7af54cd. 00000400:00000010:1.0:1761313474.507294:0:77239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000009dafaf35. 00000400:00000010:1.0:1761313474.507298:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000017f94afa. 00000100:00000200:1.0:1761313474.507303:0:77239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869138390656, portal 16 00000400:00000010:1.0:1761313474.507307:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b3d96425. 00000100:00000200:1.0:1761313474.507309:0:77239:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869138390656, offset 0 00000400:00000200:1.0:1761313474.507314:0:77239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:1.0:1761313474.507321:0:77239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:1.0:1761313474.507326:0:77239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:1.0:1761313474.507329:0:77239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761313474.507332:0:77239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:1.0:1761313474.507334:0:77239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90227:90227:255:4294967295] 192.168.204.38@tcp LPNI seq info [90227:90227:7:4294967295] 00000400:00000200:1.0:1761313474.507342:0:77239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:1.0:1761313474.507346:0:77239:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:1.0:1761313474.507350:0:77239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000cc8c87c8 (tot 82352074). 00000800:00000200:1.0:1761313474.507354:0:77239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:1.0:1761313474.507392:0:77239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:1.0:1761313474.507395:0:77239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000cc8c87c8 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761313474.507481:0:15825:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761313474.507484:0:15825:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000050f99130 (tot 82351826). 00000400:00000200:0.0:1761313474.507488:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313474.507492:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:0.0:1761313474.507495:0:15825:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009ee9a73e 00000400:00000010:0.0:1761313474.507496:0:15825:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009ee9a73e. 00000800:00000200:0.0:1761313474.507559:0:15825:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761313474.507561:0:15825:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000cc8c87c8 (tot 82351578). 00000400:00000200:0.0:1761313474.507565:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313474.507568:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:0.0:1761313474.507569:0:15825:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b3d96425 00000400:00000010:0.0:1761313474.507571:0:15825:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b3d96425. 00000100:00000200:0.0:1761313474.507575:0:15825:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000064f8b87f x1846869138390656/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313518 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761313474.510567:0:15827:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:3.0:1761313474.510589:0:15827:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x68fb7baf0be80 00000400:00000200:3.0:1761313474.510598:0:15827:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb0cb1 [1] + 224 00000400:00000200:3.0:1761313474.510611:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313474.510614:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:3.0:1761313474.510624:0:15827:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000064f8b87f x1846869138390656/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313518 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1761313474.510858:0:77239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000009dafaf35. 00000400:00000200:1.0:1761313474.510863:0:77239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000017f94afa 00000400:00000010:1.0:1761313474.510865:0:77239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000017f94afa. 00000100:00000200:1.0:1761313474.510871:0:77239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000064f8b87f x1846869138390656/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313518 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761313474.510879:0:77239:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000064f8b87f x1846869138390656/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313518 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761313474.510913:0:77239:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e7af54cd. 02000000:00000010:1.0:1761313474.510919:0:77239:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000006a6d297a. 00000100:00000010:1.0:1761313474.510922:0:77239:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000064f8b87f. 00000100:00000010:1.0:1761313474.510926:0:77239:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006eee9b0c. 00010000:00000010:1.0:1761313474.510931:0:77239:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000acd39b26. 00010000:00000010:2.1:1761313474.512425:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000075cbf98d. 00010000:00000010:2.1:1761313474.512439:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ae3f52b1. 00010000:00000010:1.1:1761313474.512507:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ecdb67a1. 00000400:00000200:0.0:1761313474.513936:0:15826:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:0.0:1761313474.513955:0:15826:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x68fb7ba85c6c0 00000400:00000200:0.0:1761313474.513963:0:15826:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xaf605 [2] + 1312 00000400:00000200:0.0:1761313474.514029:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313474.514035:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:0.0:1761313474.514040:0:15826:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761313474.514047:0:15826:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ede06feb. 00010000:00000010:3.1:1761313474.514802:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000098d206fd. 00000020:00000010:3.0:1761313474.514865:0:64710:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006d2005fb. 00000020:00000010:3.0:1761313474.514872:0:64710:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000004db7aa52. 00000020:00000010:3.0:1761313474.514877:0:64710:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000c82c8576. 00000100:00000200:3.0:1761313474.514904:0:64710:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000ede06feb x1846869131380416/t0(0) o103->78617949-0e11-4ca2-94c2-d809f91deaa9@192.168.204.38@tcp:405/0 lens 328/0 e 0 to 0 dl 1761313480 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00010000:00000010:1.1:1761313474.515563:0:75220:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000035c2b323. 00010000:00000010:1.1:1761313474.515572:0:75220:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006ef72c2c. 00000100:00000200:1.0:1761313474.515623:0:75220:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869131380416 02000000:00000010:1.0:1761313474.515640:0:75220:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000006a6d297a. 00010000:00000010:1.0:1761313474.515669:0:75220:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000f5ea68f4. 00010000:00000010:1.0:1761313474.515689:0:75220:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000acd39b26. 00000100:00000010:1.0:1761313474.515696:0:75220:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006eee9b0c. 00000100:00000010:1.0:1761313474.515724:0:75220:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006eee9b0c. 00010000:00000010:1.0:1761313474.515728:0:75220:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000acd39b26. 00000400:00000010:1.0:1761313474.515741:0:75220:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000017f94afa. 00000100:00000200:1.0:1761313474.515748:0:75220:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869131380416, offset 224 00000400:00000200:1.0:1761313474.515755:0:75220:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:1.0:1761313474.515769:0:75220:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:1.0:1761313474.515784:0:75220:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90228:90228:256:4294967295] 192.168.204.38@tcp LPNI seq info [90228:90228:8:4294967295] 00000400:00000200:1.0:1761313474.515795:0:75220:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:1.0:1761313474.515801:0:75220:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:1.0:1761313474.515805:0:75220:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000fe7bdfb5 (tot 82351826). 00000800:00000200:1.0:1761313474.515810:0:75220:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:1.0:1761313474.515817:0:75220:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:1.0:1761313474.515820:0:75220:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000fe7bdfb5 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761313474.515845:0:75220:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000004db7aa52. 00000020:00000010:1.0:1761313474.515851:0:75220:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000c82c8576. 00000020:00000010:1.0:1761313474.515855:0:75220:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006d2005fb. 00080000:00000010:2.0:1761313474.515974:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000da78ec28. 00010000:00000010:2.0:1761313474.516064:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000204cdabf. 00010000:00000010:2.0:1761313474.516072:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000d670193f. 00010000:00000010:2.0:1761313474.516142:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000004c84e595. 00010000:00000010:2.0:1761313474.516145:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000005af0e837. 00010000:00000010:2.0:1761313474.516150:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000028e8a35c. 00010000:00000010:2.0:1761313474.516155:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000068949f78. 00080000:00000010:2.0:1761313474.516166:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 0000000002db25ad. 00010000:00000010:2.0:1761313474.516190:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000068949f78. 00010000:00000010:2.0:1761313474.516194:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000005af0e837. 00010000:00000010:2.0:1761313474.516245:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000009f18bcaf. 00010000:00000010:2.0:1761313474.516249:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000068949f78. 00010000:00000010:2.0:1761313474.516262:0:77239:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000e9e37596. 00000100:00000010:2.0:1761313474.516266:0:77239:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000005c3d72b7. 00000100:00000010:2.0:1761313474.516273:0:77239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000008be944fb. 02000000:00000010:2.0:1761313474.516282:0:77239:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000022cdd306. 02000000:00000010:2.0:1761313474.516305:0:77239:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000569991b5. 00000400:00000010:2.0:1761313474.516310:0:77239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000007c9c531b. 00000400:00000010:2.0:1761313474.516315:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001bbc55d4. 00000100:00000200:2.0:1761313474.516320:0:77239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869138390720, portal 16 00000400:00000010:2.0:1761313474.516324:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000160ba363. 00000100:00000200:2.0:1761313474.516326:0:77239:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869138390720, offset 0 00000400:00000200:2.0:1761313474.516336:0:77239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:2.0:1761313474.516343:0:77239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000800:00000200:0.0:1761313474.516464:0:15825:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761313474.516467:0:15825:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000fe7bdfb5 (tot 82351578). 00000400:00000200:0.0:1761313474.516472:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313474.516475:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:0.0:1761313474.516480:0:15825:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000017f94afa 00000400:00000010:0.0:1761313474.516482:0:15825:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000017f94afa. 00000400:00000200:2.0:1761313474.516523:0:77239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:2.0:1761313474.516527:0:77239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761313474.516530:0:77239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:2.0:1761313474.516533:0:77239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90229:90229:255:4294967295] 192.168.204.38@tcp LPNI seq info [90229:90229:7:4294967295] 00000400:00000200:2.0:1761313474.516541:0:77239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:2.0:1761313474.516546:0:77239:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:2.0:1761313474.516550:0:77239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001293a8d4 (tot 82351826). 00000800:00000200:2.0:1761313474.516555:0:77239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:2.0:1761313474.516558:0:77239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:2.0:1761313474.516560:0:77239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000001293a8d4 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761313474.516831:0:15827:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761313474.516834:0:15827:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001293a8d4 (tot 82351578). 00000400:00000200:3.0:1761313474.516838:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313474.516842:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:3.0:1761313474.516845:0:15827:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000160ba363 00000400:00000010:3.0:1761313474.516846:0:15827:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000160ba363. 00000100:00000200:3.0:1761313474.516853:0:15827:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000008be944fb x1846869138390720/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313518 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1761313474.523442:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000063f29c14. 00000400:00000200:0.0:1761313474.523841:0:15826:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:0.0:1761313474.523859:0:15826:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x68fb7baf0bec0 00000400:00000200:0.0:1761313474.523867:0:15826:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb0cbd [1] + 224 00000400:00000200:0.0:1761313474.523881:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313474.523885:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:0.0:1761313474.523895:0:15826:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000008be944fb x1846869138390720/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313518 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1761313474.524643:0:77239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000007c9c531b. 00000400:00000200:2.0:1761313474.524649:0:77239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001bbc55d4 00000400:00000010:2.0:1761313474.524651:0:77239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001bbc55d4. 00000100:00000200:2.0:1761313474.524659:0:77239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000008be944fb x1846869138390720/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313518 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761313474.524660:0:15826:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000100:00000200:2.0:1761313474.524666:0:77239:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000008be944fb x1846869138390720/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313518 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761313474.524667:0:15826:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x68fb7ba85c700 00000400:00000200:0.0:1761313474.524672:0:15826:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xaf605 [2] + 1640 02000000:00000010:2.0:1761313474.524695:0:77239:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000569991b5. 02000000:00000010:2.0:1761313474.524702:0:77239:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000022cdd306. 00000100:00000010:2.0:1761313474.524706:0:77239:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000008be944fb. 00000100:00000010:2.0:1761313474.524710:0:77239:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000005c3d72b7. 00010000:00000010:2.0:1761313474.524713:0:77239:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000e9e37596. 00000400:00000200:0.0:1761313474.524729:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313474.524733:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:0.0:1761313474.524737:0:15826:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761313474.524742:0:15826:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000b73eaae5. 00000020:00000010:3.0:1761313474.525246:0:64710:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006d2005fb. 00000020:00000010:3.0:1761313474.525254:0:64710:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000df088f89. 00000020:00000010:3.0:1761313474.525258:0:64710:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000056eb36f7. 00000100:00000200:3.0:1761313474.525282:0:64710:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000b73eaae5 x1846869131380480/t0(0) o103->78617949-0e11-4ca2-94c2-d809f91deaa9@192.168.204.38@tcp:405/0 lens 328/0 e 0 to 0 dl 1761313480 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:1.0:1761313474.526036:0:75220:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869131380480 02000000:00000010:1.0:1761313474.526051:0:75220:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000e7af54cd. 00010000:00000010:1.0:1761313474.526084:0:75220:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000016c27de0. 00010000:00000010:1.0:1761313474.526107:0:75220:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000acd39b26. 00000100:00000010:1.0:1761313474.526114:0:75220:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006eee9b0c. 00000100:00000010:1.0:1761313474.526119:0:75220:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006eee9b0c. 00010000:00000010:1.0:1761313474.526122:0:75220:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000acd39b26. 00000400:00000010:1.0:1761313474.526135:0:75220:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000082428106. 00000100:00000200:1.0:1761313474.526141:0:75220:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869131380480, offset 224 00000400:00000200:1.0:1761313474.526150:0:75220:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:1.0:1761313474.526163:0:75220:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:1.0:1761313474.526170:0:75220:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90230:90230:256:4294967295] 192.168.204.38@tcp LPNI seq info [90230:90230:8:4294967295] 00000400:00000200:1.0:1761313474.526180:0:75220:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:1.0:1761313474.526186:0:75220:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:1.0:1761313474.526190:0:75220:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000258d8758 (tot 82351826). 00000800:00000200:1.0:1761313474.526196:0:75220:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:1.0:1761313474.526204:0:75220:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:1.0:1761313474.526208:0:75220:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000258d8758 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761313474.526233:0:75220:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000df088f89. 00000020:00000010:1.0:1761313474.526238:0:75220:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000056eb36f7. 00000020:00000010:1.0:1761313474.526242:0:75220:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006d2005fb. 00080000:00000010:0.0:1761313474.528026:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000985be742. 00010000:00000010:0.0:1761313474.528829:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000068949f78. 00010000:00000010:0.0:1761313474.528846:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000f05b29c6. 00010000:00000010:0.0:1761313474.528928:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000010c4cce5. 00010000:00000010:0.0:1761313474.528936:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000001e77afed. 00010000:00000010:0.0:1761313474.528947:0:77239:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000c5608207. 00000100:00000010:0.0:1761313474.528954:0:77239:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000007c0b9825. 00000100:00000010:0.0:1761313474.528964:0:77239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000000ef172a3. 02000000:00000010:0.0:1761313474.528976:0:77239:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000007725e51e. 02000000:00000010:0.0:1761313474.529003:0:77239:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a8d90e26. 00000400:00000010:0.0:1761313474.529010:0:77239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000ca5fce0f. 00000400:00000010:0.0:1761313474.529015:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001b8549e6. 00000100:00000200:0.0:1761313474.529021:0:77239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869138390784, portal 16 00000400:00000010:0.0:1761313474.529026:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000063763d12. 00000100:00000200:0.0:1761313474.529028:0:77239:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869138390784, offset 0 00000400:00000200:0.0:1761313474.529036:0:77239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:0.0:1761313474.529259:0:77239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:0.0:1761313474.529267:0:77239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:0.0:1761313474.529270:0:77239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761313474.529273:0:77239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:0.0:1761313474.529276:0:77239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90231:90231:255:4294967295] 192.168.204.38@tcp LPNI seq info [90231:90231:7:4294967295] 00000400:00000200:0.0:1761313474.529287:0:77239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:0.0:1761313474.529292:0:77239:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:0.0:1761313474.529298:0:77239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f3d53802 (tot 82352074). 00000800:00000200:0.0:1761313474.529303:0:77239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:0.0:1761313474.529309:0:77239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:0.0:1761313474.529312:0:77239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000f3d53802 type 1, nob 424 niov 1 nkiov 1 00010000:00000010:2.1:1761313474.530388:0:15825:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000057e06ddc. 00010000:00000010:2.1:1761313474.530399:0:15825:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000027d6177a. 00010000:00000010:2.1:1761313474.530405:0:15825:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004c84e595. 00010000:00000010:2.1:1761313474.530408:0:15825:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000028e8a35c. 00000800:00000200:2.0:1761313474.530426:0:15825:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761313474.530431:0:15825:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000258d8758 (tot 82351826). 00000400:00000200:2.0:1761313474.530436:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313474.530443:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:2.0:1761313474.530448:0:15825:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000082428106 00000400:00000010:2.0:1761313474.530450:0:15825:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000082428106. 00000800:00000200:2.0:1761313474.530513:0:15825:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761313474.530515:0:15825:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f3d53802 (tot 82351578). 00000400:00000200:2.0:1761313474.530518:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313474.530521:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:2.0:1761313474.530523:0:15825:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000063763d12 00000400:00000010:2.0:1761313474.530524:0:15825:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000063763d12. 00000100:00000200:2.0:1761313474.530532:0:15825:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000000ef172a3 x1846869138390784/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313518 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1761313474.534633:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000858ab16a. 00000400:00000200:3.0:1761313474.535179:0:15827:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:3.0:1761313474.535200:0:15827:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x68fb7baf0bf00 00000400:00000200:3.0:1761313474.535210:0:15827:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb0cc9 [1] + 224 00000400:00000200:3.0:1761313474.535223:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313474.535226:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:3.0:1761313474.535238:0:15827:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000000ef172a3 x1846869138390784/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313518 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761313474.535279:0:15827:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:3.0:1761313474.535284:0:15827:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x68fb7ba85c740 00000400:00000200:3.0:1761313474.535289:0:15827:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xaf605 [2] + 1968 00000400:00000010:3.0:1761313474.535293:0:15827:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000a66f418a. 00000400:00000200:3.0:1761313474.535297:0:15827:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 0000000026cbcee1 00000400:00000010:0.0:1761313474.535301:0:77239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000ca5fce0f. 00000400:00000200:3.0:1761313474.535304:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313474.535306:0:77239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001b8549e6 00000400:00000200:3.0:1761313474.535307:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000010:0.0:1761313474.535307:0:77239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001b8549e6. 00000100:00000200:0.0:1761313474.535314:0:77239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000000ef172a3 x1846869138390784/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313518 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761313474.535321:0:77239:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000000ef172a3 x1846869138390784/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313518 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761313474.535350:0:77239:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a8d90e26. 02000000:00000010:0.0:1761313474.535379:0:77239:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000007725e51e. 00000100:00000010:0.0:1761313474.535385:0:77239:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000000ef172a3. 00000100:00000010:0.0:1761313474.535390:0:77239:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000007c0b9825. 00010000:00000010:0.0:1761313474.535394:0:77239:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000c5608207. 00000400:00000200:3.0:1761313474.535667:0:15827:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000026cbcee1 00000400:00000010:3.0:1761313474.535735:0:15827:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 0000000026cbcee1 (tot 82351426). 00000100:00000200:3.0:1761313474.535741:0:15827:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:1.0:1761313474.536024:0:64710:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c6262b5d. 00000020:00000010:1.0:1761313474.536032:0:64710:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000933b6d01. 00000020:00000010:1.0:1761313474.536037:0:64710:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000008bcc3d6c. 00000100:00000200:1.0:1761313474.536061:0:64710:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000036509e49 x1846869131380544/t0(0) o103->78617949-0e11-4ca2-94c2-d809f91deaa9@192.168.204.38@tcp:405/0 lens 328/0 e 0 to 0 dl 1761313480 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:1.0:1761313474.536100:0:64710:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869131380544 02000000:00000010:1.0:1761313474.536113:0:64710:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000008d975cdd. 00010000:00000010:1.0:1761313474.536140:0:64710:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000c08f65c. 00010000:00000010:1.0:1761313474.536162:0:64710:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000acd39b26. 00000100:00000010:1.0:1761313474.536169:0:64710:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006eee9b0c. 00000100:00000010:1.0:1761313474.536178:0:64710:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006eee9b0c. 00010000:00000010:1.0:1761313474.536182:0:64710:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000acd39b26. 00000400:00000010:1.0:1761313474.536194:0:64710:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000965e87ce. 00000100:00000200:1.0:1761313474.536199:0:64710:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869131380544, offset 224 00000400:00000200:1.0:1761313474.536206:0:64710:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:1.0:1761313474.536218:0:64710:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:1.0:1761313474.536222:0:64710:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90232:90232:256:4294967295] 192.168.204.38@tcp LPNI seq info [90232:90232:8:4294967295] 00000400:00000200:1.0:1761313474.536232:0:64710:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:1.0:1761313474.536236:0:64710:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:1.0:1761313474.536240:0:64710:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000258d8758 (tot 82351674). 00000800:00000200:1.0:1761313474.536246:0:64710:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:1.0:1761313474.536252:0:64710:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:1.0:1761313474.536256:0:64710:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000258d8758 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761313474.536272:0:64710:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000933b6d01. 00000020:00000010:1.0:1761313474.536275:0:64710:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000008bcc3d6c. 00000020:00000010:1.0:1761313474.536277:0:64710:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c6262b5d. 02000000:00000010:1.0:1761313474.536286:0:64710:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000e7af54cd. 00000100:00000010:1.0:1761313474.536288:0:64710:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000b73eaae5. 02000000:00000010:1.0:1761313474.536292:0:64710:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000006a6d297a. 00000100:00000010:1.0:1761313474.536294:0:64710:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ede06feb. 02000000:00000010:1.0:1761313474.536297:0:64710:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000013442a6f. 00000100:00000010:1.0:1761313474.536299:0:64710:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000f33f9db7. 02000000:00000010:1.0:1761313474.536301:0:64710:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000027ece68. 00000100:00000010:1.0:1761313474.536303:0:64710:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000047d366b1. 02000000:00000010:1.0:1761313474.536305:0:64710:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000669fe953. 00000100:00000010:1.0:1761313474.536307:0:64710:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000a90c5c2d. 02000000:00000010:1.0:1761313474.536309:0:64710:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000002795c718. 00000100:00000010:1.0:1761313474.536311:0:64710:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000097b2ed89. 00000100:00000200:1.0:1761313474.536316:0:64710:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1761313474.536321:0:64710:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000009dafaf35. 00000400:00000010:1.0:1761313474.536324:0:64710:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 000000006eee9b0c (tot 82351826). 00080000:00000010:0.0:1761313474.536390:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a8d90e26. 00000800:00000200:1.0:1761313474.536449:0:15827:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313474.536452:0:15827:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000258d8758 (tot 82351578). 00000400:00000200:1.0:1761313474.536456:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313474.536460:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:1.0:1761313474.536463:0:15827:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000965e87ce 00000400:00000010:1.0:1761313474.536464:0:15827:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000965e87ce. 02000000:00000010:1.0:1761313474.536467:0:15827:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000008d975cdd. 00010000:00000010:0.0:1761313474.536472:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000001e77afed. 00010000:00000010:0.0:1761313474.536478:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000137da3f2. 00010000:00000010:0.0:1761313474.536574:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000003e29aedd. 00010000:00000010:0.0:1761313474.536580:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000001e77afed. 00010000:00000010:0.0:1761313474.536590:0:77239:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000c5608207. 00000100:00000010:0.0:1761313474.536593:0:77239:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000007c0b9825. 00000100:00000010:0.0:1761313474.536599:0:77239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000000ef172a3. 02000000:00000010:0.0:1761313474.536609:0:77239:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000002795c718. 02000000:00000010:0.0:1761313474.536631:0:77239:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000669fe953. 00000400:00000010:0.0:1761313474.536635:0:77239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000ca5fce0f. 00000400:00000010:0.0:1761313474.536638:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001b8549e6. 00000100:00000200:0.0:1761313474.536641:0:77239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869138390848, portal 16 00000400:00000010:0.0:1761313474.536644:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000034c1d155. 00000100:00000200:0.0:1761313474.536646:0:77239:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869138390848, offset 0 00000400:00000200:0.0:1761313474.536651:0:77239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:0.0:1761313474.536658:0:77239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:0.0:1761313474.536665:0:77239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:0.0:1761313474.536668:0:77239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761313474.536671:0:77239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:0.0:1761313474.536673:0:77239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90233:90233:256:4294967295] 192.168.204.38@tcp LPNI seq info [90233:90233:8:4294967295] 00000400:00000200:0.0:1761313474.536679:0:77239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:0.0:1761313474.536683:0:77239:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:0.0:1761313474.536686:0:77239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c766a5fa (tot 82351826). 00000800:00000200:0.0:1761313474.536689:0:77239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:0.0:1761313474.536692:0:77239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:0.0:1761313474.536694:0:77239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c766a5fa type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761313474.536757:0:15825:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761313474.536760:0:15825:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c766a5fa (tot 82351578). 00000400:00000200:2.0:1761313474.536764:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313474.536767:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:2.0:1761313474.536770:0:15825:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000034c1d155 00000400:00000010:2.0:1761313474.536771:0:15825:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000034c1d155. 00000100:00000200:2.0:1761313474.536788:0:15825:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000000ef172a3 x1846869138390848/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313518 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761313474.540539:0:15827:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:1.0:1761313474.540559:0:15827:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x68fb7baf0bf40 00000400:00000200:1.0:1761313474.540567:0:15827:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb0cd9 [1] + 224 00000400:00000200:1.0:1761313474.540582:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313474.540587:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:1.0:1761313474.540598:0:15827:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000000ef172a3 x1846869138390848/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313518 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1761313474.541398:0:77239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000ca5fce0f. 00000400:00000200:2.0:1761313474.541405:0:77239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001b8549e6 00000400:00000010:2.0:1761313474.541407:0:77239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001b8549e6. 00000100:00000200:2.0:1761313474.541415:0:77239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000000ef172a3 x1846869138390848/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313518 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761313474.541424:0:77239:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000000ef172a3 x1846869138390848/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313518 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761313474.541436:0:15826:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:1.0:1761313474.541445:0:15826:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x68fb7ba85c780 00000400:00000200:1.0:1761313474.541450:0:15826:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xaf655 [2] + 0 02000000:00000010:2.0:1761313474.541452:0:77239:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000669fe953. 02000000:00000010:2.0:1761313474.541457:0:77239:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000002795c718. 00000100:00000010:2.0:1761313474.541461:0:77239:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000000ef172a3. 00000100:00000010:2.0:1761313474.541465:0:77239:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000007c0b9825. 00010000:00000010:2.0:1761313474.541468:0:77239:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000c5608207. 00000400:00000200:1.0:1761313474.541503:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313474.541507:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:1.0:1761313474.541511:0:15826:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761313474.541515:0:15826:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000064f8b87f. 00000020:00000010:3.0:1761313474.541742:0:75220:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f3442800. 00000020:00000010:3.0:1761313474.541750:0:75220:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000036298e5f. 00000020:00000010:3.0:1761313474.541754:0:75220:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000c39d4b89. 00000100:00000200:3.0:1761313474.541787:0:75220:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000064f8b87f x1846869131380608/t0(0) o103->78617949-0e11-4ca2-94c2-d809f91deaa9@192.168.204.38@tcp:405/0 lens 328/0 e 0 to 0 dl 1761313480 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:3.0:1761313474.541819:0:75220:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869131380608 02000000:00000010:3.0:1761313474.541830:0:75220:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000013442a6f. 00010000:00000010:3.0:1761313474.541856:0:75220:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008f1a2318. 00010000:00000010:3.0:1761313474.541875:0:75220:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000009aeef12e. 00000100:00000010:3.0:1761313474.541881:0:75220:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000004e994188. 00080000:00000010:2.0:1761313474.542908:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000569991b5. 00010000:00000010:2.0:1761313474.543062:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000028e8a35c. 00010000:00000010:2.0:1761313474.543070:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000068949f78. 00010000:00000010:2.0:1761313474.543081:0:77239:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000d913486d. 00000100:00000010:2.0:1761313474.543087:0:77239:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000005c3d72b7. 00000100:00000010:2.0:1761313474.543096:0:77239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000008be944fb. 02000000:00000010:2.0:1761313474.543108:0:77239:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000fc9b3448. 02000000:00000010:2.0:1761313474.543135:0:77239:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000b6232ca8. 00000400:00000010:2.0:1761313474.543142:0:77239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000007c9c531b. 00000400:00000010:2.0:1761313474.543148:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001bbc55d4. 00000100:00000200:2.0:1761313474.543155:0:77239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869138390912, portal 16 00000400:00000010:2.0:1761313474.543161:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ccfb6a06. 00000100:00000200:2.0:1761313474.543163:0:77239:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869138390912, offset 0 00000400:00000200:2.0:1761313474.543174:0:77239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:2.0:1761313474.543187:0:77239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:2.0:1761313474.543195:0:77239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:2.0:1761313474.543199:0:77239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761313474.543202:0:77239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:2.0:1761313474.543205:0:77239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90234:90234:256:4294967295] 192.168.204.38@tcp LPNI seq info [90234:90234:8:4294967295] 00000400:00000200:2.0:1761313474.543215:0:77239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:2.0:1761313474.543221:0:77239:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:2.0:1761313474.543226:0:77239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001293a8d4 (tot 82351826). 00000800:00000200:2.0:1761313474.543233:0:77239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:2.0:1761313474.543240:0:77239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:2.0:1761313474.543244:0:77239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000001293a8d4 type 1, nob 424 niov 1 nkiov 1 00010000:00000010:3.0:1761313474.543385:0:75220:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000001e77afed. 00000100:00000010:3.0:1761313474.543397:0:75220:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000004e994188. 00010000:00000010:3.0:1761313474.543401:0:75220:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000009aeef12e. 00010000:00000010:3.0:1761313474.543407:0:75220:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004424ba33. 00000400:00000010:3.0:1761313474.543422:0:75220:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a11939fc. 00000100:00000200:3.0:1761313474.543425:0:75220:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869131380608, offset 224 00000400:00000200:3.0:1761313474.543431:0:75220:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:3.0:1761313474.543438:0:75220:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:3.0:1761313474.543442:0:75220:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90235:90235:255:4294967295] 192.168.204.38@tcp LPNI seq info [90235:90235:7:4294967295] 00000400:00000200:3.0:1761313474.543451:0:75220:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:3.0:1761313474.543455:0:75220:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:3.0:1761313474.543458:0:75220:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000090e74ba2 (tot 82352074). 00000800:00000200:3.0:1761313474.543462:0:75220:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:3.0:1761313474.543466:0:75220:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:3.0:1761313474.543468:0:75220:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000090e74ba2 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761313474.543480:0:75220:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000036298e5f. 00000020:00000010:3.0:1761313474.543485:0:75220:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000c39d4b89. 00000020:00000010:3.0:1761313474.543489:0:75220:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f3442800. 00000800:00000200:1.0:1761313474.543588:0:15825:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313474.543592:0:15825:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001293a8d4 (tot 82351826). 00000400:00000200:1.0:1761313474.543597:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313474.543603:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:1.0:1761313474.543607:0:15825:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ccfb6a06 00000400:00000010:1.0:1761313474.543609:0:15825:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ccfb6a06. 00000100:00000200:1.0:1761313474.543616:0:15825:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000008be944fb x1846869138390912/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313518 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000800:00000200:1.0:1761313474.543689:0:15825:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313474.543692:0:15825:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000090e74ba2 (tot 82351578). 00000400:00000200:1.0:1761313474.543695:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313474.543699:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:1.0:1761313474.543701:0:15825:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a11939fc 00000400:00000010:1.0:1761313474.543702:0:15825:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a11939fc. 00010000:00000010:0.1:1761313474.546341:0:78469:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e43c0aec. 00010000:00000010:0.1:1761313474.546371:0:78469:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009f18bcaf. 00000400:00000200:1.0:1761313474.546735:0:15827:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:1.0:1761313474.546752:0:15827:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x68fb7baf0bf80 00000400:00000200:1.0:1761313474.546761:0:15827:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb0ce1 [1] + 224 00000400:00000200:1.0:1761313474.546782:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313474.546785:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:1.0:1761313474.546795:0:15827:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000008be944fb x1846869138390912/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313518 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1761313474.547253:0:77239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000007c9c531b. 00000400:00000200:2.0:1761313474.547258:0:77239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001bbc55d4 00000400:00000010:2.0:1761313474.547261:0:77239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001bbc55d4. 00000100:00000200:2.0:1761313474.547269:0:77239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000008be944fb x1846869138390912/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313518 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761313474.547279:0:77239:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000008be944fb x1846869138390912/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313518 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761313474.547288:0:15826:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:1.0:1761313474.547297:0:15826:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x68fb7ba85c7c0 00000400:00000200:1.0:1761313474.547302:0:15826:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xaf655 [2] + 328 02000000:00000010:2.0:1761313474.547315:0:77239:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000b6232ca8. 02000000:00000010:2.0:1761313474.547323:0:77239:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000fc9b3448. 00000100:00000010:2.0:1761313474.547326:0:77239:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000008be944fb. 00000100:00000010:2.0:1761313474.547330:0:77239:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000005c3d72b7. 00010000:00000010:2.0:1761313474.547333:0:77239:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000d913486d. 00000400:00000200:1.0:1761313474.547824:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313474.547830:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:1.0:1761313474.547835:0:15826:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761313474.547840:0:15826:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007de1a361. 00000020:00000010:3.0:1761313474.547906:0:75220:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f3442800. 00000020:00000010:3.0:1761313474.547913:0:75220:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000036298e5f. 00000020:00000010:3.0:1761313474.547918:0:75220:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000c39d4b89. 00000100:00000200:3.0:1761313474.547940:0:75220:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000007de1a361 x1846869131380672/t0(0) o103->78617949-0e11-4ca2-94c2-d809f91deaa9@192.168.204.38@tcp:405/0 lens 328/0 e 0 to 0 dl 1761313480 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:3.0:1761313474.547973:0:75220:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869131380672 02000000:00000010:3.0:1761313474.547982:0:75220:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000006d2005fb. 00010000:00000010:3.0:1761313474.548007:0:75220:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b13e75b7. 00010000:00000010:3.0:1761313474.548026:0:75220:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000009aeef12e. 00000100:00000010:3.0:1761313474.548032:0:75220:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000004e994188. 00000100:00000010:3.0:1761313474.548047:0:75220:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000004e994188. 00010000:00000010:3.0:1761313474.548049:0:75220:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000009aeef12e. 00000400:00000010:3.0:1761313474.548061:0:75220:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005f389535. 00000100:00000200:3.0:1761313474.548066:0:75220:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869131380672, offset 224 00000400:00000200:3.0:1761313474.548073:0:75220:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:3.0:1761313474.548084:0:75220:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00080000:00000010:2.0:1761313474.548088:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000fc9b3448. 00000400:00000200:3.0:1761313474.548090:0:75220:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90236:90236:256:4294967295] 192.168.204.38@tcp LPNI seq info [90236:90236:8:4294967295] 00000400:00000200:3.0:1761313474.548101:0:75220:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:3.0:1761313474.548106:0:75220:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:3.0:1761313474.548111:0:75220:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000572c2ec6 (tot 82351826). 00000800:00000200:3.0:1761313474.548116:0:75220:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:3.0:1761313474.548123:0:75220:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:3.0:1761313474.548126:0:75220:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000572c2ec6 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761313474.548144:0:75220:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000036298e5f. 00000020:00000010:3.0:1761313474.548147:0:75220:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000c39d4b89. 00000020:00000010:3.0:1761313474.548150:0:75220:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f3442800. 00000800:00000200:3.0:1761313474.548210:0:15825:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761313474.548214:0:15825:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000572c2ec6 (tot 82351578). 00000400:00000200:3.0:1761313474.548216:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313474.548220:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:3.0:1761313474.548222:0:15825:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005f389535 00000400:00000010:3.0:1761313474.548223:0:15825:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005f389535. 00010000:00000010:2.0:1761313474.548651:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000068949f78. 00010000:00000010:2.0:1761313474.548659:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e67cf9b7. 00010000:00000010:2.0:1761313474.548724:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000e867df51. 00010000:00000010:2.0:1761313474.548729:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000068949f78. 00010000:00000010:2.0:1761313474.548738:0:77239:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000d913486d. 00000100:00000010:2.0:1761313474.548742:0:77239:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000005c3d72b7. 00000100:00000010:2.0:1761313474.548748:0:77239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000008be944fb. 02000000:00000010:2.0:1761313474.548757:0:77239:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000b6232ca8. 02000000:00000010:2.0:1761313474.548790:0:77239:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000062cecc92. 00000400:00000010:2.0:1761313474.548796:0:77239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000007c9c531b. 00000400:00000010:2.0:1761313474.548800:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001bbc55d4. 00000100:00000200:2.0:1761313474.548805:0:77239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869138390976, portal 16 00000400:00000010:2.0:1761313474.548809:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000065b0a972. 00000100:00000200:2.0:1761313474.548811:0:77239:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869138390976, offset 0 00000400:00000200:2.0:1761313474.548817:0:77239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:2.0:1761313474.548824:0:77239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:2.0:1761313474.548831:0:77239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:2.0:1761313474.548835:0:77239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761313474.548838:0:77239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:2.0:1761313474.548840:0:77239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90237:90237:256:4294967295] 192.168.204.38@tcp LPNI seq info [90237:90237:8:4294967295] 00000400:00000200:2.0:1761313474.548848:0:77239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:2.0:1761313474.548853:0:77239:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:2.0:1761313474.548856:0:77239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c737f52d (tot 82351826). 00000800:00000200:2.0:1761313474.548861:0:77239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:2.0:1761313474.548865:0:77239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:2.0:1761313474.548867:0:77239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c737f52d type 1, nob 424 niov 1 nkiov 1 00010000:00000010:3.1:1761313474.548964:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000be3ca63. 00000800:00000200:1.0:1761313474.549089:0:15827:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313474.549092:0:15827:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c737f52d (tot 82351578). 00000400:00000200:1.0:1761313474.549097:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313474.549101:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:1.0:1761313474.549103:0:15827:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000065b0a972 00000400:00000010:1.0:1761313474.549105:0:15827:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000065b0a972. 00000100:00000200:1.0:1761313474.549110:0:15827:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000008be944fb x1846869138390976/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313518 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1761313474.552390:0:78470:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000066e90cee. 00010000:00000010:0.1:1761313474.552403:0:78470:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000010c4cce5. 00010000:00000010:1.1:1761313474.552871:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c686e74f. 00000400:00000200:1.0:1761313474.552914:0:15826:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:1.0:1761313474.552931:0:15826:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x68fb7baf0bfc0 00000400:00000200:1.0:1761313474.552941:0:15826:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb0cf1 [1] + 224 00000400:00000200:1.0:1761313474.552954:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313474.552958:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:1.0:1761313474.552970:0:15826:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000008be944fb x1846869138390976/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313518 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1761313474.553008:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003e29aedd. 00010000:00000010:3.1:1761313474.553015:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a9ad6397. 00000400:00000200:1.0:1761313474.553015:0:15826:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:1.0:1761313474.553025:0:15826:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x68fb7ba85c800 00000400:00000200:1.0:1761313474.553031:0:15826:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xaf655 [2] + 656 00000400:00000200:1.0:1761313474.553092:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313474.553096:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:1.0:1761313474.553100:0:15826:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761313474.553105:0:15826:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000db5c2442. 00000400:00000010:2.0:1761313474.553245:0:77239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000007c9c531b. 00000400:00000200:2.0:1761313474.553250:0:77239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001bbc55d4 00000400:00000010:2.0:1761313474.553253:0:77239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001bbc55d4. 00000100:00000200:2.0:1761313474.553260:0:77239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000008be944fb x1846869138390976/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313518 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761313474.553268:0:77239:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000008be944fb x1846869138390976/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313518 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761313474.553297:0:77239:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000062cecc92. 02000000:00000010:2.0:1761313474.553303:0:77239:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000b6232ca8. 00000100:00000010:2.0:1761313474.553307:0:77239:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000008be944fb. 00000100:00000010:2.0:1761313474.553311:0:77239:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000005c3d72b7. 00010000:00000010:2.0:1761313474.553315:0:77239:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000d913486d. 00000020:00000010:3.0:1761313474.553490:0:64710:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f3442800. 00000020:00000010:3.0:1761313474.553497:0:64710:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000036298e5f. 00000020:00000010:3.0:1761313474.553502:0:64710:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000c39d4b89. 00000100:00000200:3.0:1761313474.553527:0:64710:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000db5c2442 x1846869131380736/t0(0) o103->78617949-0e11-4ca2-94c2-d809f91deaa9@192.168.204.38@tcp:405/0 lens 328/0 e 0 to 0 dl 1761313480 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00010000:00000010:2.1:1761313474.553844:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003a3d734f. 00010000:00000010:2.1:1761313474.553852:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000028e8a35c. 00000100:00000200:2.0:1761313474.553895:0:75220:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869131380736 02000000:00000010:2.0:1761313474.553907:0:75220:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000022cdd306. 00010000:00000010:2.0:1761313474.553934:0:75220:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000f74bed42. 00010000:00000010:2.0:1761313474.553955:0:75220:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000d913486d. 00000100:00000010:2.0:1761313474.553961:0:75220:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000005c3d72b7. 00000100:00000010:2.0:1761313474.553971:0:75220:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000005c3d72b7. 00010000:00000010:2.0:1761313474.553974:0:75220:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000d913486d. 00000400:00000010:2.0:1761313474.553986:0:75220:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001bbc55d4. 00000100:00000200:2.0:1761313474.553991:0:75220:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869131380736, offset 224 00000400:00000200:2.0:1761313474.554000:0:75220:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:2.0:1761313474.554012:0:75220:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:2.0:1761313474.554019:0:75220:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90238:90238:256:4294967295] 192.168.204.38@tcp LPNI seq info [90238:90238:8:4294967295] 00000400:00000200:2.0:1761313474.554031:0:75220:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:2.0:1761313474.554037:0:75220:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:2.0:1761313474.554042:0:75220:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000044feb42c (tot 82351826). 00000800:00000200:2.0:1761313474.554048:0:75220:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:2.0:1761313474.554055:0:75220:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:2.0:1761313474.554060:0:75220:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000044feb42c type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761313474.554082:0:75220:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000036298e5f. 00000020:00000010:2.0:1761313474.554086:0:75220:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000c39d4b89. 00000020:00000010:2.0:1761313474.554090:0:75220:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f3442800. 00000800:00000200:3.0:1761313474.554321:0:15825:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761313474.554325:0:15825:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000044feb42c (tot 82351578). 00000400:00000200:3.0:1761313474.554331:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313474.554335:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:3.0:1761313474.554338:0:15825:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001bbc55d4 00000400:00000010:3.0:1761313474.554340:0:15825:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001bbc55d4. 00010000:00000010:3.1:1761313474.554392:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d58efbaf. 00080000:00000010:1.0:1761313474.554457:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 000000008d975cdd. 00010000:00000010:1.0:1761313474.554536:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000068949f78. 00010000:00000010:1.0:1761313474.554543:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000083ee7ee4. 00010000:00000010:1.0:1761313474.554812:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000007c6e9732. 00010000:00000010:1.0:1761313474.554817:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000933b6d01. 00010000:00000010:1.0:1761313474.554822:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000a3ac6b47. 00010000:00000010:1.0:1761313474.554828:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000f38d3a6b. 00080000:00000010:1.0:1761313474.554842:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 0000000090543bca. 00010000:00000010:1.0:1761313474.554870:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000f38d3a6b. 00010000:00000010:1.0:1761313474.554875:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000933b6d01. 00010000:00000010:1.0:1761313474.554925:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f717d0fe. 00010000:00000010:1.0:1761313474.554929:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000f38d3a6b. 00010000:00000010:1.0:1761313474.554937:0:77239:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000acd39b26. 00000100:00000010:1.0:1761313474.554942:0:77239:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000563dc28c. 00000100:00000010:1.0:1761313474.554950:0:77239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007fc08122. 02000000:00000010:1.0:1761313474.554961:0:77239:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000717234f8. 02000000:00000010:1.0:1761313474.554984:0:77239:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000008d0d34d6. 00000400:00000010:1.0:1761313474.554989:0:77239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000aaa435c6. 00000400:00000010:1.0:1761313474.554993:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000965e87ce. 00000100:00000200:1.0:1761313474.554998:0:77239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869138391040, portal 16 00000400:00000010:1.0:1761313474.555003:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004d58991b. 00000100:00000200:1.0:1761313474.555006:0:77239:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869138391040, offset 0 00000400:00000200:1.0:1761313474.555013:0:77239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:1.0:1761313474.555021:0:77239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:1.0:1761313474.555028:0:77239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:1.0:1761313474.555032:0:77239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761313474.555035:0:77239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:1.0:1761313474.555037:0:77239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90239:90239:256:4294967295] 192.168.204.38@tcp LPNI seq info [90239:90239:8:4294967295] 00000400:00000200:1.0:1761313474.555048:0:77239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:1.0:1761313474.555052:0:77239:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:1.0:1761313474.555056:0:77239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000258d8758 (tot 82351826). 00000800:00000200:1.0:1761313474.555062:0:77239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:1.0:1761313474.555067:0:77239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:1.0:1761313474.555070:0:77239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000258d8758 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761313474.555480:0:15827:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761313474.555484:0:15827:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000258d8758 (tot 82351578). 00000400:00000200:2.0:1761313474.555489:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313474.555494:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:2.0:1761313474.555497:0:15827:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004d58991b 00000400:00000010:2.0:1761313474.555499:0:15827:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004d58991b. 00000100:00000200:2.0:1761313474.555506:0:15827:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000007fc08122 x1846869138391040/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313518 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761313474.559811:0:15826:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:3.0:1761313474.559831:0:15826:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x68fb7baf0c000 00000400:00000200:3.0:1761313474.559839:0:15826:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb0cfd [1] + 224 00000400:00000200:3.0:1761313474.559850:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313474.559854:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:3.0:1761313474.559864:0:15826:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000007fc08122 x1846869138391040/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313518 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761313474.559899:0:15826:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:3.0:1761313474.559904:0:15826:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x68fb7ba85c840 00000400:00000200:3.0:1761313474.559908:0:15826:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xaf655 [2] + 984 00000400:00000200:3.0:1761313474.559916:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313474.559919:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:3.0:1761313474.559922:0:15826:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761313474.559928:0:15826:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000015f262ae. 00000020:00000010:3.0:1761313474.559972:0:64710:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f3442800. 00000020:00000010:3.0:1761313474.559978:0:64710:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000002044844d. 00000020:00000010:3.0:1761313474.559982:0:64710:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000002fdb529a. 00000100:00000200:3.0:1761313474.560006:0:64710:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000015f262ae x1846869131380800/t0(0) o103->78617949-0e11-4ca2-94c2-d809f91deaa9@192.168.204.38@tcp:405/0 lens 328/0 e 0 to 0 dl 1761313480 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:3.0:1761313474.560033:0:64710:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869131380800 02000000:00000010:3.0:1761313474.560044:0:64710:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000fca9a471. 00010000:00000010:3.0:1761313474.560081:0:64710:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000009aeef12e. 00000100:00000010:3.0:1761313474.560087:0:64710:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000004e994188. 00000100:00000010:3.0:1761313474.560094:0:64710:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000004e994188. 00010000:00000010:3.0:1761313474.560098:0:64710:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000009aeef12e. 00000400:00000010:3.0:1761313474.560112:0:64710:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005f389535. 00000100:00000200:3.0:1761313474.560117:0:64710:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869131380800, offset 224 00000400:00000200:3.0:1761313474.560124:0:64710:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:3.0:1761313474.560135:0:64710:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:3.0:1761313474.560140:0:64710:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90240:90240:256:4294967295] 192.168.204.38@tcp LPNI seq info [90240:90240:8:4294967295] 00000400:00000200:3.0:1761313474.560150:0:64710:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:3.0:1761313474.560155:0:64710:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:3.0:1761313474.560160:0:64710:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000572c2ec6 (tot 82351826). 00000800:00000200:3.0:1761313474.560165:0:64710:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:3.0:1761313474.560172:0:64710:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:3.0:1761313474.560177:0:64710:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000572c2ec6 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761313474.560192:0:64710:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000002044844d. 00000020:00000010:3.0:1761313474.560196:0:64710:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000002fdb529a. 00000020:00000010:3.0:1761313474.560200:0:64710:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f3442800. 00000800:00000200:3.0:1761313474.560291:0:15825:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761313474.560295:0:15825:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000572c2ec6 (tot 82351578). 00000400:00000200:3.0:1761313474.560298:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313474.560301:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:3.0:1761313474.560305:0:15825:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005f389535 00000400:00000010:3.0:1761313474.560306:0:15825:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005f389535. 00000400:00000010:3.0:1761313474.560325:0:77239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000aaa435c6. 00000400:00000200:3.0:1761313474.560329:0:77239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000965e87ce 00000400:00000010:3.0:1761313474.560330:0:77239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000965e87ce. 00000100:00000200:3.0:1761313474.560334:0:77239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000007fc08122 x1846869138391040/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313518 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761313474.560342:0:77239:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000007fc08122 x1846869138391040/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313518 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.0:1761313474.560388:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004a0ddca9. 02000000:00000010:3.0:1761313474.560403:0:77239:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000008d0d34d6. 02000000:00000010:3.0:1761313474.560408:0:77239:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000717234f8. 00000100:00000010:3.0:1761313474.560413:0:77239:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007fc08122. 00000100:00000010:3.0:1761313474.560416:0:77239:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000563dc28c. 00010000:00000010:3.0:1761313474.560419:0:77239:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000acd39b26. 00080000:00000010:3.0:1761313474.560436:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000717234f8. 00010000:00000010:3.0:1761313474.560519:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000f38d3a6b. 00010000:00000010:3.0:1761313474.560526:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000d9242935. 00010000:00000010:3.0:1761313474.560594:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000e268c9c7. 00010000:00000010:3.0:1761313474.560600:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000003105fa62. 00010000:00000010:3.0:1761313474.560609:0:77239:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000009aeef12e. 00000100:00000010:3.0:1761313474.560612:0:77239:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000004e994188. 00000100:00000010:3.0:1761313474.560618:0:77239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000004c2b08ab. 02000000:00000010:3.0:1761313474.560629:0:77239:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000008d0d34d6. 02000000:00000010:3.0:1761313474.560651:0:77239:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f3442800. 00000400:00000010:3.0:1761313474.560655:0:77239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000a66f418a. 00000400:00000010:3.0:1761313474.560658:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005f389535. 00000100:00000200:3.0:1761313474.560662:0:77239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869138391104, portal 16 00000400:00000010:3.0:1761313474.560666:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000140b65b8. 00000100:00000200:3.0:1761313474.560668:0:77239:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869138391104, offset 0 00000400:00000200:3.0:1761313474.560672:0:77239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:3.0:1761313474.560678:0:77239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:3.0:1761313474.560683:0:77239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:3.0:1761313474.560686:0:77239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761313474.560690:0:77239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:3.0:1761313474.560692:0:77239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90241:90241:256:4294967295] 192.168.204.38@tcp LPNI seq info [90241:90241:8:4294967295] 00000400:00000200:3.0:1761313474.560698:0:77239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:3.0:1761313474.560702:0:77239:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:3.0:1761313474.560704:0:77239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000572c2ec6 (tot 82351826). 00000800:00000200:3.0:1761313474.560708:0:77239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:3.0:1761313474.560711:0:77239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:3.0:1761313474.560714:0:77239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000572c2ec6 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761313474.560760:0:15827:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761313474.560762:0:15827:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000572c2ec6 (tot 82351578). 00000400:00000200:3.0:1761313474.560765:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313474.560768:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:3.0:1761313474.560770:0:15827:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000140b65b8 00000400:00000010:3.0:1761313474.560771:0:15827:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000140b65b8. 00000100:00000200:3.0:1761313474.560786:0:15827:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000004c2b08ab x1846869138391104/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313518 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761313474.570604:0:15826:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:1.0:1761313474.570626:0:15826:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x68fb7baf0c040 00000400:00000200:1.0:1761313474.570636:0:15826:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb0d09 [1] + 224 00000400:00000200:1.0:1761313474.570649:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313474.570652:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:1.0:1761313474.570662:0:15826:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000004c2b08ab x1846869138391104/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313518 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761313474.570695:0:15826:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:1.0:1761313474.570700:0:15826:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x68fb7ba85c880 00000400:00000010:3.0:1761313474.570702:0:77239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000a66f418a. 00000400:00000200:3.0:1761313474.570707:0:77239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005f389535 00000400:00000010:3.0:1761313474.570708:0:77239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005f389535. 00000100:00000200:3.0:1761313474.570713:0:77239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000004c2b08ab x1846869138391104/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313518 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761313474.570726:0:77239:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000004c2b08ab x1846869138391104/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313518 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1761313474.570756:0:77239:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f3442800. 02000000:00000010:3.0:1761313474.570764:0:77239:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000008d0d34d6. 00000100:00000010:3.0:1761313474.570768:0:77239:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000004c2b08ab. 00000100:00000010:3.0:1761313474.570785:0:77239:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000004e994188. 00010000:00000010:3.0:1761313474.570789:0:77239:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000009aeef12e. 00000400:00000200:1.0:1761313474.570905:0:15826:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xaf655 [2] + 1312 00000400:00000200:1.0:1761313474.570964:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313474.570968:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:1.0:1761313474.570972:0:15826:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761313474.570977:0:15826:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000018525722. 00000020:00000010:3.0:1761313474.571092:0:75220:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000764b20a4. 00000020:00000010:3.0:1761313474.571099:0:75220:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000002044844d. 00000020:00000010:3.0:1761313474.571103:0:75220:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000002fdb529a. 00000100:00000200:3.0:1761313474.571127:0:75220:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000018525722 x1846869131380864/t0(0) o103->78617949-0e11-4ca2-94c2-d809f91deaa9@192.168.204.38@tcp:405/0 lens 328/0 e 0 to 0 dl 1761313480 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:3.0:1761313474.571162:0:75220:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869131380864 02000000:00000010:3.0:1761313474.571173:0:75220:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000008d0d34d6. 00010000:00000010:3.0:1761313474.571199:0:75220:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000048ce7e53. 00010000:00000010:3.0:1761313474.571217:0:75220:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000009aeef12e. 00000100:00000010:3.0:1761313474.571222:0:75220:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000004e994188. 00000100:00000010:3.0:1761313474.571246:0:75220:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000004e994188. 00010000:00000010:3.0:1761313474.571250:0:75220:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000009aeef12e. 00000400:00000010:3.0:1761313474.571262:0:75220:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005f389535. 00000100:00000200:3.0:1761313474.571270:0:75220:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869131380864, offset 224 00000400:00000200:3.0:1761313474.571278:0:75220:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:3.0:1761313474.571290:0:75220:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:3.0:1761313474.571295:0:75220:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90242:90242:256:4294967295] 192.168.204.38@tcp LPNI seq info [90242:90242:8:4294967295] 00000400:00000200:3.0:1761313474.571305:0:75220:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:3.0:1761313474.571310:0:75220:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:3.0:1761313474.571314:0:75220:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000572c2ec6 (tot 82351826). 00000800:00000200:3.0:1761313474.571320:0:75220:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:3.0:1761313474.571327:0:75220:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:3.0:1761313474.571330:0:75220:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000572c2ec6 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761313474.571386:0:75220:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000002044844d. 00000020:00000010:3.0:1761313474.571391:0:75220:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000002fdb529a. 00000020:00000010:3.0:1761313474.571394:0:75220:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000764b20a4. 00000800:00000200:3.0:1761313474.571456:0:15825:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761313474.571460:0:15825:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000572c2ec6 (tot 82351578). 00000400:00000200:3.0:1761313474.571463:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313474.571466:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:3.0:1761313474.571468:0:15825:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005f389535 00000400:00000010:3.0:1761313474.571470:0:15825:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005f389535. 00080000:00000010:1.0:1761313474.572136:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 000000006a6d297a. 00010000:00000010:1.0:1761313474.572237:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003105fa62. 00010000:00000010:1.0:1761313474.572245:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000ffda78aa. 00010000:00000010:1.0:1761313474.572320:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000fdb76ba0. 00010000:00000010:1.0:1761313474.572325:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000f282e86b. 00010000:00000010:1.0:1761313474.572335:0:77239:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000f057f132. 00000100:00000010:1.0:1761313474.572340:0:77239:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000fcdcc0bd. 00000100:00000010:1.0:1761313474.572377:0:77239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000dfcb6cbf. 02000000:00000010:1.0:1761313474.572389:0:77239:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000e7af54cd. 02000000:00000010:1.0:1761313474.572415:0:77239:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c6262b5d. 00000400:00000010:1.0:1761313474.572421:0:77239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000e3ae0e8f. 00000400:00000010:1.0:1761313474.572426:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003ddcb197. 00000100:00000200:1.0:1761313474.572431:0:77239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869138391168, portal 16 00000400:00000010:1.0:1761313474.572435:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f67f39f5. 00000100:00000200:1.0:1761313474.572437:0:77239:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869138391168, offset 0 00000400:00000200:1.0:1761313474.572443:0:77239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:1.0:1761313474.572452:0:77239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:1.0:1761313474.572458:0:77239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:1.0:1761313474.572461:0:77239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761313474.572464:0:77239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:1.0:1761313474.572467:0:77239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90243:90243:256:4294967295] 192.168.204.38@tcp LPNI seq info [90243:90243:8:4294967295] 00000400:00000200:1.0:1761313474.572475:0:77239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:1.0:1761313474.572479:0:77239:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:1.0:1761313474.572483:0:77239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000fe7bdfb5 (tot 82351826). 00000800:00000200:1.0:1761313474.572488:0:77239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:1.0:1761313474.572494:0:77239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:1.0:1761313474.572497:0:77239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000fe7bdfb5 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761313474.574537:0:15827:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761313474.574545:0:15827:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000fe7bdfb5 (tot 82351578). 00000400:00000200:3.0:1761313474.574553:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313474.574561:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:3.0:1761313474.574567:0:15827:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f67f39f5 00000400:00000010:3.0:1761313474.574569:0:15827:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f67f39f5. 00000100:00000200:3.0:1761313474.574579:0:15827:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000dfcb6cbf x1846869138391168/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313518 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1761313474.575686:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e041141f. 00010000:00000010:1.1:1761313474.575697:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e867df51. 00010000:00000010:1.1:1761313474.575701:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007c6e9732. 00010000:00000010:1.1:1761313474.575704:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a3ac6b47. 00010000:00000010:2.1:1761313474.575753:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004ab63396. 00010000:00000010:3.1:1761313474.576489:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f49216b1. 00010000:00000010:3.1:1761313474.576497:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005cefe97a. 00010000:00000010:3.1:1761313474.576500:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f717d0fe. 00000400:00000200:1.0:1761313474.577642:0:15826:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:1.0:1761313474.577659:0:15826:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x68fb7baf0c080 00000400:00000200:1.0:1761313474.577667:0:15826:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb0d15 [1] + 224 00000400:00000200:1.0:1761313474.577677:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313474.577680:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:1.0:1761313474.577689:0:15826:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000dfcb6cbf x1846869138391168/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313518 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761313474.577730:0:15826:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:1.0:1761313474.577735:0:15826:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x68fb7ba85c8c0 00000400:00000200:1.0:1761313474.577740:0:15826:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xaf655 [2] + 1640 00000400:00000010:3.0:1761313474.577753:0:77239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000e3ae0e8f. 00000400:00000200:1.0:1761313474.577754:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313474.577756:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:3.0:1761313474.577758:0:77239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003ddcb197 00000400:00000010:3.0:1761313474.577760:0:77239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003ddcb197. 00000100:00000200:3.0:1761313474.577766:0:77239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000dfcb6cbf x1846869138391168/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313518 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761313474.577767:0:15826:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000200:3.0:1761313474.577782:0:77239:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000dfcb6cbf x1846869138391168/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313518 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000100:00000010:1.0:1761313474.577782:0:15826:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001286135a. 02000000:00000010:3.0:1761313474.577812:0:77239:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c6262b5d. 02000000:00000010:3.0:1761313474.577820:0:77239:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000e7af54cd. 00000100:00000010:3.0:1761313474.577824:0:77239:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000dfcb6cbf. 00000100:00000010:3.0:1761313474.577827:0:77239:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000fcdcc0bd. 00000020:00000010:1.0:1761313474.577827:0:64710:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c6262b5d. 00010000:00000010:3.0:1761313474.577832:0:77239:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000f057f132. 00000020:00000010:1.0:1761313474.577832:0:64710:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000933b6d01. 00000020:00000010:1.0:1761313474.577837:0:64710:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000008bcc3d6c. 00000100:00000200:1.0:1761313474.577860:0:64710:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000001286135a x1846869131380928/t0(0) o103->78617949-0e11-4ca2-94c2-d809f91deaa9@192.168.204.38@tcp:405/0 lens 328/0 e 0 to 0 dl 1761313480 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:1.0:1761313474.577897:0:64710:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869131380928 02000000:00000010:1.0:1761313474.577909:0:64710:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000002c2549cd. 00010000:00000010:1.0:1761313474.577935:0:64710:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000045ed0bf1. 00010000:00000010:1.0:1761313474.577954:0:64710:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000a1355dfc. 00000100:00000010:1.0:1761313474.577959:0:64710:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000fcdcc0bd. 00000100:00000010:1.0:1761313474.577974:0:64710:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000fcdcc0bd. 00010000:00000010:1.0:1761313474.577977:0:64710:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000a1355dfc. 00000400:00000010:1.0:1761313474.577989:0:64710:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e88f20fc. 00000100:00000200:1.0:1761313474.577993:0:64710:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869131380928, offset 224 00000400:00000200:1.0:1761313474.578000:0:64710:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:1.0:1761313474.578010:0:64710:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:1.0:1761313474.578015:0:64710:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90244:90244:256:4294967295] 192.168.204.38@tcp LPNI seq info [90244:90244:8:4294967295] 00000400:00000200:1.0:1761313474.578025:0:64710:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:1.0:1761313474.578030:0:64710:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:1.0:1761313474.578034:0:64710:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000cc8c87c8 (tot 82351826). 00000800:00000200:1.0:1761313474.578040:0:64710:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:1.0:1761313474.578047:0:64710:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:1.0:1761313474.578050:0:64710:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000cc8c87c8 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761313474.578071:0:64710:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000933b6d01. 00000020:00000010:1.0:1761313474.578074:0:64710:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000008bcc3d6c. 00000020:00000010:1.0:1761313474.578077:0:64710:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c6262b5d. 00080000:00000010:1.0:1761313474.578096:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c6262b5d. 00000800:00000200:3.0:1761313474.578149:0:15825:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761313474.578152:0:15825:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000cc8c87c8 (tot 82351578). 00000400:00000200:3.0:1761313474.578156:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313474.578160:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:3.0:1761313474.578162:0:15825:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e88f20fc 00000400:00000010:3.0:1761313474.578163:0:15825:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e88f20fc. 00010000:00000010:1.0:1761313474.578169:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000f282e86b. 00010000:00000010:1.0:1761313474.578175:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006e92ebc8. 00010000:00000010:1.0:1761313474.578245:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000a3ac6b47. 00010000:00000010:1.0:1761313474.578250:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000f282e86b. 00010000:00000010:1.0:1761313474.578258:0:77239:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000a1355dfc. 00000100:00000010:1.0:1761313474.578261:0:77239:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000fcdcc0bd. 00000100:00000010:1.0:1761313474.578267:0:77239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000003e4d9a3e. 02000000:00000010:1.0:1761313474.578279:0:77239:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000049e9573b. 02000000:00000010:1.0:1761313474.578300:0:77239:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000b67c9f6a. 00000400:00000010:1.0:1761313474.578304:0:77239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000def54d81. 00000400:00000010:1.0:1761313474.578307:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009cf941ad. 00000100:00000200:1.0:1761313474.578312:0:77239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869138391232, portal 16 00000400:00000010:1.0:1761313474.578316:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003b07ff82. 00000100:00000200:1.0:1761313474.578317:0:77239:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869138391232, offset 0 00000400:00000200:1.0:1761313474.578322:0:77239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:1.0:1761313474.578328:0:77239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:1.0:1761313474.578334:0:77239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:1.0:1761313474.578337:0:77239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761313474.578339:0:77239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:1.0:1761313474.578342:0:77239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90245:90245:256:4294967295] 192.168.204.38@tcp LPNI seq info [90245:90245:8:4294967295] 00000400:00000200:1.0:1761313474.578348:0:77239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:1.0:1761313474.578352:0:77239:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:1.0:1761313474.578355:0:77239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f67d6031 (tot 82351826). 00000800:00000200:1.0:1761313474.578385:0:77239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:1.0:1761313474.578390:0:77239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:1.0:1761313474.578392:0:77239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000f67d6031 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761313474.578495:0:15827:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761313474.578498:0:15827:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f67d6031 (tot 82351578). 00000400:00000200:3.0:1761313474.578501:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313474.578505:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:3.0:1761313474.578507:0:15827:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003b07ff82 00000400:00000010:3.0:1761313474.578508:0:15827:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003b07ff82. 00000100:00000200:3.0:1761313474.578512:0:15827:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000003e4d9a3e x1846869138391232/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313518 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761313474.582433:0:15826:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:1.0:1761313474.582455:0:15826:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x68fb7baf0c0c0 00000400:00000200:1.0:1761313474.582464:0:15826:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb0d21 [1] + 224 00000400:00000200:1.0:1761313474.582475:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313474.582478:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:1.0:1761313474.582490:0:15826:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000003e4d9a3e x1846869138391232/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313518 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761313474.582526:0:15826:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:1.0:1761313474.582532:0:15826:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x68fb7ba85c900 00000400:00000200:1.0:1761313474.582537:0:15826:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xaf655 [2] + 1968 00000400:00000010:1.0:1761313474.582541:0:15826:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000f7375ff3. 00000400:00000200:1.0:1761313474.582545:0:15826:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 00000000f2d73eea 00000400:00000200:1.0:1761313474.582603:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313474.582606:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:1.0:1761313474.582609:0:15826:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f2d73eea 00000400:00000010:1.0:1761313474.582611:0:15826:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 00000000f2d73eea (tot 82351426). 00000100:00000200:1.0:1761313474.582616:0:15826:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:0.0:1761313474.583118:0:64710:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006f7470de. 00000020:00000010:0.0:1761313474.583125:0:64710:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000e35f996a. 00000020:00000010:0.0:1761313474.583131:0:64710:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000a93e9d10. 00000100:00000200:0.0:1761313474.583156:0:64710:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000096489d32 x1846869131380992/t0(0) o103->78617949-0e11-4ca2-94c2-d809f91deaa9@192.168.204.38@tcp:405/0 lens 328/0 e 0 to 0 dl 1761313480 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:1.0:1761313474.583747:0:75220:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869131380992 02000000:00000010:1.0:1761313474.583762:0:75220:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000085389094. 00010000:00000010:1.0:1761313474.583815:0:75220:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000654d8b38. 00000100:00000010:1.0:1761313474.583824:0:75220:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000563dc28c. 00000100:00000010:1.0:1761313474.583832:0:75220:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000563dc28c. 00010000:00000010:1.0:1761313474.583837:0:75220:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000654d8b38. 00000400:00000010:1.0:1761313474.583852:0:75220:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000074b1fc4e. 00000100:00000200:1.0:1761313474.583858:0:75220:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869131380992, offset 224 00000400:00000200:1.0:1761313474.583866:0:75220:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:1.0:1761313474.583879:0:75220:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:1.0:1761313474.583885:0:75220:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90246:90246:256:4294967295] 192.168.204.38@tcp LPNI seq info [90246:90246:8:4294967295] 00000400:00000200:1.0:1761313474.583895:0:75220:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:1.0:1761313474.583899:0:75220:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:1.0:1761313474.583905:0:75220:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f67d6031 (tot 82351674). 00000800:00000200:1.0:1761313474.583911:0:75220:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:1.0:1761313474.583918:0:75220:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:1.0:1761313474.583921:0:75220:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000f67d6031 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761313474.583941:0:75220:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000e35f996a. 00000020:00000010:1.0:1761313474.583947:0:75220:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000a93e9d10. 00000020:00000010:1.0:1761313474.583950:0:75220:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006f7470de. 00000400:00000010:3.0:1761313474.583954:0:77239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000def54d81. 00000400:00000200:3.0:1761313474.583958:0:77239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009cf941ad 00000400:00000010:3.0:1761313474.583959:0:77239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009cf941ad. 02000000:00000010:1.0:1761313474.583961:0:75220:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000002c2549cd. 00000100:00000200:3.0:1761313474.583966:0:77239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000003e4d9a3e x1846869138391232/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313518 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000010:1.0:1761313474.583966:0:75220:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001286135a. 02000000:00000010:1.0:1761313474.583971:0:75220:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000008d0d34d6. 00000100:00000200:3.0:1761313474.583973:0:77239:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000003e4d9a3e x1846869138391232/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313518 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000100:00000010:1.0:1761313474.583974:0:75220:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000018525722. 02000000:00000010:1.0:1761313474.583977:0:75220:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000fca9a471. 00000100:00000010:1.0:1761313474.583980:0:75220:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000015f262ae. 02000000:00000010:1.0:1761313474.583982:0:75220:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000022cdd306. 00000100:00000010:1.0:1761313474.583984:0:75220:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000db5c2442. 02000000:00000010:1.0:1761313474.583987:0:75220:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000006d2005fb. 00000100:00000010:1.0:1761313474.583989:0:75220:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007de1a361. 02000000:00000010:1.0:1761313474.583991:0:75220:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000013442a6f. 00000100:00000010:1.0:1761313474.583993:0:75220:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000064f8b87f. 00010000:00000010:3.0:1761313474.583995:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000058574a17. 00000100:00000200:1.0:1761313474.584001:0:75220:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1761313474.584006:0:75220:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000005dc1a0de. 02000000:00000010:3.0:1761313474.584008:0:77239:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000b67c9f6a. 00000400:00000010:1.0:1761313474.584009:0:75220:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000563dc28c (tot 82351826). 02000000:00000010:3.0:1761313474.584012:0:77239:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000049e9573b. 00000100:00000010:3.0:1761313474.584015:0:77239:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000003e4d9a3e. 00000100:00000010:3.0:1761313474.584018:0:77239:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000fcdcc0bd. 00010000:00000010:3.0:1761313474.584020:0:77239:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000a1355dfc. 00080000:00000010:3.0:1761313474.584035:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f3442800. 00010000:00000010:3.0:1761313474.584122:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000f282e86b. 00010000:00000010:3.0:1761313474.584128:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000dc984f17. 00000800:00000200:1.0:1761313474.585080:0:15825:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313474.585084:0:15825:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f67d6031 (tot 82351578). 00000400:00000200:1.0:1761313474.585091:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313474.585098:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:1.0:1761313474.585103:0:15825:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000074b1fc4e 00000400:00000010:1.0:1761313474.585104:0:15825:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000074b1fc4e. 02000000:00000010:1.0:1761313474.585109:0:15825:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000085389094. 00010000:00000010:3.0:1761313474.585206:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f1778e29. 00010000:00000010:3.0:1761313474.585214:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000e0c76ba0. 00010000:00000010:3.0:1761313474.585226:0:77239:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000009aeef12e. 00000100:00000010:3.0:1761313474.585231:0:77239:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000004e994188. 00000100:00000010:3.0:1761313474.585241:0:77239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000004c2b08ab. 02000000:00000010:3.0:1761313474.585254:0:77239:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000013442a6f. 02000000:00000010:3.0:1761313474.585282:0:77239:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000006d2005fb. 00000400:00000010:3.0:1761313474.585287:0:77239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000a66f418a. 00000400:00000010:3.0:1761313474.585291:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005f389535. 00000100:00000200:3.0:1761313474.585295:0:77239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869138391296, portal 16 00000400:00000010:3.0:1761313474.585299:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000140b65b8. 00000100:00000200:3.0:1761313474.585301:0:77239:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869138391296, offset 0 00000400:00000200:3.0:1761313474.585310:0:77239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:3.0:1761313474.585321:0:77239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:3.0:1761313474.585327:0:77239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:3.0:1761313474.585330:0:77239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761313474.585333:0:77239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:3.0:1761313474.585336:0:77239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90247:90247:256:4294967295] 192.168.204.38@tcp LPNI seq info [90247:90247:8:4294967295] 00000400:00000200:3.0:1761313474.585355:0:77239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:3.0:1761313474.585377:0:77239:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:3.0:1761313474.585383:0:77239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000572c2ec6 (tot 82351826). 00000800:00000200:3.0:1761313474.585389:0:77239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:3.0:1761313474.585395:0:77239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:3.0:1761313474.585398:0:77239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000572c2ec6 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761313474.585716:0:15827:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313474.585719:0:15827:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000572c2ec6 (tot 82351578). 00000400:00000200:1.0:1761313474.585723:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313474.585726:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:1.0:1761313474.585729:0:15827:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000140b65b8 00000400:00000010:1.0:1761313474.585730:0:15827:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000140b65b8. 00000100:00000200:1.0:1761313474.585736:0:15827:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000004c2b08ab x1846869138391296/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313518 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761313474.588720:0:15826:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:1.0:1761313474.588740:0:15826:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x68fb7baf0c100 00000400:00000200:1.0:1761313474.588749:0:15826:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb0d31 [1] + 224 00000400:00000200:1.0:1761313474.588763:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313474.588767:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:1.0:1761313474.588786:0:15826:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000004c2b08ab x1846869138391296/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313518 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1761313474.588864:0:77239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000a66f418a. 00000400:00000200:3.0:1761313474.588869:0:77239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005f389535 00000400:00000010:3.0:1761313474.588871:0:77239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005f389535. 00000100:00000200:3.0:1761313474.588877:0:77239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000004c2b08ab x1846869138391296/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313518 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761313474.588885:0:77239:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000004c2b08ab x1846869138391296/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313518 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1761313474.588913:0:77239:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000006d2005fb. 02000000:00000010:3.0:1761313474.588919:0:77239:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000013442a6f. 00000100:00000010:3.0:1761313474.588923:0:77239:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000004c2b08ab. 00000100:00000010:3.0:1761313474.588927:0:77239:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000004e994188. 00010000:00000010:3.0:1761313474.588931:0:77239:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000009aeef12e. 00010000:00000010:1.1:1761313474.593643:0:78474:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006d4ff5aa. 00010000:00000010:1.1:1761313474.593658:0:78474:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e268c9c7. 00010000:00000010:3.1:1761313474.595783:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000edba239b. 00000400:00000200:3.0:1761313474.595955:0:15825:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:3.0:1761313474.595973:0:15825:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x68fb7ba85c940 00000400:00000200:3.0:1761313474.595980:0:15825:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xaf6ad [2] + 0 00000400:00000200:3.0:1761313474.596050:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313474.596056:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:3.0:1761313474.596063:0:15825:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761313474.596069:0:15825:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000004c2b08ab. 00000020:00000010:0.0:1761313474.596160:0:64710:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000039b3f807. 00000020:00000010:0.0:1761313474.596167:0:64710:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000026f21b6. 00000020:00000010:0.0:1761313474.596171:0:64710:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000075832eba. 00000100:00000200:0.0:1761313474.596196:0:64710:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000004c2b08ab x1846869131381056/t0(0) o103->78617949-0e11-4ca2-94c2-d809f91deaa9@192.168.204.38@tcp:405/0 lens 328/0 e 0 to 0 dl 1761313480 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:0.0:1761313474.596235:0:64710:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869131381056 02000000:00000010:0.0:1761313474.596245:0:64710:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000006f7470de. 00010000:00000010:0.0:1761313474.600474:0:64710:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003b838daf. 00010000:00000010:0.0:1761313474.600506:0:64710:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000005137fa91. 00000100:00000010:0.0:1761313474.600514:0:64710:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000f22a41b3. 00000100:00000010:0.0:1761313474.600527:0:64710:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000f22a41b3. 00010000:00000010:0.0:1761313474.600531:0:64710:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000005137fa91. 00000400:00000010:0.0:1761313474.600553:0:64710:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002cd75c60. 00000100:00000200:0.0:1761313474.600560:0:64710:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869131381056, offset 224 00000400:00000200:0.0:1761313474.600570:0:64710:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:0.0:1761313474.600585:0:64710:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:0.0:1761313474.600590:0:64710:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90248:90248:256:4294967295] 192.168.204.38@tcp LPNI seq info [90248:90248:8:4294967295] 00000400:00000200:0.0:1761313474.600601:0:64710:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:0.0:1761313474.600606:0:64710:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:0.0:1761313474.600612:0:64710:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000302321a (tot 82351826). 00000800:00000200:0.0:1761313474.600619:0:64710:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:0.0:1761313474.600625:0:64710:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:0.0:1761313474.600628:0:64710:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000000302321a type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761313474.600650:0:64710:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000026f21b6. 00000020:00000010:0.0:1761313474.600655:0:64710:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000075832eba. 00000020:00000010:0.0:1761313474.600659:0:64710:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000039b3f807. 00000800:00000200:0.0:1761313474.600753:0:15827:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761313474.600756:0:15827:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000302321a (tot 82351578). 00000400:00000200:0.0:1761313474.600760:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313474.600764:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:0.0:1761313474.600768:0:15827:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002cd75c60 00000400:00000010:0.0:1761313474.600770:0:15827:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002cd75c60. 00080000:00000010:3.0:1761313474.601305:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 0000000049e9573b. 00010000:00000010:3.1:1761313474.601385:0:77239:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000a774a44. 00010000:00000010:3.1:1761313474.601393:0:77239:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000743dae21. 00010000:00000010:3.1:1761313474.601396:0:77239:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a3ac6b47. 00010000:00000010:3.0:1761313474.601456:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e0c76ba0. 00010000:00000010:3.0:1761313474.601464:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000003bb06aea. 00010000:00000010:3.0:1761313474.601539:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000004726ba01. 00010000:00000010:3.0:1761313474.601543:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000000568a7e6. 00010000:00000010:1.1:1761313474.601555:0:78473:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005037cc28. 00010000:00000010:3.0:1761313474.601558:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000009317390b. 00010000:00000010:1.1:1761313474.601561:0:78473:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006aa27d0f. 00010000:00000010:3.0:1761313474.601563:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000e0c76ba0. 00010000:00000010:1.1:1761313474.601563:0:78473:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fdb76ba0. 00080000:00000010:3.0:1761313474.601577:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ceb99c1f. 00010000:00000010:3.0:1761313474.601603:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e0c76ba0. 00010000:00000010:3.0:1761313474.601606:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000000568a7e6. 00010000:00000010:3.0:1761313474.601649:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000000bba83c1. 00010000:00000010:3.0:1761313474.601652:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000e0c76ba0. 00010000:00000010:3.0:1761313474.601658:0:77239:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000009aeef12e. 00000100:00000010:3.0:1761313474.601662:0:77239:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000004e994188. 00000100:00000010:3.0:1761313474.601671:0:77239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000015f262ae. 02000000:00000010:3.0:1761313474.601683:0:77239:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000013442a6f. 02000000:00000010:3.0:1761313474.601709:0:77239:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000006d2005fb. 00000400:00000010:3.0:1761313474.601714:0:77239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000a66f418a. 00000400:00000010:3.0:1761313474.601718:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005f389535. 00000100:00000200:3.0:1761313474.601723:0:77239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869138391360, portal 16 00000400:00000010:3.0:1761313474.601727:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000bb5cea4a. 00000100:00000200:3.0:1761313474.601728:0:77239:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869138391360, offset 0 00000400:00000200:3.0:1761313474.601735:0:77239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:3.0:1761313474.601745:0:77239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:3.0:1761313474.601751:0:77239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:3.0:1761313474.601754:0:77239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761313474.601757:0:77239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:3.0:1761313474.601760:0:77239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90249:90249:256:4294967295] 192.168.204.38@tcp LPNI seq info [90249:90249:8:4294967295] 00000400:00000200:3.0:1761313474.601768:0:77239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:3.0:1761313474.601785:0:77239:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:3.0:1761313474.601788:0:77239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000896a3ffd (tot 82351826). 00000800:00000200:3.0:1761313474.601793:0:77239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:3.0:1761313474.601797:0:77239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:3.0:1761313474.601800:0:77239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000896a3ffd type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761313474.603714:0:15826:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761313474.603721:0:15826:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000896a3ffd (tot 82351578). 00000400:00000200:0.0:1761313474.603727:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313474.603734:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:0.0:1761313474.603739:0:15826:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000bb5cea4a 00000400:00000010:0.0:1761313474.603741:0:15826:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000bb5cea4a. 00000100:00000200:0.0:1761313474.603750:0:15826:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000015f262ae x1846869138391360/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313518 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761313474.611882:0:15825:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:2.0:1761313474.611902:0:15825:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x68fb7baf0c140 00000400:00000200:2.0:1761313474.611910:0:15825:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb0d3d [1] + 224 00000400:00000200:2.0:1761313474.611920:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313474.611923:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:2.0:1761313474.611933:0:15825:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000015f262ae x1846869138391360/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313518 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761313474.611963:0:15825:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:2.0:1761313474.611967:0:15825:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x68fb7ba85c980 00000400:00000200:2.0:1761313474.611971:0:15825:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xaf6ad [2] + 328 00000400:00000200:2.0:1761313474.612022:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313474.612025:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:2.0:1761313474.612029:0:15825:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1761313474.612035:0:15825:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000008be944fb. 00000020:00000010:0.0:1761313474.612599:0:64710:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000039b3f807. 00000020:00000010:0.0:1761313474.612607:0:64710:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000026f21b6. 00000020:00000010:0.0:1761313474.612611:0:64710:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000075832eba. 00000100:00000200:0.0:1761313474.612638:0:64710:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000008be944fb x1846869131381120/t0(0) o103->78617949-0e11-4ca2-94c2-d809f91deaa9@192.168.204.38@tcp:405/0 lens 328/0 e 0 to 0 dl 1761313480 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:0.0:1761313474.612677:0:64710:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869131381120 02000000:00000010:0.0:1761313474.612691:0:64710:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000002795c718. 00010000:00000010:0.0:1761313474.612730:0:64710:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000005137fa91. 00000100:00000010:0.0:1761313474.612737:0:64710:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000f22a41b3. 00000100:00000010:0.0:1761313474.612743:0:64710:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000f22a41b3. 00010000:00000010:0.0:1761313474.612746:0:64710:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000005137fa91. 00000400:00000010:0.0:1761313474.612760:0:64710:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002cd75c60. 00000100:00000200:0.0:1761313474.612766:0:64710:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869131381120, offset 224 00000400:00000200:0.0:1761313474.612783:0:64710:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:0.0:1761313474.612796:0:64710:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:0.0:1761313474.612802:0:64710:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90250:90250:256:4294967295] 192.168.204.38@tcp LPNI seq info [90250:90250:8:4294967295] 00000400:00000200:0.0:1761313474.612813:0:64710:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:0.0:1761313474.612820:0:64710:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:0.0:1761313474.612826:0:64710:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000302321a (tot 82351826). 00000800:00000200:0.0:1761313474.612832:0:64710:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:0.0:1761313474.612838:0:64710:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:0.0:1761313474.612842:0:64710:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000000302321a type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761313474.612869:0:64710:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000026f21b6. 00000020:00000010:0.0:1761313474.612874:0:64710:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000075832eba. 00000020:00000010:0.0:1761313474.612877:0:64710:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000039b3f807. 00000400:00000010:3.0:1761313474.613008:0:77239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000a66f418a. 00000400:00000200:3.0:1761313474.613012:0:77239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005f389535 00000400:00000010:3.0:1761313474.613015:0:77239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005f389535. 00000100:00000200:3.0:1761313474.613021:0:77239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000015f262ae x1846869138391360/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313518 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761313474.613030:0:77239:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000015f262ae x1846869138391360/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313518 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.0:1761313474.613050:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000047b42972. 02000000:00000010:3.0:1761313474.613063:0:77239:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000006d2005fb. 02000000:00000010:3.0:1761313474.613069:0:77239:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000013442a6f. 00000100:00000010:3.0:1761313474.613072:0:77239:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000015f262ae. 00000100:00000010:3.0:1761313474.613075:0:77239:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000004e994188. 00010000:00000010:3.0:1761313474.613078:0:77239:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000009aeef12e. 00080000:00000010:3.0:1761313474.613094:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000aad65f8b. 00010000:00000010:3.0:1761313474.613180:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e0c76ba0. 00010000:00000010:3.0:1761313474.613186:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000035f6215c. 00010000:00000010:0.1:1761313474.613636:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f100df7d. 00000800:00000200:2.0:1761313474.613793:0:15827:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761313474.613797:0:15827:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000302321a (tot 82351578). 00000400:00000200:2.0:1761313474.613802:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313474.613806:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:2.0:1761313474.613809:0:15827:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002cd75c60 00000400:00000010:2.0:1761313474.613810:0:15827:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002cd75c60. 00010000:00000010:3.0:1761313474.614851:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000e4d70e9b. 00010000:00000010:3.0:1761313474.614861:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000e0c76ba0. 00010000:00000010:3.0:1761313474.614875:0:77239:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000009aeef12e. 00000100:00000010:3.0:1761313474.614883:0:77239:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000004e994188. 00000100:00000010:3.0:1761313474.614892:0:77239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000015f262ae. 02000000:00000010:3.0:1761313474.614905:0:77239:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000003a2bef69. 02000000:00000010:3.0:1761313474.614932:0:77239:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000006676e198. 00000400:00000010:3.0:1761313474.614938:0:77239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000a66f418a. 00000400:00000010:3.0:1761313474.614943:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005f389535. 00000100:00000200:3.0:1761313474.614949:0:77239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869138391424, portal 16 00000400:00000010:3.0:1761313474.614954:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003e790751. 00000100:00000200:3.0:1761313474.614956:0:77239:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869138391424, offset 0 00000400:00000200:3.0:1761313474.614963:0:77239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:3.0:1761313474.614976:0:77239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:3.0:1761313474.614983:0:77239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:3.0:1761313474.614987:0:77239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761313474.614989:0:77239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:3.0:1761313474.614992:0:77239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90251:90251:256:4294967295] 192.168.204.38@tcp LPNI seq info [90251:90251:8:4294967295] 00000400:00000200:3.0:1761313474.615002:0:77239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:3.0:1761313474.615008:0:77239:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:3.0:1761313474.615012:0:77239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000633d13cc (tot 82351826). 00000800:00000200:3.0:1761313474.615018:0:77239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:3.0:1761313474.615024:0:77239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:3.0:1761313474.615027:0:77239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000633d13cc type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761313474.617530:0:15826:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761313474.617536:0:15826:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000633d13cc (tot 82351578). 00000400:00000200:0.0:1761313474.617543:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313474.617551:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:0.0:1761313474.617556:0:15826:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003e790751 00000400:00000010:0.0:1761313474.617558:0:15826:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003e790751. 00000100:00000200:0.0:1761313474.617566:0:15826:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000015f262ae x1846869138391424/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313518 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1761313474.618637:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006b23a68f. 00010000:00000010:3.1:1761313474.618649:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f1778e29. 00010000:00000010:3.1:1761313474.618655:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004726ba01. 00010000:00000010:3.1:1761313474.618659:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009317390b. 00000400:00000200:3.0:1761313474.619460:0:15825:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:3.0:1761313474.619475:0:15825:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x68fb7baf0c180 00000400:00000200:3.0:1761313474.619483:0:15825:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb0d49 [1] + 224 00000400:00000200:3.0:1761313474.619496:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313474.619499:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:3.0:1761313474.619507:0:15825:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000015f262ae x1846869138391424/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313518 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1761313474.619580:0:77239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000a66f418a. 00000400:00000200:0.0:1761313474.619584:0:77239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005f389535 00000400:00000010:0.0:1761313474.619586:0:77239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005f389535. 00000100:00000200:0.0:1761313474.619592:0:77239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000015f262ae x1846869138391424/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313518 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761313474.619599:0:77239:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000015f262ae x1846869138391424/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313518 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761313474.619627:0:77239:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000006676e198. 02000000:00000010:0.0:1761313474.619634:0:77239:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000003a2bef69. 00000100:00000010:0.0:1761313474.619638:0:77239:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000015f262ae. 00000100:00000010:0.0:1761313474.619643:0:77239:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000004e994188. 00010000:00000010:0.0:1761313474.619647:0:77239:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000009aeef12e. 00000400:00000200:2.0:1761313474.620415:0:15827:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:2.0:1761313474.620426:0:15827:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x68fb7ba85c9c0 00000400:00000200:2.0:1761313474.620432:0:15827:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xaf6ad [2] + 656 00000400:00000200:2.0:1761313474.620486:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313474.620490:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:2.0:1761313474.620494:0:15827:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1761313474.620499:0:15827:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000a90c5c2d. 00000020:00000010:0.0:1761313474.620669:0:64710:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000669fe953. 00000020:00000010:0.0:1761313474.620676:0:64710:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000026f21b6. 00000020:00000010:0.0:1761313474.620680:0:64710:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000075832eba. 00000100:00000200:0.0:1761313474.620707:0:64710:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000a90c5c2d x1846869131381184/t0(0) o103->78617949-0e11-4ca2-94c2-d809f91deaa9@192.168.204.38@tcp:405/0 lens 328/0 e 0 to 0 dl 1761313480 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:0.0:1761313474.620907:0:64710:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869131381184 02000000:00000010:0.0:1761313474.620919:0:64710:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000007725e51e. 00010000:00000010:0.0:1761313474.620947:0:64710:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000092b6273d. 00010000:00000010:0.0:1761313474.620966:0:64710:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000005137fa91. 00000100:00000010:0.0:1761313474.620972:0:64710:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000f22a41b3. 00000100:00000010:0.0:1761313474.620993:0:64710:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000f22a41b3. 00010000:00000010:0.0:1761313474.620996:0:64710:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000005137fa91. 00000400:00000010:0.0:1761313474.621010:0:64710:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000064e32d5c. 00000100:00000200:0.0:1761313474.621014:0:64710:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869131381184, offset 224 00000400:00000200:0.0:1761313474.621022:0:64710:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:0.0:1761313474.621033:0:64710:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:0.0:1761313474.621038:0:64710:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90252:90252:256:4294967295] 192.168.204.38@tcp LPNI seq info [90252:90252:8:4294967295] 00000400:00000200:0.0:1761313474.621048:0:64710:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:0.0:1761313474.621052:0:64710:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:0.0:1761313474.621057:0:64710:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000eb7bab6c (tot 82351826). 00000800:00000200:0.0:1761313474.621062:0:64710:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:0.0:1761313474.621068:0:64710:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:0.0:1761313474.621071:0:64710:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000eb7bab6c type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761313474.621090:0:64710:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000026f21b6. 00000020:00000010:0.0:1761313474.621095:0:64710:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000075832eba. 00000020:00000010:0.0:1761313474.621097:0:64710:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000669fe953. 00000800:00000200:0.0:1761313474.621679:0:15826:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761313474.621683:0:15826:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000eb7bab6c (tot 82351578). 00000400:00000200:0.0:1761313474.621688:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313474.621693:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:0.0:1761313474.621696:0:15826:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000064e32d5c 00000400:00000010:0.0:1761313474.621698:0:15826:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000064e32d5c. 00080000:00000010:3.0:1761313474.621971:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000014cbe4c. 00010000:00000010:3.0:1761313474.622048:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e0c76ba0. 00010000:00000010:3.0:1761313474.622055:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008627cdee. 00010000:00000010:3.0:1761313474.622132:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000009317390b. 00010000:00000010:3.0:1761313474.622138:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000e0c76ba0. 00010000:00000010:3.0:1761313474.622148:0:77239:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000034ec857a. 00000100:00000010:3.0:1761313474.622153:0:77239:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000794492ac. 00000100:00000010:3.0:1761313474.622160:0:77239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000097b2ed89. 02000000:00000010:3.0:1761313474.622172:0:77239:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000d88ca173. 02000000:00000010:3.0:1761313474.622198:0:77239:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e7aca92c. 00000400:00000010:3.0:1761313474.622204:0:77239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000a66f418a. 00000400:00000010:3.0:1761313474.622209:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e05edf74. 00000100:00000200:3.0:1761313474.622214:0:77239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869138391488, portal 16 00000400:00000010:3.0:1761313474.622218:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e515bfff. 00000100:00000200:3.0:1761313474.622221:0:77239:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869138391488, offset 0 00000400:00000200:3.0:1761313474.622227:0:77239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:3.0:1761313474.622236:0:77239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:3.0:1761313474.622242:0:77239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:3.0:1761313474.622246:0:77239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761313474.622248:0:77239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:3.0:1761313474.622250:0:77239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90253:90253:256:4294967295] 192.168.204.38@tcp LPNI seq info [90253:90253:8:4294967295] 00000400:00000200:3.0:1761313474.622259:0:77239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:3.0:1761313474.622264:0:77239:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:3.0:1761313474.622267:0:77239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006eaa0fc9 (tot 82351826). 00000800:00000200:3.0:1761313474.622272:0:77239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:3.0:1761313474.622277:0:77239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:3.0:1761313474.622280:0:77239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000006eaa0fc9 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761313474.622402:0:15825:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761313474.622406:0:15825:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006eaa0fc9 (tot 82351578). 00000400:00000200:2.0:1761313474.622410:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313474.622413:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:2.0:1761313474.622416:0:15825:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e515bfff 00000400:00000010:2.0:1761313474.622417:0:15825:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e515bfff. 00000100:00000200:2.0:1761313474.622422:0:15825:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000097b2ed89 x1846869138391488/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313518 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1761313474.625159:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001cebe519. 00010000:00000010:3.1:1761313474.625171:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d3a31212. 00010000:00000010:3.1:1761313474.625175:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000bba83c1. 00000400:00000200:0.0:1761313474.626723:0:15827:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:0.0:1761313474.626742:0:15827:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x68fb7baf0c1c0 00000400:00000200:0.0:1761313474.626750:0:15827:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb0d55 [1] + 224 00000400:00000200:0.0:1761313474.626765:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313474.626770:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:0.0:1761313474.626797:0:15827:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000097b2ed89 x1846869138391488/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313518 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1761313474.626917:0:77239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000a66f418a. 00000400:00000200:3.0:1761313474.626922:0:77239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e05edf74 00000400:00000010:3.0:1761313474.626924:0:77239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e05edf74. 00000100:00000200:3.0:1761313474.626930:0:77239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000097b2ed89 x1846869138391488/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313518 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761313474.626937:0:77239:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000097b2ed89 x1846869138391488/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313518 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1761313474.626963:0:77239:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e7aca92c. 02000000:00000010:3.0:1761313474.626968:0:77239:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000d88ca173. 00000100:00000010:3.0:1761313474.626971:0:77239:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000097b2ed89. 00000100:00000010:3.0:1761313474.626974:0:77239:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000794492ac. 00010000:00000010:3.0:1761313474.626978:0:77239:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000034ec857a. 00010000:00000010:0.1:1761313474.627395:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e3292b3f. 00010000:00000010:3.1:1761313474.627439:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002d232b2d. 00010000:00000010:3.1:1761313474.627445:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e4d70e9b. 00000400:00000200:0.0:1761313474.627764:0:15826:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:0.0:1761313474.627781:0:15826:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x68fb7ba85ca00 00000400:00000200:0.0:1761313474.627787:0:15826:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xaf6ad [2] + 984 00000400:00000200:0.0:1761313474.627839:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313474.627844:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:0.0:1761313474.627848:0:15826:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761313474.627853:0:15826:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000003efab3fb. 00000020:00000010:1.0:1761313474.627932:0:64710:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005d6a51af. 00000020:00000010:1.0:1761313474.627939:0:64710:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000933b6d01. 00000020:00000010:1.0:1761313474.627943:0:64710:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000008bcc3d6c. 00000100:00000200:1.0:1761313474.627965:0:64710:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000003efab3fb x1846869131381248/t0(0) o103->78617949-0e11-4ca2-94c2-d809f91deaa9@192.168.204.38@tcp:405/0 lens 328/0 e 0 to 0 dl 1761313480 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:1.0:1761313474.627999:0:64710:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869131381248 02000000:00000010:1.0:1761313474.628010:0:64710:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000004109c067. 00010000:00000010:1.0:1761313474.628036:0:64710:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000010ce4555. 00010000:00000010:1.0:1761313474.628054:0:64710:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000654d8b38. 00000100:00000010:1.0:1761313474.628061:0:64710:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000fcdcc0bd. 00000100:00000010:1.0:1761313474.628712:0:64710:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000fcdcc0bd. 00010000:00000010:1.0:1761313474.628718:0:64710:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000654d8b38. 00000400:00000010:1.0:1761313474.628733:0:64710:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000074b1fc4e. 00000100:00000200:1.0:1761313474.628737:0:64710:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869131381248, offset 224 00000400:00000200:1.0:1761313474.628745:0:64710:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:1.0:1761313474.628754:0:64710:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:1.0:1761313474.628760:0:64710:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90254:90254:256:4294967295] 192.168.204.38@tcp LPNI seq info [90254:90254:8:4294967295] 00000400:00000200:1.0:1761313474.628770:0:64710:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:1.0:1761313474.628784:0:64710:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:1.0:1761313474.628788:0:64710:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f67d6031 (tot 82351826). 00000800:00000200:1.0:1761313474.628793:0:64710:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:1.0:1761313474.628799:0:64710:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:1.0:1761313474.628802:0:64710:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000f67d6031 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761313474.628815:0:64710:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000933b6d01. 00000020:00000010:1.0:1761313474.628819:0:64710:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000008bcc3d6c. 00000020:00000010:1.0:1761313474.628822:0:64710:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005d6a51af. 00000800:00000200:3.0:1761313474.628918:0:15825:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761313474.628922:0:15825:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f67d6031 (tot 82351578). 00000400:00000200:3.0:1761313474.628926:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313474.628930:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:3.0:1761313474.628933:0:15825:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000074b1fc4e 00000400:00000010:3.0:1761313474.628934:0:15825:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000074b1fc4e. 00080000:00000010:1.0:1761313474.631295:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 000000005d6a51af. 00010000:00000010:1.0:1761313474.631413:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e0c76ba0. 00010000:00000010:1.0:1761313474.631422:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000076c41d3f. 00010000:00000010:1.0:1761313474.631490:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000fdb76ba0. 00010000:00000010:1.0:1761313474.631496:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000f282e86b. 00010000:00000010:1.0:1761313474.631507:0:77239:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000654d8b38. 00000100:00000010:1.0:1761313474.631514:0:77239:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000fcdcc0bd. 00000100:00000010:1.0:1761313474.631522:0:77239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000064f8b87f. 02000000:00000010:1.0:1761313474.631534:0:77239:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000b90e1890. 02000000:00000010:1.0:1761313474.631559:0:77239:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000db1815c1. 00000400:00000010:1.0:1761313474.631565:0:77239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000b4c7e534. 00000400:00000010:1.0:1761313474.631570:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e95cb506. 00000100:00000200:1.0:1761313474.631575:0:77239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869138391552, portal 16 00000400:00000010:1.0:1761313474.631580:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e7bbe35e. 00000100:00000200:1.0:1761313474.631581:0:77239:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869138391552, offset 0 00000400:00000200:1.0:1761313474.631589:0:77239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:1.0:1761313474.631604:0:77239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:1.0:1761313474.631611:0:77239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:1.0:1761313474.631615:0:77239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761313474.631617:0:77239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:1.0:1761313474.631621:0:77239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90255:90255:256:4294967295] 192.168.204.38@tcp LPNI seq info [90255:90255:8:4294967295] 00000400:00000200:1.0:1761313474.631631:0:77239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:1.0:1761313474.631637:0:77239:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:1.0:1761313474.631641:0:77239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000cc8c87c8 (tot 82351826). 00000800:00000200:1.0:1761313474.631646:0:77239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:1.0:1761313474.631653:0:77239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:1.0:1761313474.631657:0:77239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000cc8c87c8 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761313474.632200:0:15827:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761313474.632203:0:15827:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000cc8c87c8 (tot 82351578). 00000400:00000200:0.0:1761313474.632207:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313474.632211:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:0.0:1761313474.632215:0:15827:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e7bbe35e 00000400:00000010:0.0:1761313474.632217:0:15827:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e7bbe35e. 00000100:00000200:0.0:1761313474.632223:0:15827:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000064f8b87f x1846869138391552/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313518 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761313474.638227:0:15826:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:0.0:1761313474.638246:0:15826:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x68fb7baf0c200 00000400:00000200:0.0:1761313474.638255:0:15826:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb0d61 [1] + 224 00000400:00000200:0.0:1761313474.638269:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313474.638273:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:0.0:1761313474.638283:0:15826:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000064f8b87f x1846869138391552/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313518 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1761313474.638384:0:77239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000b4c7e534. 00000400:00000200:3.0:1761313474.638389:0:77239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e95cb506 00000400:00000010:3.0:1761313474.638391:0:77239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e95cb506. 00000100:00000200:3.0:1761313474.638398:0:77239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000064f8b87f x1846869138391552/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313518 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761313474.638405:0:77239:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000064f8b87f x1846869138391552/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313518 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1761313474.638434:0:77239:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000db1815c1. 02000000:00000010:3.0:1761313474.638440:0:77239:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000b90e1890. 00000100:00000010:3.0:1761313474.638444:0:77239:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000064f8b87f. 00000100:00000010:3.0:1761313474.638448:0:77239:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000fcdcc0bd. 00010000:00000010:3.0:1761313474.638453:0:77239:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000654d8b38. 00010000:00000010:1.1:1761313474.638634:0:78471:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004a3ac930. 00000400:00000200:2.0:1761313474.645002:0:15825:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:2.0:1761313474.645021:0:15825:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x68fb7ba85ca40 00000400:00000200:2.0:1761313474.645030:0:15825:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xaf6ad [2] + 1312 00000400:00000200:2.0:1761313474.645101:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313474.645106:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:2.0:1761313474.645112:0:15825:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1761313474.645117:0:15825:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000000b5a18e1. 00000020:00000010:2.0:1761313474.645176:0:64710:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006857133c. 00000020:00000010:2.0:1761313474.645183:0:64710:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000009000d98. 00000020:00000010:2.0:1761313474.645187:0:64710:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000f72ff3ec. 00000100:00000200:2.0:1761313474.645216:0:64710:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000000b5a18e1 x1846869131381312/t0(0) o103->78617949-0e11-4ca2-94c2-d809f91deaa9@192.168.204.38@tcp:405/0 lens 328/0 e 0 to 0 dl 1761313480 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:2.0:1761313474.645244:0:64710:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869131381312 02000000:00000010:2.0:1761313474.645254:0:64710:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000078abeb46. 00010000:00000010:2.0:1761313474.645282:0:64710:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e7552661. 00010000:00000010:2.0:1761313474.645304:0:64710:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000001ef77b5f. 00000100:00000010:2.0:1761313474.645310:0:64710:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000068b09f0f. 00000100:00000010:2.0:1761313474.645323:0:64710:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000068b09f0f. 00010000:00000010:2.0:1761313474.645326:0:64710:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000001ef77b5f. 00000400:00000010:2.0:1761313474.645339:0:64710:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f19b9931. 00000100:00000200:2.0:1761313474.645345:0:64710:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869131381312, offset 224 00000400:00000200:2.0:1761313474.645351:0:64710:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:2.0:1761313474.645385:0:64710:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:2.0:1761313474.645390:0:64710:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90256:90256:256:4294967295] 192.168.204.38@tcp LPNI seq info [90256:90256:8:4294967295] 00000400:00000200:2.0:1761313474.645401:0:64710:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:2.0:1761313474.645406:0:64710:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:2.0:1761313474.645412:0:64710:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000044feb42c (tot 82351826). 00000800:00000200:2.0:1761313474.645418:0:64710:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:2.0:1761313474.645424:0:64710:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:2.0:1761313474.645427:0:64710:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000044feb42c type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761313474.645443:0:64710:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000009000d98. 00000020:00000010:2.0:1761313474.645447:0:64710:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000f72ff3ec. 00000020:00000010:2.0:1761313474.645450:0:64710:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006857133c. 00080000:00000010:2.0:1761313474.645480:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 000000006857133c. 00010000:00000010:2.0:1761313474.645570:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000f282e86b. 00010000:00000010:2.0:1761313474.645578:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000005477a55a. 00010000:00000010:2.0:1761313474.645653:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000028e8a35c. 00010000:00000010:2.0:1761313474.645659:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000068949f78. 00010000:00000010:2.0:1761313474.645671:0:77239:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000001ef77b5f. 00000100:00000010:2.0:1761313474.645674:0:77239:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000068b09f0f. 00000100:00000010:2.0:1761313474.645681:0:77239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000b83c932b. 02000000:00000010:2.0:1761313474.645692:0:77239:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000000d9c540. 02000000:00000010:2.0:1761313474.645717:0:77239:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e8ad967a. 00000400:00000010:2.0:1761313474.645722:0:77239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000007c9c531b. 00000400:00000010:2.0:1761313474.645726:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000032f4837. 00000100:00000200:2.0:1761313474.645730:0:77239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869138391616, portal 16 00000400:00000010:2.0:1761313474.645734:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003c745d15. 00000100:00000200:2.0:1761313474.645735:0:77239:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869138391616, offset 0 00000400:00000200:2.0:1761313474.645741:0:77239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:2.0:1761313474.645747:0:77239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:2.0:1761313474.645754:0:77239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:2.0:1761313474.645758:0:77239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761313474.645761:0:77239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:2.0:1761313474.645763:0:77239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90257:90257:255:4294967295] 192.168.204.38@tcp LPNI seq info [90257:90257:7:4294967295] 00000400:00000200:2.0:1761313474.645781:0:77239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:2.0:1761313474.645786:0:77239:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:2.0:1761313474.645789:0:77239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c737f52d (tot 82352074). 00000800:00000200:2.0:1761313474.645793:0:77239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:2.0:1761313474.645798:0:77239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:2.0:1761313474.645800:0:77239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c737f52d type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761313474.645910:0:15827:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761313474.645915:0:15827:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000044feb42c (tot 82351826). 00000400:00000200:0.0:1761313474.645920:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313474.645923:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:0.0:1761313474.645927:0:15827:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f19b9931 00000400:00000010:0.0:1761313474.645928:0:15827:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f19b9931. 00000800:00000200:0.0:1761313474.645981:0:15827:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761313474.645983:0:15827:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c737f52d (tot 82351578). 00000400:00000200:0.0:1761313474.645986:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313474.645989:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:0.0:1761313474.645991:0:15827:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003c745d15 00000400:00000010:0.0:1761313474.645992:0:15827:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003c745d15. 00000100:00000200:0.0:1761313474.645997:0:15827:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000b83c932b x1846869138391616/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313518 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1761313474.650656:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d1991cf2. 00000400:00000200:0.0:1761313474.651069:0:15826:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:0.0:1761313474.651087:0:15826:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x68fb7baf0c240 00000400:00000200:0.0:1761313474.651096:0:15826:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb0d6d [1] + 224 00000400:00000200:0.0:1761313474.651110:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313474.651114:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:0.0:1761313474.651125:0:15826:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000b83c932b x1846869138391616/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313518 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1761313474.651205:0:77239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000007c9c531b. 00000400:00000200:2.0:1761313474.651209:0:77239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000032f4837 00000400:00000010:2.0:1761313474.651211:0:77239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000032f4837. 00000100:00000200:2.0:1761313474.651218:0:77239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000b83c932b x1846869138391616/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313518 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761313474.651224:0:77239:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000b83c932b x1846869138391616/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313518 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761313474.651253:0:77239:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e8ad967a. 02000000:00000010:2.0:1761313474.651258:0:77239:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000000d9c540. 00000100:00000010:2.0:1761313474.651261:0:77239:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000b83c932b. 00000100:00000010:2.0:1761313474.651279:0:77239:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000068b09f0f. 00010000:00000010:2.0:1761313474.651282:0:77239:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000001ef77b5f. 00010000:00000010:1.1:1761313474.651566:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009317390b. 00010000:00000010:2.1:1761313474.655734:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000023f76748. 00010000:00000010:2.1:1761313474.655749:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fb2cf7b5. 00010000:00000010:2.1:1761313474.655753:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fdb76ba0. 00000400:00000200:3.0:1761313474.661147:0:15825:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:3.0:1761313474.661166:0:15825:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x68fb7ba85ca80 00000400:00000200:3.0:1761313474.661174:0:15825:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xaf6ad [2] + 1640 00000400:00000200:3.0:1761313474.661970:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313474.661978:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:3.0:1761313474.661984:0:15825:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761313474.661991:0:15825:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000097b2ed89. 00000020:00000010:1.0:1761313474.665780:0:75220:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b7c4d44c. 00000020:00000010:1.0:1761313474.665791:0:75220:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000933b6d01. 00000020:00000010:1.0:1761313474.665795:0:75220:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000008bcc3d6c. 00000100:00000200:1.0:1761313474.665826:0:75220:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000097b2ed89 x1846869131381376/t0(0) o103->78617949-0e11-4ca2-94c2-d809f91deaa9@192.168.204.38@tcp:405/0 lens 328/0 e 0 to 0 dl 1761313480 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:1.0:1761313474.665863:0:75220:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869131381376 02000000:00000010:1.0:1761313474.665874:0:75220:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000b90e1890. 00010000:00000010:1.0:1761313474.665900:0:75220:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007a165838. 00010000:00000010:1.0:1761313474.665920:0:75220:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000e3799789. 00000100:00000010:1.0:1761313474.665927:0:75220:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000fcdcc0bd. 00000100:00000010:1.0:1761313474.665949:0:75220:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000fcdcc0bd. 00010000:00000010:1.0:1761313474.665953:0:75220:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000e3799789. 00000400:00000010:1.0:1761313474.665967:0:75220:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b6c604dc. 00000100:00000200:1.0:1761313474.665973:0:75220:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869131381376, offset 224 00000400:00000200:1.0:1761313474.665981:0:75220:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:1.0:1761313474.665995:0:75220:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:1.0:1761313474.666001:0:75220:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90258:90258:256:4294967295] 192.168.204.38@tcp LPNI seq info [90258:90258:8:4294967295] 00000400:00000200:1.0:1761313474.666012:0:75220:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:1.0:1761313474.666018:0:75220:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:1.0:1761313474.666022:0:75220:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000fe7bdfb5 (tot 82351826). 00000800:00000200:1.0:1761313474.666029:0:75220:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:1.0:1761313474.666037:0:75220:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:1.0:1761313474.666040:0:75220:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000fe7bdfb5 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761313474.666055:0:75220:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000933b6d01. 00000020:00000010:1.0:1761313474.666059:0:75220:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000008bcc3d6c. 00000020:00000010:1.0:1761313474.666062:0:75220:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b7c4d44c. 00080000:00000010:0.0:1761313474.667472:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 000000004f692788. 00010000:00000010:0.0:1761313474.667564:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000068949f78. 00010000:00000010:0.0:1761313474.667582:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000cd663e96. 00010000:00000010:0.0:1761313474.667641:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000009c99ccc3. 00010000:00000010:0.0:1761313474.667645:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000036663de0. 00010000:00000010:0.0:1761313474.667649:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000010c4cce5. 00010000:00000010:0.0:1761313474.667654:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000069c27738. 00080000:00000010:0.0:1761313474.667665:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000794b04eb. 00010000:00000010:0.0:1761313474.667685:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000069c27738. 00010000:00000010:0.0:1761313474.667688:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000036663de0. 00010000:00000010:0.0:1761313474.667726:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000fca8e535. 00010000:00000010:0.0:1761313474.667730:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000069c27738. 00010000:00000010:0.0:1761313474.667736:0:77239:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000005137fa91. 00000100:00000010:0.0:1761313474.667742:0:77239:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000f22a41b3. 00000100:00000010:0.0:1761313474.667749:0:77239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000db4b24ed. 02000000:00000010:0.0:1761313474.667760:0:77239:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000cfce8803. 02000000:00000010:0.0:1761313474.667793:0:77239:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000008b6f23c3. 00000400:00000010:0.0:1761313474.667800:0:77239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000f7375ff3. 00000400:00000010:0.0:1761313474.667805:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000064e32d5c. 00000100:00000200:0.0:1761313474.667810:0:77239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869138391680, portal 16 00000400:00000010:0.0:1761313474.667815:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002cd75c60. 00000100:00000200:0.0:1761313474.667816:0:77239:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869138391680, offset 0 00000400:00000200:0.0:1761313474.667824:0:77239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:0.0:1761313474.667834:0:77239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:0.0:1761313474.667840:0:77239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:0.0:1761313474.667843:0:77239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761313474.667846:0:77239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:0.0:1761313474.667849:0:77239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90259:90259:255:4294967295] 192.168.204.38@tcp LPNI seq info [90259:90259:7:4294967295] 00000400:00000200:0.0:1761313474.667858:0:77239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:0.0:1761313474.667862:0:77239:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:0.0:1761313474.667866:0:77239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000eb7bab6c (tot 82352074). 00000800:00000200:0.0:1761313474.667871:0:77239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:0.0:1761313474.667877:0:77239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:0.0:1761313474.667881:0:77239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000eb7bab6c type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761313474.667933:0:15827:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761313474.667936:0:15827:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000fe7bdfb5 (tot 82351826). 00000400:00000200:0.0:1761313474.667940:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313474.667944:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:0.0:1761313474.667947:0:15827:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b6c604dc 00000400:00000010:0.0:1761313474.667949:0:15827:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b6c604dc. 00000800:00000200:0.0:1761313474.668019:0:15827:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761313474.668021:0:15827:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000eb7bab6c (tot 82351578). 00000400:00000200:0.0:1761313474.668024:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313474.668027:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:0.0:1761313474.668029:0:15827:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002cd75c60 00000400:00000010:0.0:1761313474.668030:0:15827:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002cd75c60. 00000100:00000200:0.0:1761313474.668036:0:15827:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000db4b24ed x1846869138391680/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313518 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000100:00000010:2.0:1761313474.670597:0:71750:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000b83c932b. 02000000:00000010:2.0:1761313474.670617:0:71750:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000001293a8d4. 02000000:00000010:2.0:1761313474.670666:0:15832:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000006aae49b1. 00000400:00000010:2.0:1761313474.670673:0:15832:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000007c9c531b. 00000400:00000010:2.0:1761313474.670678:0:15832:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000032f4837. 00000100:00000200:2.0:1761313474.670684:0:15832:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1846869138391744, portal 4 00000400:00000010:2.0:1761313474.670689:0:15832:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000043b2001f. 00000100:00000200:2.0:1761313474.670691:0:15832:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1846869138391744, offset 0 00000400:00000200:2.0:1761313474.670698:0:15832:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1761313474.670708:0:15832:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1761313474.670717:0:15832:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x68fb7baf0c2c0 00000400:00000200:2.0:1761313474.670723:0:15832:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0x31b7d [8] + 6944 00000400:00000200:2.0:1761313474.670730:0:15832:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313474.670733:0:15832:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1761313474.670738:0:15832:0:(events.c:317:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000010:2.0:1761313474.670741:0:15832:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000022dbc85e. 00000400:00000200:2.0:1761313474.670754:0:15832:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000043b2001f 00000400:00000010:2.0:1761313474.670756:0:15832:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000043b2001f. 00000100:00000200:2.0:1761313474.670761:0:15832:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000b83c932b x1846869138391744/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1761313481 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'osp-pre-0-0.0' 00000020:00000010:2.0:1761313474.670819:0:67966:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e8ad967a. 00000020:00000010:2.0:1761313474.670824:0:67966:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000009000d98. 00000020:00000010:2.0:1761313474.670828:0:67966:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000f72ff3ec. 00000100:00000200:2.0:1761313474.670852:0:67966:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869138391744 02000000:00000010:2.0:1761313474.670865:0:67966:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 648 at 00000000e011e6af. 00010000:00000200:2.0:1761313474.670885:0:67966:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply req@0000000022dbc85e x1846869138391744/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:405/0 lens 224/368 e 0 to 0 dl 1761313480 ref 1 fl Interpret:/0/0 rc 0/0 job:'osp-pre-0-0.0' 00000400:00000010:2.0:1761313474.670896:0:67966:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000043b2001f. 00000100:00000200:2.0:1761313474.670899:0:67966:0:(niobuf.c:86:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1846869138391744, offset 224 00000400:00000200:2.0:1761313474.670901:0:67966:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1761313474.670906:0:67966:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1761313474.670910:0:67966:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x68fb7baf0c2c0 00000400:00000200:2.0:1761313474.670913:0:67966:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0xb0d81 [1] + 224 00000400:00000200:2.0:1761313474.670916:0:67966:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313474.670918:0:67966:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1761313474.670922:0:67966:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000b83c932b x1846869138391744/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1761313481 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'osp-pre-0-0.0' 00000400:00000200:2.0:1761313474.670933:0:67966:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000043b2001f 00000400:00000010:2.0:1761313474.670934:0:67966:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000043b2001f. 00000020:00000010:2.0:1761313474.670942:0:67966:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000009000d98. 00000020:00000010:2.0:1761313474.670945:0:67966:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000f72ff3ec. 00000020:00000010:2.0:1761313474.670947:0:67966:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e8ad967a. 00000400:00000010:2.0:1761313474.670963:0:15832:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000007c9c531b. 00000400:00000200:2.0:1761313474.670965:0:15832:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000032f4837 00000400:00000010:2.0:1761313474.670966:0:15832:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000032f4837. 00000100:00000200:2.0:1761313474.670968:0:15832:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000b83c932b x1846869138391744/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1761313481 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'osp-pre-0-0.0' 00000100:00000200:2.0:1761313474.670974:0:15832:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000b83c932b x1846869138391744/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1761313481 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'osp-pre-0-0.0' 02000000:00000010:2.0:1761313474.670994:0:15832:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000006aae49b1. 02000000:00000010:2.0:1761313474.670999:0:15832:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 000000001293a8d4. 00000100:00000010:2.0:1761313474.671003:0:15832:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000b83c932b. 00000100:00000010:3.0:1761313474.672761:0:71752:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000009906dba7. 02000000:00000010:3.0:1761313474.672784:0:71752:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000986d3ed7. 02000000:00000010:2.0:1761313474.672956:0:15832:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000006aae49b1. 00000400:00000010:2.0:1761313474.672963:0:15832:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000007c9c531b. 00000400:00000010:2.0:1761313474.672968:0:15832:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000032f4837. 00000100:00000200:2.0:1761313474.672973:0:15832:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1846869138391808, portal 4 00000400:00000010:2.0:1761313474.672979:0:15832:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000043b2001f. 00000100:00000200:2.0:1761313474.672981:0:15832:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1846869138391808, offset 0 00000400:00000200:2.0:1761313474.672988:0:15832:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1761313474.672999:0:15832:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1761313474.673006:0:15832:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x68fb7baf0c300 00000400:00000200:2.0:1761313474.673012:0:15832:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0x31b7d [8] + 7168 00000400:00000200:2.0:1761313474.673018:0:15832:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313474.673021:0:15832:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1761313474.673026:0:15832:0:(events.c:317:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000010:2.0:1761313474.673030:0:15832:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000b83c932b. 00000400:00000200:2.0:1761313474.673304:0:15832:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000043b2001f 00000400:00000010:2.0:1761313474.673306:0:15832:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000043b2001f. 00000100:00000200:2.0:1761313474.673312:0:15832:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000009906dba7 x1846869138391808/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1761313481 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'osp-pre-1-0.0' 00000020:00000010:3.0:1761313474.675405:0:66393:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009cb67fe6. 00000020:00000010:3.0:1761313474.675415:0:66393:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000006fa327ed. 00000020:00000010:3.0:1761313474.675420:0:66393:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000002fdb529a. 00000100:00000200:3.0:1761313474.675451:0:66393:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869138391808 02000000:00000010:3.0:1761313474.675466:0:66393:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 648 at 0000000079bb21db. 00010000:00000200:3.0:1761313474.675485:0:66393:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply req@00000000b83c932b x1846869138391808/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:405/0 lens 224/368 e 0 to 0 dl 1761313480 ref 1 fl Interpret:/0/0 rc 0/0 job:'osp-pre-1-0.0' 00000400:00000010:3.0:1761313474.675500:0:66393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e05edf74. 00000100:00000200:3.0:1761313474.675505:0:66393:0:(niobuf.c:86:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1846869138391808, offset 224 00000400:00000200:3.0:1761313474.675511:0:66393:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1761313474.675522:0:66393:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1761313474.675530:0:66393:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x68fb7baf0c300 00000400:00000200:3.0:1761313474.675537:0:66393:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0xb0d8d [1] + 224 00000400:00000200:3.0:1761313474.675543:0:66393:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313474.675546:0:66393:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1761313474.675553:0:66393:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000009906dba7 x1846869138391808/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1761313481 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'osp-pre-1-0.0' 00000400:00000200:3.0:1761313474.675573:0:66393:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e05edf74 00000400:00000010:3.0:1761313474.675575:0:66393:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e05edf74. 00000020:00000010:3.0:1761313474.675585:0:66393:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000006fa327ed. 00000020:00000010:3.0:1761313474.675588:0:66393:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000002fdb529a. 00000020:00000010:3.0:1761313474.675592:0:66393:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009cb67fe6. 00000400:00000010:3.0:1761313474.675610:0:15832:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000007c9c531b. 00000400:00000200:3.0:1761313474.675613:0:15832:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000032f4837 00000400:00000010:3.0:1761313474.675615:0:15832:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000032f4837. 00000100:00000200:3.0:1761313474.675618:0:15832:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000009906dba7 x1846869138391808/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1761313481 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'osp-pre-1-0.0' 00000100:00000200:3.0:1761313474.675625:0:15832:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000009906dba7 x1846869138391808/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1761313481 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'osp-pre-1-0.0' 02000000:00000010:3.0:1761313474.675652:0:15832:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000006aae49b1. 02000000:00000010:3.0:1761313474.675657:0:15832:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000986d3ed7. 00000100:00000010:3.0:1761313474.675661:0:15832:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000009906dba7. 00000020:00000010:3.0:1761313474.682496:0:78487:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000061e0406a. 00000020:00000010:3.0:1761313474.682506:0:78487:0:(lu_object.c:546:lu_global_key_init()) kmalloced '(value)': 512 at 00000000604212e1. 00000040:00000010:3.0:1761313474.682509:0:78487:0:(llog_obd.c:233:llog_key_init()) kmalloced '(value)': 480 at 00000000b9ebb263. 00000020:00000010:3.0:1761313474.682513:0:78487:0:(dt_object.c:51:dt_global_key_init()) kmalloced '(value)': 1256 at 00000000e1b0715f. 00000020:00000010:3.0:1761313474.682518:0:78487:0:(tgt_main.c:736:tgt_key_init()) slab-alloced 'thread': 1264 at 0000000019900db3. 00000020:00000010:3.0:1761313474.682522:0:78487:0:(update_records.c:1216:update_key_init()) kmalloced '(value)': 432 at 00000000bca0be32. 80000000:00000010:3.0:1761313474.682526:0:78487:0:(fld_handler.c:54:fld_key_init()) kmalloced '(value)': 72 at 000000005ef77c1b. 40000000:00000010:3.0:1761313474.682529:0:78487:0:(fid_handler.c:456:seq_key_init()) kmalloced '(value)': 48 at 0000000034ec857a. 00100000:00000010:3.0:1761313474.682533:0:78487:0:(lfsck_lib.c:50:lfsck_key_init()) kmalloced '(value)': 1808 at 000000005b99c071. 00040000:00000010:3.0:1761313474.682537:0:78487:0:(lquota_lib.c:53:lquota_key_init()) kmalloced '(value)': 240 at 00000000986d3ed7. 00040000:00000010:3.0:1761313474.682541:0:78487:0:(qmt_dev.c:351:qmt_key_init()) kmalloced '(value)': 1256 at 00000000892b21bb. 00040000:00000010:3.0:1761313474.682544:0:78487:0:(qsd_lib.c:71:qsd_key_init()) kmalloced '(value)': 408 at 000000006ebcd407. 00080000:00000010:3.0:1761313474.682548:0:78487:0:(osd_handler.c:7918:osd_key_init()) kmalloced '(info)': 3944 at 000000003e91a77b. 00080000:00000010:3.0:1761313474.682553:0:78487:0:(osd_handler.c:7922:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 000000006bffeb45. 00000004:00000010:3.0:1761313474.682559:0:78487:0:(mdd_device.c:2347:mdd_key_init()) kmalloced '(value)': 1856 at 00000000f3be2645. 00000004:00000010:3.0:1761313474.682564:0:78487:0:(mdt_handler.c:7613:mdt_key_init()) kmalloced '(value)': 2352 at 000000008c40174a. 00000004:00000010:3.0:1761313474.682568:0:78487:0:(lod_dev.c:2019:lod_key_init()) kmalloced '(value)': 1176 at 0000000023c6126a. 00002000:00000010:3.0:1761313474.682572:0:78487:0:(ofd_dev.c:2926:ofd_key_init()) kmalloced '(value)': 896 at 00000000841067ee. 00000004:00000010:3.0:1761313474.682577:0:78487:0:(osp_dev.c:1794:osp_key_init()) kmalloced '(value)': 616 at 00000000e4934b01. 00000020:00000010:3.0:1761313474.682610:0:78487:0:(lu_object.c:546:lu_global_key_fini()) kfreed 'info': 512 at 00000000604212e1. 00000040:00000010:3.0:1761313474.682614:0:78487:0:(llog_obd.c:233:llog_key_fini()) kfreed 'info': 480 at 00000000b9ebb263. 00000020:00000010:3.0:1761313474.682617:0:78487:0:(dt_object.c:52:dt_global_key_fini()) kfreed 'info': 1256 at 00000000e1b0715f. 00000020:00000010:3.0:1761313474.682621:0:78487:0:(tgt_main.c:757:tgt_key_fini()) slab-freed '(info)': 1264 at 0000000019900db3. 00000020:00000010:3.0:1761313474.682624:0:78487:0:(update_records.c:1212:update_key_fini()) kfreed 'info': 432 at 00000000bca0be32. 80000000:00000010:3.0:1761313474.682627:0:78487:0:(fld_handler.c:54:fld_key_fini()) kfreed 'info': 72 at 000000005ef77c1b. 40000000:00000010:3.0:1761313474.682630:0:78487:0:(fid_handler.c:456:seq_key_fini()) kfreed 'info': 48 at 0000000034ec857a. 00100000:00000010:3.0:1761313474.682634:0:78487:0:(lfsck_lib.c:60:lfsck_key_fini()) kfreed 'info': 1808 at 000000005b99c071. 00040000:00000010:3.0:1761313474.682637:0:78487:0:(lquota_lib.c:53:lquota_key_fini()) kfreed 'info': 240 at 00000000986d3ed7. 00040000:00000010:3.0:1761313474.682640:0:78487:0:(qmt_dev.c:351:qmt_key_fini()) kfreed 'info': 1256 at 00000000892b21bb. 00040000:00000010:3.0:1761313474.682643:0:78487:0:(qsd_lib.c:71:qsd_key_fini()) kfreed 'info': 408 at 000000006ebcd407. 00080000:00000010:3.0:1761313474.682646:0:78487:0:(osd_handler.c:7968:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 000000006bffeb45. 00080000:00000010:3.0:1761313474.682649:0:78487:0:(osd_handler.c:7979:osd_key_fini()) kfreed 'info': 3944 at 000000003e91a77b. 00000004:00000010:3.0:1761313474.682652:0:78487:0:(mdd_device.c:2359:mdd_key_fini()) kfreed 'info': 1856 at 00000000f3be2645. 00000004:00000010:3.0:1761313474.682655:0:78487:0:(mdt_handler.c:7632:mdt_key_fini()) kfreed 'info': 2352 at 000000008c40174a. 00000004:00000010:3.0:1761313474.682659:0:78487:0:(lod_dev.c:2049:lod_key_fini()) kfreed 'info': 1176 at 0000000023c6126a. 00002000:00000010:3.0:1761313474.682662:0:78487:0:(ofd_dev.c:2926:ofd_key_fini()) kfreed 'info': 896 at 00000000841067ee. 00000004:00000010:3.0:1761313474.682664:0:78487:0:(osp_dev.c:1794:osp_key_fini()) kfreed 'info': 616 at 00000000e4934b01. 00000020:00000010:3.0:1761313474.682666:0:78487:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000061e0406a. 00000400:00000200:0.0:1761313474.685347:0:15826:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:0.0:1761313474.685393:0:15826:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x68fb7baf0c280 00000400:00000200:0.0:1761313474.685402:0:15826:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb0d79 [1] + 224 00000400:00000200:0.0:1761313474.685416:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313474.685419:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:0.0:1761313474.685429:0:15826:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000db4b24ed x1846869138391680/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313518 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761313474.685464:0:15826:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:0.0:1761313474.685469:0:15826:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x68fb7ba85cac0 00000400:00000200:0.0:1761313474.685474:0:15826:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xaf6ad [2] + 1968 00000400:00000010:0.0:1761313474.685478:0:15826:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000af140201. 00000400:00000200:0.0:1761313474.685483:0:15826:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 00000000740f7a8d 00000400:00000200:0.0:1761313474.685524:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313474.685528:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:0.0:1761313474.685530:0:15826:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000740f7a8d 00000400:00000010:0.0:1761313474.685532:0:15826:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 00000000740f7a8d (tot 82351426). 00000100:00000200:0.0:1761313474.685538:0:15826:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:0.0:1761313474.685597:0:64710:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ad060e8b. 00000020:00000010:0.0:1761313474.685603:0:64710:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000036663de0. 00000020:00000010:0.0:1761313474.685608:0:64710:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000075832eba. 00000100:00000200:0.0:1761313474.685633:0:64710:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000090f420a x1846869131381440/t0(0) o103->78617949-0e11-4ca2-94c2-d809f91deaa9@192.168.204.38@tcp:405/0 lens 328/0 e 0 to 0 dl 1761313480 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:0.0:1761313474.685663:0:64710:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869131381440 02000000:00000010:0.0:1761313474.685673:0:64710:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000018e7634. 00010000:00000010:0.0:1761313474.685711:0:64710:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000092b5f036. 00000100:00000010:0.0:1761313474.685718:0:64710:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000090315c90. 00000100:00000010:0.0:1761313474.685724:0:64710:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000090315c90. 00010000:00000010:0.0:1761313474.685727:0:64710:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000092b5f036. 00000400:00000010:0.0:1761313474.685740:0:64710:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002cd75c60. 00000100:00000200:0.0:1761313474.685744:0:64710:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869131381440, offset 224 00000400:00000200:0.0:1761313474.685751:0:64710:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:0.0:1761313474.685760:0:64710:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:0.0:1761313474.685766:0:64710:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90260:90260:256:4294967295] 192.168.204.38@tcp LPNI seq info [90260:90260:8:4294967295] 00000400:00000200:0.0:1761313474.685786:0:64710:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:0.0:1761313474.685792:0:64710:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:0.0:1761313474.685796:0:64710:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000eb7bab6c (tot 82351674). 00000800:00000200:0.0:1761313474.685802:0:64710:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:0.0:1761313474.685809:0:64710:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:0.0:1761313474.685812:0:64710:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000eb7bab6c type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761313474.685832:0:64710:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000036663de0. 00000020:00000010:0.0:1761313474.685836:0:64710:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000075832eba. 00000020:00000010:0.0:1761313474.685840:0:64710:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ad060e8b. 02000000:00000010:0.0:1761313474.685849:0:64710:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000b90e1890. 00000100:00000010:0.0:1761313474.685853:0:64710:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000097b2ed89. 02000000:00000010:0.0:1761313474.685857:0:64710:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000078abeb46. 00000100:00000010:0.0:1761313474.685860:0:64710:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000000b5a18e1. 02000000:00000010:0.0:1761313474.685864:0:64710:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000004109c067. 00000100:00000010:0.0:1761313474.685866:0:64710:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000003efab3fb. 02000000:00000010:0.0:1761313474.685869:0:64710:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000007725e51e. 00000100:00000010:0.0:1761313474.685871:0:64710:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000a90c5c2d. 02000000:00000010:0.0:1761313474.685874:0:64710:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000002795c718. 00000100:00000010:0.0:1761313474.685876:0:64710:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000008be944fb. 02000000:00000010:0.0:1761313474.685879:0:64710:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000006f7470de. 00000100:00000010:0.0:1761313474.685882:0:64710:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000004c2b08ab. 00000100:00000200:0.0:1761313474.685888:0:64710:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1761313474.685893:0:64710:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000ca5fce0f. 00000400:00000010:0.0:1761313474.685896:0:64710:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 0000000090315c90 (tot 82351826). 00000800:00000200:0.0:1761313474.685946:0:15825:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761313474.685949:0:15825:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000eb7bab6c (tot 82351578). 00000400:00000200:0.0:1761313474.685953:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313474.685956:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:0.0:1761313474.685959:0:15825:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002cd75c60 00000400:00000010:0.0:1761313474.685960:0:15825:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002cd75c60. 02000000:00000010:0.0:1761313474.685963:0:15825:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000018e7634. 00010000:00000010:1.1:1761313474.688385:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006562a632. 00000400:00000010:3.0:1761313474.689293:0:77239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000f7375ff3. 00000400:00000200:3.0:1761313474.689298:0:77239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000064e32d5c 00000400:00000010:3.0:1761313474.689300:0:77239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000064e32d5c. 00000100:00000200:3.0:1761313474.689312:0:77239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000db4b24ed x1846869138391680/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313518 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761313474.689322:0:77239:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000db4b24ed x1846869138391680/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313518 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.0:1761313474.689346:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a612170b. 02000000:00000010:3.0:1761313474.689487:0:77239:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000008b6f23c3. 02000000:00000010:3.0:1761313474.689493:0:77239:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000cfce8803. 00000100:00000010:3.0:1761313474.689496:0:77239:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000db4b24ed. 00000100:00000010:3.0:1761313474.689500:0:77239:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000f22a41b3. 00010000:00000010:3.0:1761313474.689503:0:77239:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000005137fa91. 00080000:00000010:3.0:1761313474.689519:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 0000000034691504. 00010000:00000010:3.0:1761313474.689606:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000069c27738. 00010000:00000010:3.0:1761313474.689613:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000659e090e. 00010000:00000010:3.0:1761313474.689679:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000e4d70e9b. 00010000:00000010:3.0:1761313474.689685:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000001d40bee1. 00010000:00000010:3.0:1761313474.689696:0:77239:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000034ec857a. 00000100:00000010:3.0:1761313474.689701:0:77239:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000794492ac. 00000100:00000010:3.0:1761313474.689709:0:77239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000009906dba7. 02000000:00000010:3.0:1761313474.689719:0:77239:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000009cb67fe6. 02000000:00000010:3.0:1761313474.689742:0:77239:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000061e0406a. 00000400:00000010:3.0:1761313474.689747:0:77239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000a66f418a. 00000400:00000010:3.0:1761313474.689752:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e05edf74. 00000100:00000200:3.0:1761313474.689756:0:77239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869138391872, portal 16 00000400:00000010:3.0:1761313474.689760:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a66ded6b. 00000100:00000200:3.0:1761313474.689762:0:77239:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869138391872, offset 0 00000400:00000200:3.0:1761313474.689769:0:77239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:3.0:1761313474.689791:0:77239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:3.0:1761313474.689798:0:77239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:3.0:1761313474.689801:0:77239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761313474.689803:0:77239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:3.0:1761313474.689806:0:77239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90261:90261:256:4294967295] 192.168.204.38@tcp LPNI seq info [90261:90261:8:4294967295] 00000400:00000200:3.0:1761313474.689817:0:77239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:3.0:1761313474.689822:0:77239:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:3.0:1761313474.689826:0:77239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000986d3ed7 (tot 82351826). 00000800:00000200:3.0:1761313474.689831:0:77239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:3.0:1761313474.689837:0:77239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:3.0:1761313474.689840:0:77239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000986d3ed7 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761313474.691149:0:15827:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761313474.691155:0:15827:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000986d3ed7 (tot 82351578). 00000400:00000200:0.0:1761313474.691161:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313474.691166:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:0.0:1761313474.691171:0:15827:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a66ded6b 00000400:00000010:0.0:1761313474.691172:0:15827:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a66ded6b. 00000100:00000200:0.0:1761313474.691180:0:15827:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000009906dba7 x1846869138391872/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313518 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1761313474.694409:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ce86e6b6. 00010000:00000010:0.1:1761313474.694424:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000028e8a35c. 00010000:00000010:0.1:1761313474.694427:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009c99ccc3. 00010000:00000010:0.1:1761313474.694430:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000010c4cce5. 00000400:00000200:3.0:1761313474.703476:0:15826:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:3.0:1761313474.703496:0:15826:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x68fb7baf0c340 00000400:00000200:3.0:1761313474.703504:0:15826:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb0da1 [1] + 224 00000400:00000200:3.0:1761313474.703514:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313474.703518:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:3.0:1761313474.703527:0:15826:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000009906dba7 x1846869138391872/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313518 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761313474.703678:0:15826:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:3.0:1761313474.703684:0:15826:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x68fb7ba85cb00 00000400:00000200:3.0:1761313474.703689:0:15826:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xaf705 [2] + 0 00000400:00000200:3.0:1761313474.704066:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313474.704071:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:3.0:1761313474.704076:0:15826:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761313474.704081:0:15826:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000002febdaee. 00000400:00000010:3.0:1761313474.704124:0:77239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000a66f418a. 00000400:00000200:3.0:1761313474.704127:0:77239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e05edf74 00000400:00000010:3.0:1761313474.704129:0:77239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e05edf74. 00000100:00000200:3.0:1761313474.704134:0:77239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000009906dba7 x1846869138391872/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313518 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761313474.704142:0:77239:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000009906dba7 x1846869138391872/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313518 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1761313474.704169:0:77239:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000061e0406a. 02000000:00000010:3.0:1761313474.704173:0:77239:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000009cb67fe6. 00000100:00000010:3.0:1761313474.704177:0:77239:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000009906dba7. 00000100:00000010:3.0:1761313474.704180:0:77239:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000794492ac. 00010000:00000010:3.0:1761313474.704183:0:77239:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000034ec857a. 00000020:00000010:3.0:1761313474.704220:0:75220:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009cb67fe6. 00000020:00000010:3.0:1761313474.704226:0:75220:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000006fa327ed. 00000020:00000010:3.0:1761313474.704229:0:75220:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000002fdb529a. 00000100:00000200:3.0:1761313474.704250:0:75220:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000002febdaee x1846869131381504/t0(0) o103->78617949-0e11-4ca2-94c2-d809f91deaa9@192.168.204.38@tcp:405/0 lens 328/0 e 0 to 0 dl 1761313480 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:3.0:1761313474.704272:0:75220:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869131381504 02000000:00000010:3.0:1761313474.704281:0:75220:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000061e0406a. 00010000:00000010:3.0:1761313474.704305:0:75220:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000236a67df. 00010000:00000010:3.0:1761313474.704323:0:75220:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000034ec857a. 00000100:00000010:3.0:1761313474.704328:0:75220:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000794492ac. 00000100:00000010:3.0:1761313474.704334:0:75220:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000794492ac. 00010000:00000010:3.0:1761313474.704336:0:75220:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000034ec857a. 00000400:00000010:3.0:1761313474.704755:0:75220:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e05edf74. 00000100:00000200:3.0:1761313474.704761:0:75220:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869131381504, offset 224 00000400:00000200:3.0:1761313474.704768:0:75220:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:3.0:1761313474.704786:0:75220:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:3.0:1761313474.704791:0:75220:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90262:90262:256:4294967295] 192.168.204.38@tcp LPNI seq info [90262:90262:8:4294967295] 00000400:00000200:3.0:1761313474.704803:0:75220:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:3.0:1761313474.704807:0:75220:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:3.0:1761313474.704812:0:75220:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000006d74909 (tot 82351826). 00000800:00000200:3.0:1761313474.704818:0:75220:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:3.0:1761313474.704825:0:75220:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:3.0:1761313474.704829:0:75220:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000006d74909 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761313474.704850:0:75220:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000006fa327ed. 00000020:00000010:3.0:1761313474.704854:0:75220:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000002fdb529a. 00000020:00000010:3.0:1761313474.704858:0:75220:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009cb67fe6. 00000800:00000200:3.0:1761313474.705185:0:15825:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761313474.705189:0:15825:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000006d74909 (tot 82351578). 00000400:00000200:3.0:1761313474.705193:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313474.705197:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:3.0:1761313474.705200:0:15825:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e05edf74 00000400:00000010:3.0:1761313474.705201:0:15825:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e05edf74. 00080000:00000010:3.0:1761313474.705232:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 000000009cb67fe6. 00010000:00000010:3.0:1761313474.705328:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000001d40bee1. 00010000:00000010:3.0:1761313474.705337:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000001ff75a7b. 00010000:00000010:3.0:1761313474.705456:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000000bba83c1. 00010000:00000010:3.0:1761313474.705462:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000001d40bee1. 00010000:00000010:3.0:1761313474.705472:0:77239:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000034ec857a. 00000100:00000010:3.0:1761313474.705477:0:77239:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000794492ac. 00000100:00000010:3.0:1761313474.705485:0:77239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000009906dba7. 02000000:00000010:3.0:1761313474.705497:0:77239:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000006ebcd407. 02000000:00000010:3.0:1761313474.705524:0:77239:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000bca0be32. 00000400:00000010:3.0:1761313474.705529:0:77239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000a66f418a. 00000400:00000010:3.0:1761313474.705533:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e05edf74. 00000100:00000200:3.0:1761313474.705538:0:77239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869138391936, portal 16 00000400:00000010:3.0:1761313474.705543:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000541129c9. 00000100:00000200:3.0:1761313474.705680:0:77239:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869138391936, offset 0 00000400:00000200:3.0:1761313474.705687:0:77239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:3.0:1761313474.705695:0:77239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:3.0:1761313474.705701:0:77239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:3.0:1761313474.705704:0:77239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761313474.705707:0:77239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:3.0:1761313474.705710:0:77239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90263:90263:256:4294967295] 192.168.204.38@tcp LPNI seq info [90263:90263:8:4294967295] 00000400:00000200:3.0:1761313474.705718:0:77239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:3.0:1761313474.705722:0:77239:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:3.0:1761313474.705725:0:77239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000006d74909 (tot 82351826). 00000800:00000200:3.0:1761313474.705730:0:77239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:3.0:1761313474.705735:0:77239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:3.0:1761313474.705738:0:77239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000006d74909 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761313474.705822:0:15827:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761313474.705825:0:15827:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000006d74909 (tot 82351578). 00000400:00000200:3.0:1761313474.705828:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313474.705831:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:3.0:1761313474.705834:0:15827:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000541129c9 00000400:00000010:3.0:1761313474.705835:0:15827:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000541129c9. 00000100:00000200:3.0:1761313474.705840:0:15827:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000009906dba7 x1846869138391936/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313518 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761313474.713299:0:15826:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:3.0:1761313474.713319:0:15826:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x68fb7baf0c380 00000400:00000200:3.0:1761313474.713327:0:15826:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb0dad [1] + 224 00000400:00000200:3.0:1761313474.713337:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313474.713341:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:3.0:1761313474.713375:0:15826:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000009906dba7 x1846869138391936/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313518 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761313474.713404:0:15826:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:3.0:1761313474.713409:0:15826:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x68fb7ba85cb40 00000400:00000200:3.0:1761313474.713414:0:15826:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xaf705 [2] + 328 00000400:00000200:3.0:1761313474.713458:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313474.713462:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:3.0:1761313474.713465:0:15826:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761313474.713470:0:15826:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000020fe4fda. 00000020:00000010:3.0:1761313474.713510:0:64710:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b9ebb263. 00000020:00000010:3.0:1761313474.713515:0:64710:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000006fa327ed. 00000020:00000010:3.0:1761313474.713519:0:64710:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000002fdb529a. 00000100:00000200:3.0:1761313474.713539:0:64710:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000020fe4fda x1846869131381568/t0(0) o103->78617949-0e11-4ca2-94c2-d809f91deaa9@192.168.204.38@tcp:405/0 lens 328/0 e 0 to 0 dl 1761313480 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000400:00000010:1.0:1761313474.713822:0:77239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000a66f418a. 00000400:00000200:1.0:1761313474.713828:0:77239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e05edf74 00000400:00000010:1.0:1761313474.713830:0:77239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e05edf74. 00000100:00000200:1.0:1761313474.713836:0:77239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000009906dba7 x1846869138391936/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313518 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761313474.713843:0:77239:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000009906dba7 x1846869138391936/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313518 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761313474.713868:0:77239:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000bca0be32. 02000000:00000010:1.0:1761313474.713872:0:77239:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000006ebcd407. 00000100:00000010:1.0:1761313474.713875:0:77239:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000009906dba7. 00000100:00000010:1.0:1761313474.713878:0:77239:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000794492ac. 00010000:00000010:1.0:1761313474.713881:0:77239:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000034ec857a. 00000100:00000200:3.0:1761313474.715060:0:64710:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869131381568 02000000:00000010:3.0:1761313474.715075:0:64710:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000604212e1. 00010000:00000010:3.0:1761313474.715104:0:64710:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ade97fa5. 00010000:00000010:3.0:1761313474.715123:0:64710:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000009d0dab7b. 00000100:00000010:3.0:1761313474.715129:0:64710:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006e837e80. 00000100:00000010:3.0:1761313474.715144:0:64710:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006e837e80. 00010000:00000010:3.0:1761313474.715147:0:64710:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000009d0dab7b. 00000400:00000010:3.0:1761313474.715160:0:64710:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000541129c9. 00000100:00000200:3.0:1761313474.715164:0:64710:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869131381568, offset 224 00000400:00000200:3.0:1761313474.715172:0:64710:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:3.0:1761313474.715185:0:64710:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:3.0:1761313474.715190:0:64710:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90264:90264:256:4294967295] 192.168.204.38@tcp LPNI seq info [90264:90264:8:4294967295] 00000400:00000200:3.0:1761313474.715200:0:64710:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:3.0:1761313474.715205:0:64710:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:3.0:1761313474.715209:0:64710:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000006d74909 (tot 82351826). 00000800:00000200:3.0:1761313474.715214:0:64710:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:3.0:1761313474.715220:0:64710:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:3.0:1761313474.715223:0:64710:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000006d74909 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761313474.715241:0:64710:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000006fa327ed. 00000020:00000010:3.0:1761313474.715245:0:64710:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000002fdb529a. 00000020:00000010:3.0:1761313474.715249:0:64710:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b9ebb263. 00000800:00000200:3.0:1761313474.715331:0:15825:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761313474.715334:0:15825:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000006d74909 (tot 82351578). 00000400:00000200:3.0:1761313474.715337:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313474.715341:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:3.0:1761313474.715349:0:15825:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000541129c9 00000400:00000010:3.0:1761313474.715351:0:15825:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000541129c9. 00080000:00000010:1.0:1761313474.715491:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000b7c4d44c. 00010000:00000010:1.0:1761313474.715869:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000001d40bee1. 00010000:00000010:1.0:1761313474.715875:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000005990b09b. 00010000:00000010:1.0:1761313474.715948:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000cf0b3590. 00010000:00000010:1.0:1761313474.715953:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000f38d3a6b. 00010000:00000010:1.0:1761313474.715962:0:77239:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000e3799789. 00000100:00000010:1.0:1761313474.715966:0:77239:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000fcdcc0bd. 00000100:00000010:1.0:1761313474.715973:0:77239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007de1a361. 02000000:00000010:1.0:1761313474.715982:0:77239:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000db1815c1. 02000000:00000010:1.0:1761313474.716006:0:77239:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000883ab3b4. 00000400:00000010:1.0:1761313474.716013:0:77239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000af140201. 00000400:00000010:1.0:1761313474.716017:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ccaef716. 00000100:00000200:1.0:1761313474.716021:0:77239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869138392000, portal 16 00000400:00000010:1.0:1761313474.716025:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009f44a341. 00000100:00000200:1.0:1761313474.716027:0:77239:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869138392000, offset 0 00000400:00000200:1.0:1761313474.716033:0:77239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:1.0:1761313474.716040:0:77239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:1.0:1761313474.716046:0:77239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:1.0:1761313474.716049:0:77239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761313474.716052:0:77239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:1.0:1761313474.716055:0:77239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90265:90265:256:4294967295] 192.168.204.38@tcp LPNI seq info [90265:90265:8:4294967295] 00000400:00000200:1.0:1761313474.716063:0:77239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:1.0:1761313474.716067:0:77239:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:1.0:1761313474.716070:0:77239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000258d8758 (tot 82351826). 00000800:00000200:1.0:1761313474.716074:0:77239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:1.0:1761313474.716079:0:77239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:1.0:1761313474.716081:0:77239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000258d8758 type 1, nob 424 niov 1 nkiov 1 00010000:00000010:3.1:1761313474.717000:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004a5015c6. 00000800:00000200:3.0:1761313474.717235:0:15827:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761313474.717239:0:15827:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000258d8758 (tot 82351578). 00000400:00000200:3.0:1761313474.717244:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313474.717250:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:3.0:1761313474.717254:0:15827:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009f44a341 00000400:00000010:3.0:1761313474.717256:0:15827:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009f44a341. 00000100:00000200:3.0:1761313474.717263:0:15827:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000007de1a361 x1846869138392000/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313518 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1761313474.720647:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e876a4b1. 00010000:00000010:3.1:1761313474.720662:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fca8e535. 00010000:00000010:1.1:1761313474.726463:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008c1580ad. 00010000:00000010:1.1:1761313474.726477:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000bba83c1. 00010000:00000010:3.1:1761313474.726705:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003be7f5ca. 00010000:00000010:3.1:1761313474.726713:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005301ee8e. 00010000:00000010:3.1:1761313474.726717:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e4d70e9b. 00010000:00000010:3.1:1761313474.726723:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001b16292f. 00000400:00000200:1.0:1761313474.729164:0:15826:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:1.0:1761313474.729183:0:15826:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x68fb7baf0c3c0 00000400:00000200:1.0:1761313474.729192:0:15826:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb0db9 [1] + 224 00000400:00000200:1.0:1761313474.729204:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313474.729208:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:1.0:1761313474.729220:0:15826:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000007de1a361 x1846869138392000/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313518 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761313474.729260:0:15826:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:1.0:1761313474.729267:0:15826:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x68fb7ba85cb80 00000400:00000200:1.0:1761313474.729272:0:15826:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xaf705 [2] + 656 00000400:00000200:1.0:1761313474.729323:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313474.729327:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:1.0:1761313474.729331:0:15826:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761313474.729337:0:15826:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000db5c2442. 00000020:00000010:1.0:1761313474.729413:0:75220:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000146b7906. 00000020:00000010:1.0:1761313474.729419:0:75220:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000933b6d01. 00000020:00000010:1.0:1761313474.729424:0:75220:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000008bcc3d6c. 00000100:00000200:1.0:1761313474.729448:0:75220:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000db5c2442 x1846869131381632/t0(0) o103->78617949-0e11-4ca2-94c2-d809f91deaa9@192.168.204.38@tcp:405/0 lens 328/0 e 0 to 0 dl 1761313480 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:1.0:1761313474.729479:0:75220:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869131381632 02000000:00000010:1.0:1761313474.729489:0:75220:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000085389094. 00010000:00000010:1.0:1761313474.729527:0:75220:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000b21f17c4. 00000100:00000010:1.0:1761313474.729536:0:75220:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000001d459189. 00000100:00000010:1.0:1761313474.729541:0:75220:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000001d459189. 00010000:00000010:1.0:1761313474.729545:0:75220:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000b21f17c4. 00000400:00000010:1.0:1761313474.729558:0:75220:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003b591177. 00000100:00000200:1.0:1761313474.729563:0:75220:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869131381632, offset 224 00000400:00000200:1.0:1761313474.729569:0:75220:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:1.0:1761313474.729580:0:75220:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:1.0:1761313474.729585:0:75220:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90266:90266:256:4294967295] 192.168.204.38@tcp LPNI seq info [90266:90266:8:4294967295] 00000400:00000200:1.0:1761313474.729595:0:75220:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:1.0:1761313474.729600:0:75220:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:1.0:1761313474.729605:0:75220:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000258d8758 (tot 82351826). 00000800:00000200:1.0:1761313474.729610:0:75220:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:1.0:1761313474.729616:0:75220:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:1.0:1761313474.729619:0:75220:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000258d8758 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761313474.729635:0:75220:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000933b6d01. 00000020:00000010:1.0:1761313474.729639:0:75220:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000008bcc3d6c. 00000020:00000010:1.0:1761313474.729641:0:75220:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000146b7906. 00000800:00000200:1.0:1761313474.729714:0:15825:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313474.729717:0:15825:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000258d8758 (tot 82351578). 00000400:00000200:1.0:1761313474.729721:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313474.729724:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:1.0:1761313474.729728:0:15825:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003b591177 00000400:00000010:1.0:1761313474.729730:0:15825:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003b591177. 00000400:00000010:3.0:1761313474.734622:0:77239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000af140201. 00000400:00000200:3.0:1761313474.734630:0:77239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ccaef716 00000400:00000010:3.0:1761313474.734632:0:77239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ccaef716. 00000100:00000200:3.0:1761313474.734646:0:77239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000007de1a361 x1846869138392000/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313518 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761313474.734657:0:77239:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000007de1a361 x1846869138392000/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313518 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.0:1761313474.734683:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000004685b93. 02000000:00000010:3.0:1761313474.734697:0:77239:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000883ab3b4. 02000000:00000010:3.0:1761313474.734702:0:77239:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000db1815c1. 00000100:00000010:3.0:1761313474.734706:0:77239:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007de1a361. 00000100:00000010:3.0:1761313474.734709:0:77239:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000fcdcc0bd. 00010000:00000010:3.0:1761313474.734714:0:77239:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000e3799789. 00080000:00000010:3.0:1761313474.734733:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000b9ebb263. 00010000:00000010:3.0:1761313474.734855:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000f38d3a6b. 00010000:00000010:3.0:1761313474.734861:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006c8307cd. 00010000:00000010:3.0:1761313474.734927:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000e4d70e9b. 00010000:00000010:3.0:1761313474.734933:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007c2ba60a. 00010000:00000010:3.0:1761313474.734944:0:77239:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000009d0dab7b. 00000100:00000010:3.0:1761313474.734950:0:77239:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000e9f1352b. 00000100:00000010:3.0:1761313474.734957:0:77239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001588211e. 02000000:00000010:3.0:1761313474.734967:0:77239:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000d88ca173. 02000000:00000010:3.0:1761313474.734990:0:77239:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e7aca92c. 00000400:00000010:3.0:1761313474.734994:0:77239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000074b7d66c. 00000400:00000010:3.0:1761313474.734998:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000541129c9. 00000100:00000200:3.0:1761313474.735003:0:77239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869138392064, portal 16 00000400:00000010:3.0:1761313474.735007:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000086bb8cc7. 00000100:00000200:3.0:1761313474.735009:0:77239:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869138392064, offset 0 00000400:00000200:3.0:1761313474.735016:0:77239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:3.0:1761313474.735028:0:77239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:3.0:1761313474.735034:0:77239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:3.0:1761313474.735038:0:77239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761313474.735040:0:77239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:3.0:1761313474.735043:0:77239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90267:90267:256:4294967295] 192.168.204.38@tcp LPNI seq info [90267:90267:8:4294967295] 00000400:00000200:3.0:1761313474.735053:0:77239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:3.0:1761313474.735059:0:77239:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:3.0:1761313474.735062:0:77239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000006d74909 (tot 82351826). 00000800:00000200:3.0:1761313474.735068:0:77239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:3.0:1761313474.735074:0:77239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:3.0:1761313474.735077:0:77239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000006d74909 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761313474.735283:0:15827:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761313474.735287:0:15827:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000006d74909 (tot 82351578). 00000400:00000200:2.0:1761313474.735290:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313474.735294:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:2.0:1761313474.735298:0:15827:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000086bb8cc7 00000400:00000010:2.0:1761313474.735299:0:15827:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000086bb8cc7. 00000100:00000200:2.0:1761313474.735304:0:15827:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000001588211e x1846869138392064/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313518 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761313474.739071:0:15826:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:1.0:1761313474.739092:0:15826:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x68fb7baf0c400 00000400:00000200:1.0:1761313474.739103:0:15826:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb0dc5 [1] + 224 00000400:00000200:1.0:1761313474.739121:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313474.739125:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:1.0:1761313474.739135:0:15826:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000001588211e x1846869138392064/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313518 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1761313474.739240:0:77239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000074b7d66c. 00000400:00000200:3.0:1761313474.739244:0:77239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000541129c9 00000400:00000010:3.0:1761313474.739246:0:77239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000541129c9. 00000100:00000200:3.0:1761313474.739252:0:77239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000001588211e x1846869138392064/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313518 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761313474.739259:0:77239:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000001588211e x1846869138392064/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313518 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1761313474.739291:0:77239:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e7aca92c. 02000000:00000010:3.0:1761313474.739298:0:77239:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000d88ca173. 00000100:00000010:3.0:1761313474.739302:0:77239:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001588211e. 00000100:00000010:3.0:1761313474.739305:0:77239:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000e9f1352b. 00010000:00000010:3.0:1761313474.739309:0:77239:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000009d0dab7b. 00000400:00000200:0.0:1761313474.745839:0:15825:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:0.0:1761313474.745860:0:15825:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x68fb7ba85cbc0 00000400:00000200:0.0:1761313474.745869:0:15825:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xaf705 [2] + 984 00000400:00000200:0.0:1761313474.745938:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313474.745943:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:0.0:1761313474.745949:0:15825:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761313474.745955:0:15825:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000003efab3fb. 00000020:00000010:3.0:1761313474.746850:0:64710:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d88ca173. 00000020:00000010:3.0:1761313474.746859:0:64710:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000003c39e7f5. 00000020:00000010:3.0:1761313474.746863:0:64710:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000002fdb529a. 00000100:00000200:3.0:1761313474.746890:0:64710:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000003efab3fb x1846869131381696/t0(0) o103->78617949-0e11-4ca2-94c2-d809f91deaa9@192.168.204.38@tcp:405/0 lens 328/0 e 0 to 0 dl 1761313480 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:3.0:1761313474.746929:0:64710:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869131381696 02000000:00000010:3.0:1761313474.746941:0:64710:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000e7aca92c. 00010000:00000010:3.0:1761313474.746967:0:64710:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000062b1cf5c. 00010000:00000010:3.0:1761313474.746990:0:64710:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000009d0dab7b. 00000100:00000010:3.0:1761313474.746997:0:64710:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000e9f1352b. 00000100:00000010:3.0:1761313474.747009:0:64710:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000e9f1352b. 00010000:00000010:3.0:1761313474.747012:0:64710:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000009d0dab7b. 00000400:00000010:3.0:1761313474.747025:0:64710:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000541129c9. 00000100:00000200:3.0:1761313474.747030:0:64710:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869131381696, offset 224 00000400:00000200:3.0:1761313474.747038:0:64710:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:3.0:1761313474.747049:0:64710:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:3.0:1761313474.747054:0:64710:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90268:90268:256:4294967295] 192.168.204.38@tcp LPNI seq info [90268:90268:8:4294967295] 00000400:00000200:3.0:1761313474.747064:0:64710:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:3.0:1761313474.747070:0:64710:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:3.0:1761313474.747074:0:64710:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a77805d3 (tot 82351826). 00000800:00000200:3.0:1761313474.747080:0:64710:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:3.0:1761313474.747086:0:64710:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:3.0:1761313474.747089:0:64710:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000a77805d3 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761313474.747103:0:64710:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000003c39e7f5. 00000020:00000010:3.0:1761313474.747107:0:64710:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000002fdb529a. 00000020:00000010:3.0:1761313474.747111:0:64710:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d88ca173. 00080000:00000010:3.0:1761313474.747138:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d88ca173. 00010000:00000010:3.0:1761313474.747220:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007c2ba60a. 00010000:00000010:3.0:1761313474.747227:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000a68e69f7. 00010000:00000010:3.0:1761313474.747313:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000004726ba01. 00010000:00000010:3.0:1761313474.747317:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000003c39e7f5. 00010000:00000010:3.0:1761313474.747321:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f1778e29. 00010000:00000010:3.0:1761313474.747325:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007c2ba60a. 00080000:00000010:3.0:1761313474.747338:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 000000003a2bef69. 00010000:00000010:3.0:1761313474.747385:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007c2ba60a. 00010000:00000010:3.0:1761313474.747389:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000003c39e7f5. 00010000:00000010:3.0:1761313474.747440:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000cf461480. 00010000:00000010:3.0:1761313474.747444:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007c2ba60a. 00010000:00000010:3.0:1761313474.747451:0:77239:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000009d0dab7b. 00000100:00000010:3.0:1761313474.747455:0:77239:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000e9f1352b. 00000100:00000010:3.0:1761313474.747461:0:77239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001588211e. 02000000:00000010:3.0:1761313474.747472:0:77239:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000006676e198. 02000000:00000010:3.0:1761313474.747494:0:77239:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000006ebcd407. 00000400:00000010:3.0:1761313474.747499:0:77239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000074b7d66c. 00000400:00000010:3.0:1761313474.747503:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000010b81926. 00000100:00000200:3.0:1761313474.747509:0:77239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869138392128, portal 16 00000400:00000010:3.0:1761313474.747513:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000040c69929. 00000100:00000200:3.0:1761313474.747514:0:77239:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869138392128, offset 0 00000400:00000200:3.0:1761313474.747519:0:77239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:3.0:1761313474.747525:0:77239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:3.0:1761313474.747531:0:77239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:3.0:1761313474.747534:0:77239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761313474.747536:0:77239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:3.0:1761313474.747538:0:77239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90269:90269:255:4294967295] 192.168.204.38@tcp LPNI seq info [90269:90269:7:4294967295] 00000400:00000200:3.0:1761313474.747545:0:77239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:3.0:1761313474.747548:0:77239:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:3.0:1761313474.747552:0:77239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009f02d435 (tot 82352074). 00000800:00000200:3.0:1761313474.747555:0:77239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:3.0:1761313474.747559:0:77239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:3.0:1761313474.747561:0:77239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009f02d435 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761313474.748852:0:15827:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313474.748858:0:15827:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a77805d3 (tot 82351826). 00000400:00000200:1.0:1761313474.748864:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313474.748871:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:1.0:1761313474.748876:0:15827:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000541129c9 00000400:00000010:1.0:1761313474.748878:0:15827:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000541129c9. 00000800:00000200:1.0:1761313474.748947:0:15827:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313474.748949:0:15827:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009f02d435 (tot 82351578). 00000400:00000200:1.0:1761313474.748952:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313474.748955:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:1.0:1761313474.748957:0:15827:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000040c69929 00000400:00000010:1.0:1761313474.748959:0:15827:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000040c69929. 00000100:00000200:1.0:1761313474.748965:0:15827:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000001588211e x1846869138392128/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313518 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761313474.752338:0:15826:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00010000:00000010:3.1:1761313474.752655:0:15826:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cfe2a7fd. 00010000:00000010:3.1:1761313474.752666:0:15826:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003d50af17. 00010000:00000010:3.1:1761313474.752669:0:15826:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cf0b3590. 00000400:00000200:3.0:1761313474.752693:0:15826:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x68fb7baf0c440 00000400:00000200:3.0:1761313474.752702:0:15826:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb0dd1 [1] + 224 00000400:00000200:3.0:1761313474.752719:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313474.752723:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:3.0:1761313474.752734:0:15826:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000001588211e x1846869138392128/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313518 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1761313474.759975:0:77239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000074b7d66c. 00000400:00000200:2.0:1761313474.759983:0:77239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000010b81926 00000400:00000010:2.0:1761313474.759985:0:77239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000010b81926. 00000100:00000200:2.0:1761313474.759999:0:77239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000001588211e x1846869138392128/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313518 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761313474.760008:0:77239:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000001588211e x1846869138392128/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313518 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761313474.760037:0:77239:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000006ebcd407. 02000000:00000010:2.0:1761313474.760042:0:77239:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000006676e198. 00000100:00000010:2.0:1761313474.760045:0:77239:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001588211e. 00000100:00000010:2.0:1761313474.760049:0:77239:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000e9f1352b. 00010000:00000010:2.0:1761313474.760052:0:77239:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000009d0dab7b. 00010000:00000010:3.1:1761313474.760390:0:77447:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000048b972c0. 00010000:00000010:3.1:1761313474.760397:0:77447:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000021cb0fb0. 00010000:00000010:3.1:1761313474.760400:0:77447:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e4d70e9b. 00010000:00000010:3.1:1761313474.760406:0:77447:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004726ba01. 00010000:00000010:3.1:1761313474.760409:0:77447:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f1778e29. 00000400:00000200:0.0:1761313474.760576:0:15825:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:0.0:1761313474.760592:0:15825:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x68fb7ba85cc00 00000400:00000200:0.0:1761313474.760600:0:15825:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xaf705 [2] + 1312 00000400:00000200:0.0:1761313474.760660:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313474.760665:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:0.0:1761313474.760671:0:15825:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761313474.760676:0:15825:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001375339a. 00000020:00000010:2.0:1761313474.760854:0:75220:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000040711596. 00000020:00000010:2.0:1761313474.760861:0:75220:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000022b9500. 00000020:00000010:2.0:1761313474.760865:0:75220:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000f72ff3ec. 00000100:00000200:2.0:1761313474.760892:0:75220:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000001375339a x1846869131381760/t0(0) o103->78617949-0e11-4ca2-94c2-d809f91deaa9@192.168.204.38@tcp:405/0 lens 328/0 e 0 to 0 dl 1761313480 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:2.0:1761313474.760927:0:75220:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869131381760 02000000:00000010:2.0:1761313474.760938:0:75220:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000078abeb46. 00010000:00000010:2.0:1761313474.760964:0:75220:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ab2d917e. 00010000:00000010:2.0:1761313474.760982:0:75220:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000d9106a89. 00000100:00000010:2.0:1761313474.760988:0:75220:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000000e099f8c. 00000100:00000010:2.0:1761313474.760999:0:75220:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000000e099f8c. 00010000:00000010:2.0:1761313474.761002:0:75220:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000d9106a89. 00000400:00000010:2.0:1761313474.761013:0:75220:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000043b2001f. 00000100:00000200:2.0:1761313474.761018:0:75220:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869131381760, offset 224 00000400:00000200:2.0:1761313474.761025:0:75220:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:2.0:1761313474.761036:0:75220:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:2.0:1761313474.761041:0:75220:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90270:90270:256:4294967295] 192.168.204.38@tcp LPNI seq info [90270:90270:8:4294967295] 00000400:00000200:2.0:1761313474.761051:0:75220:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:2.0:1761313474.761056:0:75220:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:2.0:1761313474.761060:0:75220:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001293a8d4 (tot 82351826). 00000800:00000200:2.0:1761313474.761066:0:75220:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:2.0:1761313474.761072:0:75220:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:2.0:1761313474.761075:0:75220:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000001293a8d4 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761313474.761089:0:75220:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000022b9500. 00000020:00000010:2.0:1761313474.761093:0:75220:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000f72ff3ec. 00000020:00000010:2.0:1761313474.761096:0:75220:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000040711596. 00080000:00000010:0.0:1761313474.761163:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ad060e8b. 00010000:00000010:0.0:1761313474.761250:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007c2ba60a. 00010000:00000010:0.0:1761313474.761257:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000dce9c97f. 00010000:00000010:0.0:1761313474.761331:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000010c4cce5. 00010000:00000010:0.0:1761313474.761337:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a14d7677. 00010000:00000010:0.0:1761313474.761381:0:77239:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000001693a4e5. 00000100:00000010:0.0:1761313474.761386:0:77239:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000679908b8. 00000100:00000010:0.0:1761313474.761392:0:77239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000251ce4d5. 02000000:00000010:0.0:1761313474.761402:0:77239:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000836d0529. 02000000:00000010:0.0:1761313474.761423:0:77239:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000102dc7be. 00000400:00000010:0.0:1761313474.761427:0:77239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000008635318c. 00000400:00000010:0.0:1761313474.761431:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002cd75c60. 00000100:00000200:0.0:1761313474.761436:0:77239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869138392192, portal 16 00000400:00000010:0.0:1761313474.761440:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001b8549e6. 00000100:00000200:0.0:1761313474.761441:0:77239:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869138392192, offset 0 00000400:00000200:0.0:1761313474.761446:0:77239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:0.0:1761313474.761451:0:77239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:0.0:1761313474.761456:0:77239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:0.0:1761313474.761460:0:77239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761313474.761463:0:77239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:0.0:1761313474.761465:0:77239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90271:90271:255:4294967295] 192.168.204.38@tcp LPNI seq info [90271:90271:7:4294967295] 00000400:00000200:0.0:1761313474.761472:0:77239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:0.0:1761313474.761476:0:77239:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:0.0:1761313474.761478:0:77239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000eb7bab6c (tot 82352074). 00000800:00000200:0.0:1761313474.761482:0:77239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:0.0:1761313474.761485:0:77239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:0.0:1761313474.761487:0:77239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000eb7bab6c type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761313474.762179:0:15827:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313474.762183:0:15827:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001293a8d4 (tot 82351826). 00000400:00000200:1.0:1761313474.762189:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313474.762194:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:1.0:1761313474.762198:0:15827:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000043b2001f 00000400:00000010:1.0:1761313474.762199:0:15827:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000043b2001f. 00000800:00000200:1.0:1761313474.768136:0:15827:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313474.768144:0:15827:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000eb7bab6c (tot 82351578). 00000400:00000200:1.0:1761313474.768152:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313474.768161:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:1.0:1761313474.768168:0:15827:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001b8549e6 00000400:00000010:1.0:1761313474.768170:0:15827:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001b8549e6. 00000100:00000200:1.0:1761313474.768181:0:15827:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000251ce4d5 x1846869138392192/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313518 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761313474.774100:0:15826:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:0.0:1761313474.774120:0:15826:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x68fb7baf0c480 00000400:00000200:0.0:1761313474.774129:0:15826:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb0ddd [1] + 224 00000400:00000200:0.0:1761313474.774146:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313474.774150:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:0.0:1761313474.774161:0:15826:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000251ce4d5 x1846869138392192/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313518 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761313474.774200:0:15826:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:0.0:1761313474.774206:0:15826:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x68fb7ba85cc40 00000400:00000200:0.0:1761313474.774211:0:15826:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xaf705 [2] + 1640 00000400:00000200:0.0:1761313474.774864:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313474.774871:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:0.0:1761313474.774876:0:15826:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761313474.774882:0:15826:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000db4b24ed. 00000020:00000010:1.0:1761313474.774973:0:64710:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000146b7906. 00000020:00000010:1.0:1761313474.774981:0:64710:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000006630e86. 00000020:00000010:1.0:1761313474.774986:0:64710:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000008bcc3d6c. 00000100:00000200:1.0:1761313474.775011:0:64710:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000db4b24ed x1846869131381824/t0(0) o103->78617949-0e11-4ca2-94c2-d809f91deaa9@192.168.204.38@tcp:405/0 lens 328/0 e 0 to 0 dl 1761313480 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:1.0:1761313474.775047:0:64710:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869131381824 02000000:00000010:1.0:1761313474.775059:0:64710:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000b67c9f6a. 00010000:00000010:1.0:1761313474.775096:0:64710:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000b21f17c4. 00000100:00000010:1.0:1761313474.775102:0:64710:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000001d459189. 00000100:00000010:1.0:1761313474.775109:0:64710:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000001d459189. 00010000:00000010:1.0:1761313474.775113:0:64710:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000b21f17c4. 00000400:00000010:1.0:1761313474.775126:0:64710:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003b591177. 00000100:00000200:1.0:1761313474.775131:0:64710:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869131381824, offset 224 00000400:00000200:1.0:1761313474.775138:0:64710:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:1.0:1761313474.775150:0:64710:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:1.0:1761313474.775155:0:64710:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90272:90272:256:4294967295] 192.168.204.38@tcp LPNI seq info [90272:90272:8:4294967295] 00000400:00000200:1.0:1761313474.775165:0:64710:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:1.0:1761313474.775171:0:64710:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:1.0:1761313474.775175:0:64710:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000258d8758 (tot 82351826). 00000800:00000200:1.0:1761313474.775180:0:64710:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:1.0:1761313474.775188:0:64710:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:1.0:1761313474.775191:0:64710:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000258d8758 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761313474.775205:0:64710:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000006630e86. 00000020:00000010:1.0:1761313474.775209:0:64710:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000008bcc3d6c. 00000020:00000010:1.0:1761313474.775212:0:64710:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000146b7906. 00000800:00000200:1.0:1761313474.775293:0:15826:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313474.775297:0:15826:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000258d8758 (tot 82351578). 00000400:00000200:1.0:1761313474.775301:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313474.775305:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:1.0:1761313474.775309:0:15826:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003b591177 00000400:00000010:1.0:1761313474.775311:0:15826:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003b591177. 00000400:00000010:3.0:1761313474.775487:0:77239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000008635318c. 00000400:00000200:3.0:1761313474.775493:0:77239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002cd75c60 00000400:00000010:3.0:1761313474.775494:0:77239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002cd75c60. 00000100:00000200:3.0:1761313474.775504:0:77239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000251ce4d5 x1846869138392192/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313518 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761313474.775513:0:77239:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000251ce4d5 x1846869138392192/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313518 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.0:1761313474.775534:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000074fe7e5e. 02000000:00000010:3.0:1761313474.775546:0:77239:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000102dc7be. 02000000:00000010:3.0:1761313474.775551:0:77239:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000836d0529. 00000100:00000010:3.0:1761313474.775554:0:77239:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000251ce4d5. 00000100:00000010:3.0:1761313474.775557:0:77239:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000679908b8. 00010000:00000010:3.0:1761313474.775559:0:77239:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000001693a4e5. 00080000:00000010:3.0:1761313474.775575:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000bca0be32. 00010000:00000010:3.0:1761313474.775655:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a14d7677. 00010000:00000010:3.0:1761313474.775661:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000d82016f7. 00010000:00000010:3.0:1761313474.775734:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f1778e29. 00010000:00000010:3.0:1761313474.775740:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000084dcf283. 00010000:00000010:3.0:1761313474.775749:0:77239:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000cb2bec02. 00000100:00000010:3.0:1761313474.775753:0:77239:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006e837e80. 00000100:00000010:3.0:1761313474.775759:0:77239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000099c92cc1. 02000000:00000010:3.0:1761313474.775769:0:77239:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000195ccb66. 02000000:00000010:3.0:1761313474.775802:0:77239:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000006676e198. 00000400:00000010:3.0:1761313474.775807:0:77239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000074b7d66c. 00000400:00000010:3.0:1761313474.775812:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000fdaafa7. 00000100:00000200:3.0:1761313474.775816:0:77239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869138392256, portal 16 00000400:00000010:3.0:1761313474.775820:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000059168ff5. 00000100:00000200:3.0:1761313474.775821:0:77239:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869138392256, offset 0 00000400:00000200:3.0:1761313474.775827:0:77239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:3.0:1761313474.775833:0:77239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:3.0:1761313474.775839:0:77239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:3.0:1761313474.775843:0:77239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761313474.775845:0:77239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:3.0:1761313474.775848:0:77239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90273:90273:256:4294967295] 192.168.204.38@tcp LPNI seq info [90273:90273:8:4294967295] 00000400:00000200:3.0:1761313474.775855:0:77239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:3.0:1761313474.775859:0:77239:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:3.0:1761313474.775863:0:77239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e7d56557 (tot 82351826). 00000800:00000200:3.0:1761313474.775867:0:77239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:3.0:1761313474.775871:0:77239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:3.0:1761313474.775873:0:77239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000e7d56557 type 1, nob 424 niov 1 nkiov 1 00010000:00000010:2.1:1761313474.776485:0:78451:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000046e5ad9. 00010000:00000010:0.1:1761313474.777800:0:45867:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fa55893f. 00010000:00000010:0.1:1761313474.777809:0:45867:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cf461480. 00000800:00000200:1.0:1761313474.778652:0:15827:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313474.778656:0:15827:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e7d56557 (tot 82351578). 00000400:00000200:1.0:1761313474.778663:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313474.778672:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:1.0:1761313474.778678:0:15827:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000059168ff5 00000400:00000010:1.0:1761313474.778680:0:15827:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000059168ff5. 00000100:00000200:1.0:1761313474.778689:0:15827:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000099c92cc1 x1846869138392256/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313518 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761313474.778862:0:15826:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:1.0:1761313474.778875:0:15826:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x68fb7baf0c4c0 00000400:00000200:1.0:1761313474.778882:0:15826:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb0de9 [1] + 224 00000400:00000200:1.0:1761313474.778894:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313474.778897:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:1.0:1761313474.778902:0:15826:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000099c92cc1 x1846869138392256/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313518 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1761313474.779613:0:77239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000074b7d66c. 00000400:00000200:3.0:1761313474.779618:0:77239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000fdaafa7 00000400:00000010:3.0:1761313474.779619:0:77239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000fdaafa7. 00000100:00000200:3.0:1761313474.779625:0:77239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000099c92cc1 x1846869138392256/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313518 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761313474.779633:0:77239:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000099c92cc1 x1846869138392256/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313518 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1761313474.779659:0:77239:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000006676e198. 02000000:00000010:3.0:1761313474.779665:0:77239:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000195ccb66. 00000100:00000010:3.0:1761313474.779668:0:77239:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000099c92cc1. 00000100:00000010:3.0:1761313474.779673:0:77239:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006e837e80. 00010000:00000010:3.0:1761313474.779676:0:77239:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000cb2bec02. 00000400:00000200:0.0:1761313474.780190:0:15825:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:0.0:1761313474.780201:0:15825:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x68fb7ba85cc80 00000400:00000200:0.0:1761313474.780207:0:15825:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xaf705 [2] + 1968 00000400:00000010:0.0:1761313474.780210:0:15825:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000009a69ec99. 00000400:00000200:0.0:1761313474.780213:0:15825:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 000000007d4be327 00000400:00000200:0.0:1761313474.780265:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313474.780270:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:0.0:1761313474.780273:0:15825:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007d4be327 00000400:00000010:0.0:1761313474.780275:0:15825:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 000000007d4be327 (tot 82351426). 00000100:00000200:0.0:1761313474.780279:0:15825:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:1.0:1761313474.780543:0:75220:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000146b7906. 00000020:00000010:1.0:1761313474.780854:0:75220:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000006630e86. 00000020:00000010:1.0:1761313474.780859:0:75220:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000008bcc3d6c. 00000100:00000200:1.0:1761313474.780885:0:75220:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000d91c32d9 x1846869131381888/t0(0) o103->78617949-0e11-4ca2-94c2-d809f91deaa9@192.168.204.38@tcp:405/0 lens 328/0 e 0 to 0 dl 1761313480 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:1.0:1761313474.780919:0:75220:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869131381888 02000000:00000010:1.0:1761313474.780929:0:75220:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000db1815c1. 00010000:00000010:1.0:1761313474.780957:0:75220:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000009a7bcbc4. 00010000:00000010:1.0:1761313474.780976:0:75220:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000b21f17c4. 00000100:00000010:1.0:1761313474.780982:0:75220:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000001d459189. 00000100:00000010:1.0:1761313474.781045:0:75220:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000001d459189. 00010000:00000010:1.0:1761313474.781050:0:75220:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000b21f17c4. 00000400:00000010:1.0:1761313474.781065:0:75220:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003b591177. 00000100:00000200:1.0:1761313474.781070:0:75220:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869131381888, offset 224 00000400:00000200:1.0:1761313474.781077:0:75220:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:1.0:1761313474.781087:0:75220:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:1.0:1761313474.781092:0:75220:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90274:90274:256:4294967295] 192.168.204.38@tcp LPNI seq info [90274:90274:8:4294967295] 00000400:00000200:1.0:1761313474.781101:0:75220:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:1.0:1761313474.781105:0:75220:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:1.0:1761313474.781110:0:75220:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000258d8758 (tot 82351674). 00000800:00000200:1.0:1761313474.781116:0:75220:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:1.0:1761313474.781123:0:75220:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:1.0:1761313474.781126:0:75220:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000258d8758 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761313474.781143:0:75220:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000006630e86. 00000020:00000010:1.0:1761313474.781147:0:75220:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000008bcc3d6c. 00000020:00000010:1.0:1761313474.781149:0:75220:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000146b7906. 02000000:00000010:1.0:1761313474.781157:0:75220:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000b67c9f6a. 00000100:00000010:1.0:1761313474.781160:0:75220:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000db4b24ed. 02000000:00000010:1.0:1761313474.781163:0:75220:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000078abeb46. 00000100:00000010:1.0:1761313474.781165:0:75220:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001375339a. 02000000:00000010:1.0:1761313474.781168:0:75220:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000e7aca92c. 00000100:00000010:1.0:1761313474.781169:0:75220:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000003efab3fb. 02000000:00000010:1.0:1761313474.781172:0:75220:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000085389094. 00000100:00000010:1.0:1761313474.781173:0:75220:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000db5c2442. 02000000:00000010:1.0:1761313474.781176:0:75220:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000604212e1. 00000100:00000010:1.0:1761313474.781177:0:75220:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000020fe4fda. 02000000:00000010:1.0:1761313474.781180:0:75220:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000061e0406a. 00000100:00000010:1.0:1761313474.781182:0:75220:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000002febdaee. 00000100:00000200:1.0:1761313474.781187:0:75220:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1761313474.781192:0:75220:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000b4c7e534. 00000400:00000010:1.0:1761313474.781196:0:75220:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 000000001d459189 (tot 82351826). 00000800:00000200:1.0:1761313474.781269:0:15827:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313474.781273:0:15827:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000258d8758 (tot 82351578). 00000400:00000200:1.0:1761313474.781276:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313474.781281:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:1.0:1761313474.781284:0:15827:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003b591177 00000400:00000010:1.0:1761313474.781285:0:15827:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003b591177. 02000000:00000010:1.0:1761313474.781289:0:15827:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000db1815c1. 00080000:00000010:0.0:1761313474.781353:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000836d0529. 00010000:00000010:3.1:1761313474.781424:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007bab9e75. 00010000:00000010:3.1:1761313474.781430:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008ec123d4. 00010000:00000010:3.1:1761313474.781433:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000010c4cce5. 00010000:00000010:0.0:1761313474.781456:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000084dcf283. 00010000:00000010:0.0:1761313474.781461:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000012265319. 00010000:00000010:0.0:1761313474.781524:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000000dca39cc. 00010000:00000010:0.0:1761313474.781530:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000fc385515. 00010000:00000010:0.0:1761313474.781539:0:77239:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000b1cfcc70. 00000100:00000010:0.0:1761313474.781543:0:77239:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000e54ba558. 00000100:00000010:0.0:1761313474.781733:0:77239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000000ef172a3. 02000000:00000010:0.0:1761313474.781746:0:77239:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000102dc7be. 02000000:00000010:0.0:1761313474.781779:0:77239:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000018e7634. 00000400:00000010:0.0:1761313474.781784:0:77239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000007850af21. 00000400:00000010:0.0:1761313474.781787:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000034c1d155. 00000100:00000200:0.0:1761313474.781791:0:77239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869138392320, portal 16 00000400:00000010:0.0:1761313474.781795:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000063763d12. 00000100:00000200:0.0:1761313474.781797:0:77239:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869138392320, offset 0 00000400:00000200:0.0:1761313474.781802:0:77239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:0.0:1761313474.781808:0:77239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:0.0:1761313474.781814:0:77239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:0.0:1761313474.781817:0:77239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761313474.781820:0:77239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:0.0:1761313474.781823:0:77239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90275:90275:256:4294967295] 192.168.204.38@tcp LPNI seq info [90275:90275:8:4294967295] 00000400:00000200:0.0:1761313474.781830:0:77239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:0.0:1761313474.781834:0:77239:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:0.0:1761313474.781837:0:77239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000fc26fb22 (tot 82351826). 00000800:00000200:0.0:1761313474.781841:0:77239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:0.0:1761313474.781844:0:77239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:0.0:1761313474.781847:0:77239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000fc26fb22 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761313474.782743:0:15826:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313474.782747:0:15826:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000fc26fb22 (tot 82351578). 00000400:00000200:1.0:1761313474.782752:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313474.782758:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:1.0:1761313474.782762:0:15826:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000063763d12 00000400:00000010:1.0:1761313474.782763:0:15826:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000063763d12. 00000100:00000200:1.0:1761313474.782779:0:15826:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000000ef172a3 x1846869138392320/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313518 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761313474.785496:0:15825:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:0.0:1761313474.785516:0:15825:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x68fb7baf0c500 00000400:00000200:0.0:1761313474.785525:0:15825:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb0df9 [1] + 224 00000400:00000200:0.0:1761313474.785537:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313474.785640:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:0.0:1761313474.785654:0:15825:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000000ef172a3 x1846869138392320/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313518 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761313474.785692:0:15825:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:0.0:1761313474.785698:0:15825:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x68fb7ba85ccc0 00000400:00000200:0.0:1761313474.785704:0:15825:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xaf75d [2] + 0 00000400:00000200:0.0:1761313474.785713:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:3.0:1761313474.785715:0:77239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000007850af21. 00000400:00000200:0.0:1761313474.785716:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:3.0:1761313474.785721:0:77239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000034c1d155 00000400:00000010:3.0:1761313474.785723:0:77239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000034c1d155. 00000100:00000200:0.0:1761313474.785732:0:15825:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000200:3.0:1761313474.785733:0:77239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000000ef172a3 x1846869138392320/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313518 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000010:0.0:1761313474.785737:0:15825:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000047d366b1. 00000100:00000200:3.0:1761313474.785739:0:77239:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000000ef172a3 x1846869138392320/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313518 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1761313474.785779:0:77239:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000018e7634. 02000000:00000010:3.0:1761313474.785786:0:77239:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000102dc7be. 00000100:00000010:3.0:1761313474.785789:0:77239:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000000ef172a3. 00000100:00000010:3.0:1761313474.785793:0:77239:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000e54ba558. 00010000:00000010:3.0:1761313474.785797:0:77239:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000b1cfcc70. 00000020:00000010:1.0:1761313474.785844:0:64710:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000db1815c1. 00000020:00000010:1.0:1761313474.785852:0:64710:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000933b6d01. 00000020:00000010:1.0:1761313474.785855:0:64710:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000008bcc3d6c. 00000100:00000200:1.0:1761313474.785879:0:64710:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000047d366b1 x1846869131381952/t0(0) o103->78617949-0e11-4ca2-94c2-d809f91deaa9@192.168.204.38@tcp:405/0 lens 328/0 e 0 to 0 dl 1761313480 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:0.0:1761313474.785924:0:75220:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869131381952 02000000:00000010:0.0:1761313474.785935:0:75220:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000102dc7be. 00010000:00000010:0.0:1761313474.785967:0:75220:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008ab07622. 00010000:00000010:0.0:1761313474.785986:0:75220:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000b1a663f5. 00000100:00000010:0.0:1761313474.785992:0:75220:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000034be91cc. 00000100:00000010:0.0:1761313474.786045:0:75220:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000034be91cc. 00010000:00000010:0.0:1761313474.786049:0:75220:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000b1a663f5. 00080000:00000010:3.0:1761313474.786053:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000195ccb66. 00000400:00000010:0.0:1761313474.786062:0:75220:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e18fce07. 00000100:00000200:0.0:1761313474.786066:0:75220:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869131381952, offset 224 00000400:00000200:0.0:1761313474.786072:0:75220:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:0.0:1761313474.786083:0:75220:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:0.0:1761313474.786088:0:75220:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90276:90276:256:4294967295] 192.168.204.38@tcp LPNI seq info [90276:90276:8:4294967295] 00000400:00000200:0.0:1761313474.786097:0:75220:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:0.0:1761313474.786101:0:75220:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:0.0:1761313474.786105:0:75220:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000bf9711e7 (tot 82351826). 00000800:00000200:0.0:1761313474.786109:0:75220:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:0.0:1761313474.786115:0:75220:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:0.0:1761313474.786118:0:75220:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000bf9711e7 type 1, nob 320 niov 1 nkiov 1 00010000:00000010:3.0:1761313474.786132:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000fc385515. 00010000:00000010:3.0:1761313474.786138:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000f3554f86. 00000020:00000010:0.0:1761313474.786141:0:75220:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000933b6d01. 00000020:00000010:0.0:1761313474.786144:0:75220:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000008bcc3d6c. 00000020:00000010:0.0:1761313474.786147:0:75220:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000db1815c1. 00010000:00000010:3.0:1761313474.786204:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000e4d70e9b. 00010000:00000010:3.0:1761313474.786210:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000076f8e0cb. 00010000:00000010:3.0:1761313474.786219:0:77239:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000cb2bec02. 00000100:00000010:3.0:1761313474.786223:0:77239:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006e837e80. 00000100:00000010:3.0:1761313474.786229:0:77239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000099c92cc1. 02000000:00000010:3.0:1761313474.786239:0:77239:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000006676e198. 02000000:00000010:3.0:1761313474.786260:0:77239:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000006ebcd407. 00000400:00000010:3.0:1761313474.786265:0:77239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000074b7d66c. 00000400:00000010:3.0:1761313474.786269:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000fdaafa7. 00000100:00000200:3.0:1761313474.786273:0:77239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869138392384, portal 16 00000400:00000010:3.0:1761313474.786277:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002252f14c. 00000100:00000200:3.0:1761313474.786279:0:77239:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869138392384, offset 0 00000400:00000200:3.0:1761313474.786284:0:77239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:3.0:1761313474.786289:0:77239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:3.0:1761313474.786296:0:77239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:3.0:1761313474.786300:0:77239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761313474.786302:0:77239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:3.0:1761313474.786305:0:77239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90277:90277:255:4294967295] 192.168.204.38@tcp LPNI seq info [90277:90277:7:4294967295] 00000400:00000200:3.0:1761313474.786311:0:77239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:3.0:1761313474.786315:0:77239:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:3.0:1761313474.786318:0:77239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001ffc5d96 (tot 82352074). 00000800:00000200:3.0:1761313474.786322:0:77239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:3.0:1761313474.786325:0:77239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:3.0:1761313474.786327:0:77239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000001ffc5d96 type 1, nob 424 niov 1 nkiov 1 00010000:00000010:1.1:1761313474.787065:0:15827:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003668efdb. 00000800:00000200:1.0:1761313474.787080:0:15827:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313474.787084:0:15827:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000bf9711e7 (tot 82351826). 00000400:00000200:1.0:1761313474.787087:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313474.787092:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:1.0:1761313474.787097:0:15827:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e18fce07 00000400:00000010:1.0:1761313474.787098:0:15827:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e18fce07. 00000800:00000200:1.0:1761313474.787338:0:15827:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313474.787340:0:15827:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001ffc5d96 (tot 82351578). 00000400:00000200:1.0:1761313474.787352:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313474.787356:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:1.0:1761313474.787375:0:15827:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002252f14c 00000400:00000010:1.0:1761313474.787376:0:15827:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002252f14c. 00000100:00000200:1.0:1761313474.787383:0:15827:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000099c92cc1 x1846869138392384/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313518 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1761313474.789403:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000df16aa22. 00010000:00000010:3.1:1761313474.789415:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000dca39cc. 00010000:00000010:0.1:1761313474.789705:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c9181f2e. 00010000:00000010:0.1:1761313474.789710:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f1778e29. 00010000:00000010:0.1:1761313474.789723:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000283203d7. 00000400:00000200:1.0:1761313474.794143:0:15826:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:1.0:1761313474.794162:0:15826:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x68fb7baf0c540 00000400:00000200:1.0:1761313474.794172:0:15826:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb0e05 [1] + 224 00000400:00000200:1.0:1761313474.794184:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313474.794188:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:1.0:1761313474.794199:0:15826:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000099c92cc1 x1846869138392384/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313518 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761313474.794236:0:15826:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:1.0:1761313474.794241:0:15826:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x68fb7ba85cd00 00000400:00000200:1.0:1761313474.794246:0:15826:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xaf75d [2] + 328 00000400:00000010:3.0:1761313474.794252:0:77239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000074b7d66c. 00000400:00000200:1.0:1761313474.794255:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313474.794256:0:77239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000fdaafa7 00000400:00000010:3.0:1761313474.794258:0:77239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000fdaafa7. 00000400:00000200:1.0:1761313474.794258:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:1.0:1761313474.794263:0:15826:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000200:3.0:1761313474.794264:0:77239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000099c92cc1 x1846869138392384/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313518 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000010:1.0:1761313474.794267:0:15826:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000db5c2442. 00000100:00000200:3.0:1761313474.794271:0:77239:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000099c92cc1 x1846869138392384/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313518 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1761313474.794297:0:77239:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000006ebcd407. 02000000:00000010:3.0:1761313474.794303:0:77239:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000006676e198. 00000100:00000010:3.0:1761313474.794306:0:77239:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000099c92cc1. 00000100:00000010:3.0:1761313474.794309:0:77239:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006e837e80. 00010000:00000010:3.0:1761313474.794313:0:77239:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000cb2bec02. 00000020:00000010:2.0:1761313474.794413:0:75220:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000000d9c540. 00000020:00000010:2.0:1761313474.794421:0:75220:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000030ca6043. 00000020:00000010:2.0:1761313474.794424:0:75220:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000f72ff3ec. 00000100:00000200:2.0:1761313474.794446:0:75220:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000db5c2442 x1846869131382016/t0(0) o103->78617949-0e11-4ca2-94c2-d809f91deaa9@192.168.204.38@tcp:405/0 lens 328/0 e 0 to 0 dl 1761313480 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:2.0:1761313474.794479:0:75220:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869131382016 02000000:00000010:2.0:1761313474.794491:0:75220:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000d4ccb6c7. 00010000:00000010:2.0:1761313474.794516:0:75220:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000042cda87a. 00010000:00000010:2.0:1761313474.794534:0:75220:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000db1fe603. 00000100:00000010:2.0:1761313474.794541:0:75220:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000022a041c. 00000100:00000010:2.0:1761313474.794546:0:75220:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000022a041c. 00010000:00000010:2.0:1761313474.794548:0:75220:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000db1fe603. 00000400:00000010:2.0:1761313474.794559:0:75220:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000042ef5faf. 00000100:00000200:2.0:1761313474.794563:0:75220:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869131382016, offset 224 00000400:00000200:2.0:1761313474.794570:0:75220:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:2.0:1761313474.794579:0:75220:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:2.0:1761313474.794585:0:75220:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90278:90278:256:4294967295] 192.168.204.38@tcp LPNI seq info [90278:90278:8:4294967295] 00000400:00000200:2.0:1761313474.794595:0:75220:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:2.0:1761313474.794600:0:75220:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:2.0:1761313474.794610:0:75220:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001293a8d4 (tot 82351826). 00000800:00000200:2.0:1761313474.794616:0:75220:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:2.0:1761313474.794623:0:75220:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:2.0:1761313474.794626:0:75220:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000001293a8d4 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761313474.794652:0:75220:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000030ca6043. 00000020:00000010:2.0:1761313474.794656:0:75220:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000f72ff3ec. 00000020:00000010:2.0:1761313474.794659:0:75220:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000000d9c540. 00080000:00000010:3.0:1761313474.794739:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 000000006676e198. 00010000:00000010:3.0:1761313474.794828:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000076f8e0cb. 00010000:00000010:3.0:1761313474.794834:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000989e711d. 00010000:00000010:3.0:1761313474.794974:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000004726ba01. 00010000:00000010:3.0:1761313474.794978:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006fa327ed. 00000800:00000200:1.0:1761313474.794979:0:15825:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313474.794982:0:15825:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001293a8d4 (tot 82351578). 00010000:00000010:3.0:1761313474.794983:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000398c3ef8. 00010000:00000010:3.0:1761313474.794987:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000076f8e0cb. 00000400:00000200:1.0:1761313474.794987:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313474.794991:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:1.0:1761313474.794993:0:15825:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000042ef5faf 00000400:00000010:1.0:1761313474.794994:0:15825:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000042ef5faf. 00080000:00000010:3.0:1761313474.794999:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 000000006ebcd407. 00010000:00000010:3.0:1761313474.795027:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000076f8e0cb. 00010000:00000010:3.0:1761313474.795031:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006fa327ed. 00010000:00000010:3.0:1761313474.795079:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000005da22ac5. 00010000:00000010:3.0:1761313474.795083:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000076f8e0cb. 00010000:00000010:3.0:1761313474.795090:0:77239:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000cb2bec02. 00000100:00000010:3.0:1761313474.795094:0:77239:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006e837e80. 00000100:00000010:3.0:1761313474.795099:0:77239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000099c92cc1. 02000000:00000010:3.0:1761313474.795109:0:77239:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000061e0406a. 02000000:00000010:3.0:1761313474.795129:0:77239:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000604212e1. 00000400:00000010:3.0:1761313474.795133:0:77239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000074b7d66c. 00000400:00000010:3.0:1761313474.795136:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000fdaafa7. 00000100:00000200:3.0:1761313474.795140:0:77239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869138392448, portal 16 00000400:00000010:3.0:1761313474.795144:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004871bb6d. 00000100:00000200:3.0:1761313474.795146:0:77239:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869138392448, offset 0 00000400:00000200:3.0:1761313474.795151:0:77239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:3.0:1761313474.795157:0:77239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:3.0:1761313474.795163:0:77239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:3.0:1761313474.795167:0:77239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761313474.795169:0:77239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:3.0:1761313474.795172:0:77239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90279:90279:256:4294967295] 192.168.204.38@tcp LPNI seq info [90279:90279:8:4294967295] 00000400:00000200:3.0:1761313474.795179:0:77239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:3.0:1761313474.795183:0:77239:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:3.0:1761313474.795185:0:77239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005ce8cbad (tot 82351826). 00000800:00000200:3.0:1761313474.795190:0:77239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:3.0:1761313474.795246:0:77239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:3.0:1761313474.795249:0:77239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000005ce8cbad type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761313474.795456:0:15827:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313474.795459:0:15827:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005ce8cbad (tot 82351578). 00000400:00000200:1.0:1761313474.795462:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313474.795465:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:1.0:1761313474.795467:0:15827:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004871bb6d 00000400:00000010:1.0:1761313474.795469:0:15827:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004871bb6d. 00000100:00000200:1.0:1761313474.795473:0:15827:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000099c92cc1 x1846869138392448/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313518 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761313474.799930:0:15826:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:1.0:1761313474.799949:0:15826:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x68fb7baf0c580 00000400:00000200:1.0:1761313474.799956:0:15826:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb0e11 [1] + 224 00000400:00000200:1.0:1761313474.799971:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313474.799976:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:1.0:1761313474.799987:0:15826:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000099c92cc1 x1846869138392448/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313518 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1761313474.803877:0:77239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000074b7d66c. 00000400:00000200:0.0:1761313474.803889:0:77239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000fdaafa7 00000400:00000010:0.0:1761313474.803892:0:77239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000fdaafa7. 00000100:00000200:0.0:1761313474.803905:0:77239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000099c92cc1 x1846869138392448/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313518 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761313474.803914:0:77239:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000099c92cc1 x1846869138392448/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313518 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761313474.803944:0:77239:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000604212e1. 02000000:00000010:0.0:1761313474.803950:0:77239:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000061e0406a. 00000100:00000010:0.0:1761313474.803953:0:77239:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000099c92cc1. 00000100:00000010:0.0:1761313474.803957:0:77239:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006e837e80. 00010000:00000010:0.0:1761313474.803960:0:77239:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000cb2bec02. 00000400:00000200:3.0:1761313474.805482:0:15825:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:3.0:1761313474.805501:0:15825:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x68fb7ba85cd40 00000400:00000200:3.0:1761313474.805510:0:15825:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xaf75d [2] + 656 00000400:00000200:3.0:1761313474.805583:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313474.805589:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:3.0:1761313474.805596:0:15825:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761313474.805602:0:15825:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000099c92cc1. 00000020:00000010:2.0:1761313474.805834:0:75220:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000000d9c540. 00000020:00000010:2.0:1761313474.805841:0:75220:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000009328492. 00000020:00000010:2.0:1761313474.805846:0:75220:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000f72ff3ec. 00000100:00000200:2.0:1761313474.805871:0:75220:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000099c92cc1 x1846869131382080/t0(0) o103->78617949-0e11-4ca2-94c2-d809f91deaa9@192.168.204.38@tcp:405/0 lens 328/0 e 0 to 0 dl 1761313480 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:2.0:1761313474.805910:0:75220:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869131382080 02000000:00000010:2.0:1761313474.805921:0:75220:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000008c6f1983. 00010000:00000010:2.0:1761313474.805950:0:75220:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000343e590d. 00010000:00000010:2.0:1761313474.805971:0:75220:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000db1fe603. 00000100:00000010:2.0:1761313474.805978:0:75220:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000022a041c. 00000100:00000010:2.0:1761313474.805996:0:75220:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000022a041c. 00010000:00000010:2.0:1761313474.805999:0:75220:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000db1fe603. 00000400:00000010:2.0:1761313474.806013:0:75220:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002c0ac683. 00000100:00000200:2.0:1761313474.806018:0:75220:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869131382080, offset 224 00000400:00000200:2.0:1761313474.806027:0:75220:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:2.0:1761313474.806037:0:75220:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:2.0:1761313474.806042:0:75220:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90280:90280:256:4294967295] 192.168.204.38@tcp LPNI seq info [90280:90280:8:4294967295] 00000400:00000200:2.0:1761313474.806051:0:75220:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:2.0:1761313474.806056:0:75220:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:2.0:1761313474.806060:0:75220:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c737f52d (tot 82351826). 00000800:00000200:2.0:1761313474.806066:0:75220:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:2.0:1761313474.806072:0:75220:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:2.0:1761313474.806076:0:75220:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c737f52d type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761313474.806101:0:75220:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000009328492. 00000020:00000010:2.0:1761313474.806106:0:75220:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000f72ff3ec. 00000020:00000010:2.0:1761313474.806109:0:75220:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000000d9c540. 00080000:00000010:0.0:1761313474.806167:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000018e7634. 00010000:00000010:0.0:1761313474.806248:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000076f8e0cb. 00010000:00000010:0.0:1761313474.806254:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000610ac7c6. 00010000:00000010:0.0:1761313474.806322:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000133930c5. 00010000:00000010:0.0:1761313474.806328:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000f4159281. 00010000:00000010:0.0:1761313474.806337:0:77239:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000f6f1caa2. 00000100:00000010:0.0:1761313474.806340:0:77239:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000034be91cc. 00000100:00000010:0.0:1761313474.806346:0:77239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000f33f9db7. 02000000:00000010:0.0:1761313474.806356:0:77239:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000008436a38. 02000000:00000010:0.0:1761313474.806416:0:77239:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000fd562785. 00000400:00000010:0.0:1761313474.806422:0:77239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000a214889b. 00000400:00000010:0.0:1761313474.806426:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000bac32b5d. 00000100:00000200:0.0:1761313474.806431:0:77239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869138392512, portal 16 00000400:00000010:0.0:1761313474.806435:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ca4f278a. 00000100:00000200:0.0:1761313474.806437:0:77239:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869138392512, offset 0 00000400:00000200:0.0:1761313474.806442:0:77239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:0.0:1761313474.806449:0:77239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:0.0:1761313474.806455:0:77239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:0.0:1761313474.806458:0:77239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761313474.806461:0:77239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:0.0:1761313474.806463:0:77239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90281:90281:255:4294967295] 192.168.204.38@tcp LPNI seq info [90281:90281:7:4294967295] 00000400:00000200:0.0:1761313474.806470:0:77239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:0.0:1761313474.806474:0:77239:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:0.0:1761313474.806478:0:77239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e03815c4 (tot 82352074). 00000800:00000200:0.0:1761313474.806482:0:77239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:0.0:1761313474.806487:0:77239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:0.0:1761313474.806489:0:77239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000e03815c4 type 1, nob 424 niov 1 nkiov 1 00010000:00000010:3.1:1761313474.806644:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d8bf5028. 00010000:00000010:3.1:1761313474.806651:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e4d70e9b. 00010000:00000010:3.1:1761313474.806657:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004726ba01. 00010000:00000010:3.1:1761313474.806660:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000398c3ef8. 00000800:00000200:1.0:1761313474.806801:0:15827:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313474.806809:0:15827:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c737f52d (tot 82351826). 00000400:00000200:1.0:1761313474.806815:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313474.806820:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:1.0:1761313474.806824:0:15827:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002c0ac683 00000400:00000010:1.0:1761313474.806826:0:15827:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002c0ac683. 00000800:00000200:1.0:1761313474.806877:0:15827:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313474.806879:0:15827:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e03815c4 (tot 82351578). 00000400:00000200:1.0:1761313474.806882:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313474.806885:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:1.0:1761313474.806887:0:15827:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ca4f278a 00000400:00000010:1.0:1761313474.806888:0:15827:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ca4f278a. 00000100:00000200:1.0:1761313474.806894:0:15827:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000f33f9db7 x1846869138392512/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313518 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1761313474.807417:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b2cce426. 00010000:00000010:0.1:1761313474.812348:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e0cdfb0d. 00010000:00000010:0.1:1761313474.812373:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005da22ac5. 00010000:00000010:2.1:1761313474.812612:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003ed8ac66. 00000400:00000200:1.0:1761313474.815278:0:15826:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:1.0:1761313474.815297:0:15826:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x68fb7baf0c5c0 00000400:00000200:1.0:1761313474.815306:0:15826:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb0e1d [1] + 224 00000400:00000200:1.0:1761313474.815317:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313474.815321:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:1.0:1761313474.815332:0:15826:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000f33f9db7 x1846869138392512/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313518 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761313474.819102:0:15826:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000010:0.0:1761313474.819114:0:77239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000a214889b. 00000400:00000200:1.0:1761313474.819120:0:15826:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x68fb7ba85cd80 00000400:00000200:0.0:1761313474.819122:0:77239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000bac32b5d 00000400:00000010:0.0:1761313474.819124:0:77239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000bac32b5d. 00000400:00000200:1.0:1761313474.819130:0:15826:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xaf75d [2] + 984 00000100:00000200:0.0:1761313474.819134:0:77239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000f33f9db7 x1846869138392512/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313518 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761313474.819142:0:77239:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000f33f9db7 x1846869138392512/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313518 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761313474.819174:0:77239:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000fd562785. 02000000:00000010:0.0:1761313474.819180:0:77239:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000008436a38. 00000100:00000010:0.0:1761313474.819183:0:77239:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000f33f9db7. 00000100:00000010:0.0:1761313474.819187:0:77239:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000034be91cc. 00010000:00000010:0.0:1761313474.819190:0:77239:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000f6f1caa2. 00000400:00000200:1.0:1761313474.819198:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313474.819202:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:1.0:1761313474.819207:0:15826:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761313474.819212:0:15826:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000018525722. 00000020:00000010:3.0:1761313474.819421:0:64710:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000061e0406a. 00000020:00000010:3.0:1761313474.819428:0:64710:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000002044844d. 00000020:00000010:3.0:1761313474.819431:0:64710:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000002fdb529a. 00000100:00000200:3.0:1761313474.819453:0:64710:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000018525722 x1846869131382144/t0(0) o103->78617949-0e11-4ca2-94c2-d809f91deaa9@192.168.204.38@tcp:405/0 lens 328/0 e 0 to 0 dl 1761313480 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:3.0:1761313474.819483:0:64710:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869131382144 02000000:00000010:3.0:1761313474.819493:0:64710:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000604212e1. 00010000:00000010:3.0:1761313474.819517:0:64710:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000dcfc1f58. 00010000:00000010:3.0:1761313474.819533:0:64710:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000d021833d. 00000100:00000010:3.0:1761313474.819539:0:64710:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a069c63b. 00000100:00000010:3.0:1761313474.819547:0:64710:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a069c63b. 00010000:00000010:3.0:1761313474.819549:0:64710:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000d021833d. 00000400:00000010:3.0:1761313474.819560:0:64710:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000fdaafa7. 00000100:00000200:3.0:1761313474.819564:0:64710:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869131382144, offset 224 00000400:00000200:3.0:1761313474.819629:0:64710:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:3.0:1761313474.819640:0:64710:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:3.0:1761313474.819645:0:64710:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90282:90282:256:4294967295] 192.168.204.38@tcp LPNI seq info [90282:90282:8:4294967295] 00000400:00000200:3.0:1761313474.819655:0:64710:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:3.0:1761313474.819660:0:64710:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:3.0:1761313474.819664:0:64710:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005ce8cbad (tot 82351826). 00000800:00000200:3.0:1761313474.819669:0:64710:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:3.0:1761313474.819676:0:64710:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:3.0:1761313474.819679:0:64710:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000005ce8cbad type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761313474.819695:0:64710:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000002044844d. 00000020:00000010:3.0:1761313474.819699:0:64710:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000002fdb529a. 00000020:00000010:3.0:1761313474.819702:0:64710:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000061e0406a. 00000800:00000200:3.0:1761313474.819783:0:15825:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761313474.819787:0:15825:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005ce8cbad (tot 82351578). 00000400:00000200:3.0:1761313474.819789:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313474.819793:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:3.0:1761313474.819795:0:15825:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000fdaafa7 00000400:00000010:3.0:1761313474.819797:0:15825:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000fdaafa7. 00080000:00000010:2.0:1761313474.820427:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 0000000000d9c540. 00010000:00000010:2.0:1761313474.820521:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000f4159281. 00010000:00000010:2.0:1761313474.820529:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000d262aa89. 00010000:00000010:2.0:1761313474.820603:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000a26fe50c. 00010000:00000010:2.0:1761313474.820608:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000068949f78. 00010000:00000010:2.0:1761313474.820617:0:77239:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000db1fe603. 00000100:00000010:2.0:1761313474.820621:0:77239:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000022a041c. 00000100:00000010:2.0:1761313474.820629:0:77239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000039d5ee49. 02000000:00000010:2.0:1761313474.820640:0:77239:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000002952b201. 02000000:00000010:2.0:1761313474.820665:0:77239:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000078abeb46. 00000400:00000010:2.0:1761313474.820670:0:77239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000364971a9. 00000400:00000010:2.0:1761313474.820676:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000082ff5abb. 00000100:00000200:2.0:1761313474.820681:0:77239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869138392576, portal 16 00000400:00000010:2.0:1761313474.820685:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000060537b9b. 00000100:00000200:2.0:1761313474.820687:0:77239:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869138392576, offset 0 00000400:00000200:2.0:1761313474.820693:0:77239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:2.0:1761313474.820701:0:77239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:2.0:1761313474.820707:0:77239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:2.0:1761313474.820710:0:77239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761313474.820713:0:77239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:2.0:1761313474.820715:0:77239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90283:90283:256:4294967295] 192.168.204.38@tcp LPNI seq info [90283:90283:8:4294967295] 00000400:00000200:2.0:1761313474.820722:0:77239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:2.0:1761313474.820726:0:77239:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:2.0:1761313474.820729:0:77239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000044feb42c (tot 82351826). 00000800:00000200:2.0:1761313474.820733:0:77239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:2.0:1761313474.820737:0:77239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:2.0:1761313474.820740:0:77239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000044feb42c type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761313474.820970:0:15827:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313474.820973:0:15827:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000044feb42c (tot 82351578). 00000400:00000200:1.0:1761313474.820977:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313474.820981:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:1.0:1761313474.820984:0:15827:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000060537b9b 00000400:00000010:1.0:1761313474.820985:0:15827:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000060537b9b. 00000100:00000200:1.0:1761313474.820991:0:15827:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000039d5ee49 x1846869138392576/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313518 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761313474.823897:0:15826:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:0.0:1761313474.823913:0:15826:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x68fb7baf0c600 00000400:00000200:0.0:1761313474.823920:0:15826:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb0e29 [1] + 224 00000400:00000200:0.0:1761313474.823934:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313474.823937:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:0.0:1761313474.823945:0:15826:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000039d5ee49 x1846869138392576/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313518 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1761313474.824420:0:77239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000364971a9. 00000400:00000200:0.0:1761313474.824426:0:77239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000082ff5abb 00000400:00000010:0.0:1761313474.824427:0:77239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000082ff5abb. 00000100:00000200:0.0:1761313474.824434:0:77239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000039d5ee49 x1846869138392576/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313518 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761313474.824442:0:77239:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000039d5ee49 x1846869138392576/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313518 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761313474.824470:0:77239:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000078abeb46. 02000000:00000010:0.0:1761313474.824476:0:77239:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000002952b201. 00000100:00000010:0.0:1761313474.824480:0:77239:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000039d5ee49. 00000100:00000010:0.0:1761313474.824485:0:77239:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000022a041c. 00010000:00000010:0.0:1761313474.824488:0:77239:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000db1fe603. 00010000:00000010:3.1:1761313474.830508:0:78498:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ced1ebbe. 00010000:00000010:2.1:1761313474.830573:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000054062ceb. 00010000:00000010:2.1:1761313474.830579:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000133930c5. 00000400:00000200:3.0:1761313474.839718:0:15825:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:3.0:1761313474.839738:0:15825:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x68fb7ba85cdc0 00000400:00000200:3.0:1761313474.839746:0:15825:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xaf75d [2] + 1312 00000400:00000200:3.0:1761313474.839815:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313474.839820:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:3.0:1761313474.839826:0:15825:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761313474.839832:0:15825:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000002febdaee. 00000020:00000010:1.0:1761313474.842981:0:75220:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b67c9f6a. 00000020:00000010:1.0:1761313474.842993:0:75220:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000006630e86. 00000020:00000010:1.0:1761313474.842998:0:75220:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000004ff15bf4. 00000100:00000200:1.0:1761313474.843030:0:75220:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000002febdaee x1846869131382208/t0(0) o103->78617949-0e11-4ca2-94c2-d809f91deaa9@192.168.204.38@tcp:405/0 lens 328/0 e 0 to 0 dl 1761313480 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:1.0:1761313474.843075:0:75220:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869131382208 02000000:00000010:1.0:1761313474.843085:0:75220:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000883ab3b4. 00010000:00000010:1.0:1761313474.843117:0:75220:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000061f18457. 00010000:00000010:1.0:1761313474.843135:0:75220:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000b21f17c4. 00000100:00000010:1.0:1761313474.843143:0:75220:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000000fc037df. 00000100:00000010:1.0:1761313474.843161:0:75220:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000000fc037df. 00010000:00000010:1.0:1761313474.843165:0:75220:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000b21f17c4. 00000400:00000010:1.0:1761313474.843180:0:75220:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003b591177. 00000100:00000200:1.0:1761313474.843186:0:75220:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869131382208, offset 224 00000400:00000200:1.0:1761313474.843194:0:75220:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00080000:00000010:0.0:1761313474.843194:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 0000000008436a38. 00000400:00000200:1.0:1761313474.843211:0:75220:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:1.0:1761313474.843218:0:75220:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90284:90284:256:4294967295] 192.168.204.38@tcp LPNI seq info [90284:90284:8:4294967295] 00000400:00000200:1.0:1761313474.843228:0:75220:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:1.0:1761313474.843234:0:75220:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:1.0:1761313474.843239:0:75220:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000258d8758 (tot 82351826). 00000800:00000200:1.0:1761313474.843246:0:75220:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:1.0:1761313474.843254:0:75220:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:1.0:1761313474.843258:0:75220:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000258d8758 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761313474.843278:0:75220:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000006630e86. 00000020:00000010:1.0:1761313474.843283:0:75220:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000004ff15bf4. 00010000:00000010:0.0:1761313474.843285:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000068949f78. 00000020:00000010:1.0:1761313474.843286:0:75220:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b67c9f6a. 00010000:00000010:0.0:1761313474.843294:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000001a5aa3d8. 00010000:00000010:0.0:1761313474.843387:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000015645dc6. 00010000:00000010:0.0:1761313474.843393:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000013526a3. 00010000:00000010:0.0:1761313474.843403:0:77239:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000f6f1caa2. 00000100:00000010:0.0:1761313474.843407:0:77239:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000034be91cc. 00000100:00000010:0.0:1761313474.843414:0:77239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000f33f9db7. 02000000:00000010:0.0:1761313474.843424:0:77239:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000fd562785. 02000000:00000010:0.0:1761313474.843446:0:77239:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000008eeee28a. 00000400:00000010:0.0:1761313474.843453:0:77239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000a214889b. 00000400:00000010:0.0:1761313474.843457:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000bac32b5d. 00000100:00000200:0.0:1761313474.843462:0:77239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869138392640, portal 16 00000400:00000010:0.0:1761313474.843466:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000078acc45e. 00000100:00000200:0.0:1761313474.843468:0:77239:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869138392640, offset 0 00000400:00000200:0.0:1761313474.843474:0:77239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:0.0:1761313474.843480:0:77239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:0.0:1761313474.843487:0:77239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:0.0:1761313474.843491:0:77239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761313474.843493:0:77239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:0.0:1761313474.843496:0:77239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90285:90285:255:4294967295] 192.168.204.38@tcp LPNI seq info [90285:90285:7:4294967295] 00000400:00000200:0.0:1761313474.843502:0:77239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:0.0:1761313474.843506:0:77239:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:0.0:1761313474.843510:0:77239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ed775b91 (tot 82352074). 00000800:00000200:0.0:1761313474.843513:0:77239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:0.0:1761313474.843517:0:77239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:0.0:1761313474.843519:0:77239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ed775b91 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761313474.844018:0:15827:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313474.844023:0:15827:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000258d8758 (tot 82351826). 00000400:00000200:1.0:1761313474.844029:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313474.844034:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:1.0:1761313474.844039:0:15827:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003b591177 00000400:00000010:1.0:1761313474.844041:0:15827:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003b591177. 00000800:00000200:1.0:1761313474.844172:0:15827:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313474.844174:0:15827:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ed775b91 (tot 82351578). 00000400:00000200:1.0:1761313474.844178:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313474.844181:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:1.0:1761313474.844183:0:15827:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000078acc45e 00000400:00000010:1.0:1761313474.844185:0:15827:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000078acc45e. 00000100:00000200:1.0:1761313474.844190:0:15827:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000f33f9db7 x1846869138392640/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313518 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761313474.846381:0:15826:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:0.0:1761313474.846401:0:15826:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x68fb7baf0c640 00000400:00000200:0.0:1761313474.846408:0:15826:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb0e35 [1] + 224 00000400:00000200:0.0:1761313474.846425:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313474.846429:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:0.0:1761313474.846438:0:15826:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000f33f9db7 x1846869138392640/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313518 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1761313474.846700:0:77239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000a214889b. 00000400:00000200:2.0:1761313474.846706:0:77239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000bac32b5d 00000400:00000010:2.0:1761313474.846708:0:77239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000bac32b5d. 00000100:00000200:2.0:1761313474.846715:0:77239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000f33f9db7 x1846869138392640/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313518 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761313474.846723:0:77239:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000f33f9db7 x1846869138392640/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313518 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761313474.846754:0:77239:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000008eeee28a. 02000000:00000010:2.0:1761313474.846760:0:77239:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000fd562785. 00000100:00000010:2.0:1761313474.846764:0:77239:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000f33f9db7. 00000100:00000010:2.0:1761313474.846778:0:77239:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000034be91cc. 00010000:00000010:2.0:1761313474.846782:0:77239:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000f6f1caa2. 00010000:00000010:0.1:1761313474.847406:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ceaaa2d8. 00010000:00000010:0.1:1761313474.847416:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a26fe50c. 00000400:00000200:3.0:1761313474.847436:0:15825:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:3.0:1761313474.847449:0:15825:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x68fb7ba85ce00 00000400:00000200:3.0:1761313474.847455:0:15825:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xaf75d [2] + 1640 00000400:00000200:3.0:1761313474.847501:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313474.847505:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:3.0:1761313474.847510:0:15825:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761313474.847514:0:15825:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000020fe4fda. 00010000:00000010:1.1:1761313474.847783:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000008b9fb61. 00000020:00000010:2.0:1761313474.847869:0:64710:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000040711596. 00000020:00000010:2.0:1761313474.847876:0:64710:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000004cd9bb8a. 00000020:00000010:2.0:1761313474.847879:0:64710:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000f72ff3ec. 00000100:00000200:2.0:1761313474.847901:0:64710:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000020fe4fda x1846869131382272/t0(0) o103->78617949-0e11-4ca2-94c2-d809f91deaa9@192.168.204.38@tcp:405/0 lens 328/0 e 0 to 0 dl 1761313480 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:2.0:1761313474.847932:0:64710:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869131382272 02000000:00000010:2.0:1761313474.847942:0:64710:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000002a7f6a4. 00010000:00000010:2.0:1761313474.847968:0:64710:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000070e9c587. 00010000:00000010:2.0:1761313474.847986:0:64710:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000704f38a7. 00000100:00000010:2.0:1761313474.847994:0:64710:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000005b32630b. 00000100:00000010:2.0:1761313474.848015:0:64710:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000005b32630b. 00010000:00000010:2.0:1761313474.848019:0:64710:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000704f38a7. 00000400:00000010:2.0:1761313474.848032:0:64710:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fcdf887f. 00000100:00000200:2.0:1761313474.848037:0:64710:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869131382272, offset 224 00000400:00000200:2.0:1761313474.848045:0:64710:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00080000:00000010:0.0:1761313474.848051:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000dc164f85. 00000400:00000200:2.0:1761313474.848058:0:64710:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:2.0:1761313474.848066:0:64710:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90286:90286:256:4294967295] 192.168.204.38@tcp LPNI seq info [90286:90286:8:4294967295] 00000400:00000200:2.0:1761313474.848079:0:64710:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:2.0:1761313474.848086:0:64710:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:2.0:1761313474.848090:0:64710:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d84ed131 (tot 82351826). 00000800:00000200:2.0:1761313474.848098:0:64710:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:2.0:1761313474.848106:0:64710:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:2.0:1761313474.848110:0:64710:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000d84ed131 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761313474.848135:0:64710:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000004cd9bb8a. 00010000:00000010:0.0:1761313474.848137:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000013526a3. 00000020:00000010:2.0:1761313474.848140:0:64710:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000f72ff3ec. 00010000:00000010:0.0:1761313474.848145:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000068258b23. 00000020:00000010:2.0:1761313474.848146:0:64710:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000040711596. 00010000:00000010:0.0:1761313474.848234:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000008321265a. 00000800:00000200:1.0:1761313474.848235:0:15827:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313474.848240:0:15827:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d84ed131 (tot 82351578). 00010000:00000010:0.0:1761313474.848241:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000013526a3. 00000400:00000200:1.0:1761313474.848248:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313474.848253:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00010000:00000010:0.0:1761313474.848253:0:77239:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000006a56fd88. 00000400:00000200:1.0:1761313474.848257:0:15827:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fcdf887f 00000100:00000010:0.0:1761313474.848259:0:77239:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000007b7ac2c2. 00000400:00000010:1.0:1761313474.848260:0:15827:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fcdf887f. 00000100:00000010:0.0:1761313474.848268:0:77239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ede06feb. 02000000:00000010:0.0:1761313474.848279:0:77239:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000008eeee28a. 02000000:00000010:0.0:1761313474.848301:0:77239:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000004d15bbff. 00000400:00000010:0.0:1761313474.848305:0:77239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000006e8b39fd. 00000400:00000010:0.0:1761313474.848309:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b4a4da2f. 00000100:00000200:0.0:1761313474.848313:0:77239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869138392704, portal 16 00000400:00000010:0.0:1761313474.848317:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000d3ed33a. 00000100:00000200:0.0:1761313474.848319:0:77239:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869138392704, offset 0 00000400:00000200:0.0:1761313474.848324:0:77239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:0.0:1761313474.848331:0:77239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:0.0:1761313474.848336:0:77239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:0.0:1761313474.848340:0:77239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761313474.848343:0:77239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:0.0:1761313474.848345:0:77239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90287:90287:256:4294967295] 192.168.204.38@tcp LPNI seq info [90287:90287:8:4294967295] 00000400:00000200:0.0:1761313474.848352:0:77239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:0.0:1761313474.848376:0:77239:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:0.0:1761313474.848380:0:77239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ed775b91 (tot 82351826). 00000800:00000200:0.0:1761313474.848384:0:77239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:0.0:1761313474.848388:0:77239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:0.0:1761313474.848391:0:77239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ed775b91 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761313474.848513:0:15826:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313474.848515:0:15826:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ed775b91 (tot 82351578). 00000400:00000200:1.0:1761313474.848519:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313474.848523:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:1.0:1761313474.848525:0:15826:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000d3ed33a 00000400:00000010:1.0:1761313474.848527:0:15826:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000d3ed33a. 00000100:00000200:1.0:1761313474.848532:0:15826:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000ede06feb x1846869138392704/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313518 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761313474.853875:0:15825:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:0.0:1761313474.853894:0:15825:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x68fb7baf0c680 00000400:00000200:0.0:1761313474.853902:0:15825:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb0e41 [1] + 224 00000400:00000200:0.0:1761313474.853914:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313474.853918:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:0.0:1761313474.853928:0:15825:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000ede06feb x1846869138392704/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313518 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761313474.853964:0:15825:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:0.0:1761313474.853969:0:15825:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x68fb7ba85ce40 00000400:00000200:0.0:1761313474.853973:0:15825:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xaf75d [2] + 1968 00000400:00000010:0.0:1761313474.853977:0:15825:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000f371828a. 00000400:00000200:0.0:1761313474.853982:0:15825:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 000000001c22575a 00000400:00000200:0.0:1761313474.854031:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313474.854035:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:0.0:1761313474.854037:0:15825:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001c22575a 00000400:00000010:0.0:1761313474.854038:0:15825:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 000000001c22575a (tot 82351426). 00000100:00000200:0.0:1761313474.854045:0:15825:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:3.0:1761313474.854264:0:64710:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e7aca92c. 00000020:00000010:3.0:1761313474.854274:0:64710:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000f0aa771a. 00000020:00000010:3.0:1761313474.854278:0:64710:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000002fdb529a. 00000100:00000200:3.0:1761313474.854301:0:64710:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000275113de x1846869131382336/t0(0) o103->78617949-0e11-4ca2-94c2-d809f91deaa9@192.168.204.38@tcp:405/0 lens 328/0 e 0 to 0 dl 1761313480 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:3.0:1761313474.854339:0:64710:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869131382336 02000000:00000010:3.0:1761313474.854374:0:64710:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000061e0406a. 00010000:00000010:3.0:1761313474.854411:0:64710:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000d021833d. 00000100:00000010:3.0:1761313474.854417:0:64710:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a069c63b. 00000100:00000010:3.0:1761313474.854423:0:64710:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a069c63b. 00010000:00000010:3.0:1761313474.854426:0:64710:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000d021833d. 00000400:00000010:3.0:1761313474.854441:0:64710:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000fdaafa7. 00000100:00000200:3.0:1761313474.854447:0:64710:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869131382336, offset 224 00000400:00000200:3.0:1761313474.854454:0:64710:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:3.0:1761313474.854466:0:64710:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:3.0:1761313474.854473:0:64710:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90288:90288:256:4294967295] 192.168.204.38@tcp LPNI seq info [90288:90288:8:4294967295] 00000400:00000200:3.0:1761313474.854484:0:64710:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:3.0:1761313474.854491:0:64710:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:3.0:1761313474.854495:0:64710:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005ce8cbad (tot 82351674). 00000800:00000200:3.0:1761313474.854502:0:64710:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:3.0:1761313474.854509:0:64710:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:3.0:1761313474.854513:0:64710:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000005ce8cbad type 1, nob 320 niov 1 nkiov 1 00000400:00000010:2.0:1761313474.854528:0:77239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000006e8b39fd. 00000400:00000200:2.0:1761313474.854533:0:77239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b4a4da2f 00000400:00000010:2.0:1761313474.854535:0:77239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b4a4da2f. 00000100:00000200:2.0:1761313474.854542:0:77239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000ede06feb x1846869138392704/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313518 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000020:00000010:3.0:1761313474.854543:0:64710:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000f0aa771a. 00000020:00000010:3.0:1761313474.854550:0:64710:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000002fdb529a. 00000020:00000010:3.0:1761313474.854556:0:64710:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e7aca92c. 00000100:00000200:2.0:1761313474.854560:0:77239:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000ede06feb x1846869138392704/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313518 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1761313474.854566:0:64710:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000002a7f6a4. 00000100:00000010:3.0:1761313474.854571:0:64710:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000020fe4fda. 02000000:00000010:3.0:1761313474.854576:0:64710:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000883ab3b4. 00000100:00000010:3.0:1761313474.854579:0:64710:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000002febdaee. 00010000:00000010:2.0:1761313474.854582:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000495fba0a. 02000000:00000010:3.0:1761313474.854583:0:64710:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000604212e1. 00000100:00000010:3.0:1761313474.854588:0:64710:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000018525722. 02000000:00000010:3.0:1761313474.854593:0:64710:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000008c6f1983. 00000100:00000010:3.0:1761313474.854597:0:64710:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000099c92cc1. 02000000:00000010:2.0:1761313474.854598:0:77239:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000004d15bbff. 02000000:00000010:3.0:1761313474.854600:0:64710:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000d4ccb6c7. 00000100:00000010:3.0:1761313474.854606:0:64710:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000db5c2442. 02000000:00000010:2.0:1761313474.854606:0:77239:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000008eeee28a. 02000000:00000010:3.0:1761313474.854609:0:64710:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000102dc7be. 00000100:00000010:2.0:1761313474.854613:0:77239:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ede06feb. 00000100:00000010:3.0:1761313474.854614:0:64710:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000047d366b1. 00000100:00000010:2.0:1761313474.854619:0:77239:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000007b7ac2c2. 00000800:00000200:0.0:1761313474.854619:0:15827:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000100:00000200:3.0:1761313474.854624:0:64710:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00010000:00000010:2.0:1761313474.854625:0:77239:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000006a56fd88. 00000800:00000010:0.0:1761313474.854626:0:15827:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005ce8cbad (tot 82351426). 00000400:00000010:3.0:1761313474.854631:0:64710:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000a66f418a. 00000400:00000200:0.0:1761313474.854632:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:3.0:1761313474.854637:0:64710:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000a069c63b (tot 82351578). 00000400:00000200:0.0:1761313474.854639:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:0.0:1761313474.854643:0:15827:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000fdaafa7 00000400:00000010:0.0:1761313474.854645:0:15827:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000fdaafa7. 02000000:00000010:0.0:1761313474.854650:0:15827:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000061e0406a. 00080000:00000010:2.0:1761313474.854653:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 0000000040711596. 00010000:00000010:2.0:1761313474.854759:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000013526a3. 00010000:00000010:2.0:1761313474.854766:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000580f32ea. 00010000:00000010:2.0:1761313474.854848:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000004c84e595. 00010000:00000010:2.0:1761313474.854852:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004cd9bb8a. 00010000:00000010:2.0:1761313474.854857:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000a26fe50c. 00010000:00000010:2.0:1761313474.854863:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000685f6657. 00080000:00000010:2.0:1761313474.854874:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 000000007ad09f8b. 00010000:00000010:2.0:1761313474.854896:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000685f6657. 00010000:00000010:2.0:1761313474.854901:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004cd9bb8a. 00010000:00000010:2.0:1761313474.854948:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000028e8a35c. 00010000:00000010:2.0:1761313474.854952:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000685f6657. 00010000:00000010:2.0:1761313474.854960:0:77239:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000704f38a7. 00000100:00000010:2.0:1761313474.854964:0:77239:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000005b32630b. 00000100:00000010:2.0:1761313474.854971:0:77239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d1b82af4. 02000000:00000010:2.0:1761313474.854980:0:77239:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000e8ad967a. 02000000:00000010:2.0:1761313474.855002:0:77239:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d4ccb6c7. 00000400:00000010:2.0:1761313474.855005:0:77239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000071ca671b. 00000400:00000010:2.0:1761313474.855009:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000093201eee. 00000100:00000200:2.0:1761313474.855013:0:77239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869138392768, portal 16 00000400:00000010:2.0:1761313474.855016:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e3e27e8e. 00000100:00000200:2.0:1761313474.855018:0:77239:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869138392768, offset 0 00000400:00000200:2.0:1761313474.855025:0:77239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:2.0:1761313474.855031:0:77239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:2.0:1761313474.855037:0:77239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:2.0:1761313474.855041:0:77239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761313474.855045:0:77239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:2.0:1761313474.855048:0:77239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90289:90289:256:4294967295] 192.168.204.38@tcp LPNI seq info [90289:90289:8:4294967295] 00000400:00000200:2.0:1761313474.855058:0:77239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:2.0:1761313474.855062:0:77239:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:2.0:1761313474.855065:0:77239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c0eb742f (tot 82351826). 00000800:00000200:2.0:1761313474.855070:0:77239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:2.0:1761313474.855073:0:77239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:2.0:1761313474.855076:0:77239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c0eb742f type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761313474.855166:0:15826:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313474.855170:0:15826:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c0eb742f (tot 82351578). 00000400:00000200:1.0:1761313474.855177:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313474.855181:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:1.0:1761313474.855183:0:15826:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e3e27e8e 00000400:00000010:1.0:1761313474.855185:0:15826:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e3e27e8e. 00000100:00000200:1.0:1761313474.855190:0:15826:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000d1b82af4 x1846869138392768/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313518 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1761313474.857414:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a8c0e819. 00010000:00000010:2.1:1761313474.857415:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005471e9b9. 00010000:00000010:0.1:1761313474.857429:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000015645dc6. 00010000:00000010:2.1:1761313474.862257:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004aeaa28a. 00000400:00000200:0.0:1761313474.862268:0:15825:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00010000:00000010:2.1:1761313474.862270:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ef683ce6. 00010000:00000010:2.1:1761313474.862276:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008321265a. 00010000:00000010:2.1:1761313474.862280:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004c84e595. 00010000:00000010:2.1:1761313474.862284:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a26fe50c. 00000400:00000200:0.0:1761313474.862288:0:15825:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x68fb7baf0c6c0 00000400:00000200:0.0:1761313474.862297:0:15825:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb0e51 [1] + 224 00000400:00000200:0.0:1761313474.862314:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313474.862318:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:0.0:1761313474.862328:0:15825:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000d1b82af4 x1846869138392768/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313518 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1761313474.862558:0:77239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000071ca671b. 00000400:00000200:2.0:1761313474.862562:0:77239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000093201eee 00000400:00000010:2.0:1761313474.862564:0:77239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000093201eee. 00000100:00000200:2.0:1761313474.862571:0:77239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000d1b82af4 x1846869138392768/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313518 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761313474.862578:0:77239:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000d1b82af4 x1846869138392768/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313518 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761313474.862606:0:77239:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d4ccb6c7. 02000000:00000010:2.0:1761313474.862612:0:77239:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000e8ad967a. 00000100:00000010:2.0:1761313474.862615:0:77239:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d1b82af4. 00000100:00000010:2.0:1761313474.862620:0:77239:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000005b32630b. 00010000:00000010:2.0:1761313474.862623:0:77239:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000704f38a7. 00000400:00000200:0.0:1761313474.872965:0:15827:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:0.0:1761313474.872987:0:15827:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x68fb7ba85ce80 00000400:00000200:0.0:1761313474.872995:0:15827:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xaf7b5 [2] + 0 00000400:00000200:0.0:1761313474.873067:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313474.873072:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:0.0:1761313474.873077:0:15827:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761313474.873084:0:15827:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000b73eaae5. 00000020:00000010:1.0:1761313474.873177:0:75220:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b67c9f6a. 00000020:00000010:1.0:1761313474.873184:0:75220:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000006630e86. 00000020:00000010:1.0:1761313474.873189:0:75220:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000004ff15bf4. 00000100:00000200:1.0:1761313474.873212:0:75220:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000b73eaae5 x1846869131382400/t0(0) o103->78617949-0e11-4ca2-94c2-d809f91deaa9@192.168.204.38@tcp:405/0 lens 328/0 e 0 to 0 dl 1761313480 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:1.0:1761313474.873248:0:75220:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869131382400 02000000:00000010:1.0:1761313474.873258:0:75220:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000fec88df9. 00010000:00000010:1.0:1761313474.873286:0:75220:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000f0cac191. 00010000:00000010:1.0:1761313474.873306:0:75220:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000b21f17c4. 00000100:00000010:1.0:1761313474.873313:0:75220:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000000fc037df. 00000100:00000010:1.0:1761313474.873333:0:75220:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000000fc037df. 00010000:00000010:1.0:1761313474.873337:0:75220:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000b21f17c4. 00000400:00000010:1.0:1761313474.873349:0:75220:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003b591177. 00000100:00000200:1.0:1761313474.873353:0:75220:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869131382400, offset 224 00000400:00000200:1.0:1761313474.873412:0:75220:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:1.0:1761313474.873422:0:75220:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:1.0:1761313474.873426:0:75220:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90290:90290:256:4294967295] 192.168.204.38@tcp LPNI seq info [90290:90290:8:4294967295] 00000400:00000200:1.0:1761313474.873435:0:75220:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:1.0:1761313474.873439:0:75220:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:1.0:1761313474.873443:0:75220:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000258d8758 (tot 82351826). 00000800:00000200:1.0:1761313474.873448:0:75220:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:1.0:1761313474.873455:0:75220:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:1.0:1761313474.873458:0:75220:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000258d8758 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761313474.873477:0:75220:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000006630e86. 00000020:00000010:1.0:1761313474.873480:0:75220:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000004ff15bf4. 00000020:00000010:1.0:1761313474.873483:0:75220:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b67c9f6a. 00080000:00000010:2.0:1761313474.873488:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e8ad967a. 00010000:00000010:2.0:1761313474.873568:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000685f6657. 00010000:00000010:2.0:1761313474.873574:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000028b83a63. 00010000:00000010:2.0:1761313474.873647:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000a26fe50c. 00010000:00000010:2.0:1761313474.873652:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000685f6657. 00010000:00000010:2.0:1761313474.873662:0:77239:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000704f38a7. 00000100:00000010:2.0:1761313474.873666:0:77239:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000005b32630b. 00000100:00000010:2.0:1761313474.873673:0:77239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d1b82af4. 02000000:00000010:2.0:1761313474.873683:0:77239:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000d4ccb6c7. 02000000:00000010:2.0:1761313474.873705:0:77239:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000008c6f1983. 00000400:00000010:2.0:1761313474.873710:0:77239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000071ca671b. 00000400:00000010:2.0:1761313474.873715:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000093201eee. 00000100:00000200:2.0:1761313474.873720:0:77239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869138392832, portal 16 00000400:00000010:2.0:1761313474.873724:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000028f7c384. 00000100:00000200:2.0:1761313474.873726:0:77239:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869138392832, offset 0 00000400:00000200:2.0:1761313474.873732:0:77239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:2.0:1761313474.873738:0:77239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:2.0:1761313474.873744:0:77239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:2.0:1761313474.873748:0:77239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761313474.873751:0:77239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:2.0:1761313474.873753:0:77239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90291:90291:255:4294967295] 192.168.204.38@tcp LPNI seq info [90291:90291:7:4294967295] 00000400:00000200:2.0:1761313474.873761:0:77239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:2.0:1761313474.873765:0:77239:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:2.0:1761313474.873779:0:77239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c0eb742f (tot 82352074). 00000800:00000200:2.0:1761313474.873784:0:77239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:2.0:1761313474.873788:0:77239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:2.0:1761313474.873791:0:77239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c0eb742f type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761313474.877995:0:15826:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313474.878003:0:15826:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000258d8758 (tot 82351826). 00000400:00000200:1.0:1761313474.878012:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313474.878021:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:1.0:1761313474.878027:0:15826:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003b591177 00000400:00000010:1.0:1761313474.878029:0:15826:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003b591177. 00000800:00000200:1.0:1761313474.878112:0:15826:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313474.878114:0:15826:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c0eb742f (tot 82351578). 00000400:00000200:1.0:1761313474.878121:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313474.878124:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:1.0:1761313474.878126:0:15826:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000028f7c384 00000400:00000010:1.0:1761313474.878128:0:15826:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000028f7c384. 00000100:00000200:1.0:1761313474.878137:0:15826:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000d1b82af4 x1846869138392832/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313518 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1761313474.881195:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fc3e4b7b. 00000400:00000200:0.0:1761313474.883413:0:15825:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:0.0:1761313474.883433:0:15825:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x68fb7baf0c700 00000400:00000200:0.0:1761313474.883441:0:15825:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb0e5d [1] + 224 00000400:00000200:0.0:1761313474.883454:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313474.883458:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:0.0:1761313474.883467:0:15825:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000d1b82af4 x1846869138392832/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313518 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1761313474.883907:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007dca1574. 00010000:00000010:2.1:1761313474.883915:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000028e8a35c. 00000400:00000010:2.0:1761313474.883933:0:77239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000071ca671b. 00000400:00000200:2.0:1761313474.883936:0:77239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000093201eee 00000400:00000010:2.0:1761313474.883938:0:77239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000093201eee. 00000100:00000200:2.0:1761313474.883945:0:77239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000d1b82af4 x1846869138392832/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313518 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761313474.883953:0:77239:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000d1b82af4 x1846869138392832/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313518 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761313474.883981:0:77239:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000008c6f1983. 02000000:00000010:2.0:1761313474.883986:0:77239:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000d4ccb6c7. 00000100:00000010:2.0:1761313474.883989:0:77239:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d1b82af4. 00000100:00000010:2.0:1761313474.883995:0:77239:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000005b32630b. 00010000:00000010:2.0:1761313474.883998:0:77239:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000704f38a7. 00000400:00000200:0.0:1761313474.884577:0:15827:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:0.0:1761313474.884589:0:15827:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x68fb7ba85cec0 00000400:00000200:0.0:1761313474.884596:0:15827:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xaf7b5 [2] + 328 00000400:00000200:0.0:1761313474.884648:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313474.884653:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:0.0:1761313474.884658:0:15827:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761313474.884662:0:15827:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000002527802e. 00000020:00000010:3.0:1761313474.884815:0:64710:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000604212e1. 00000020:00000010:3.0:1761313474.884822:0:64710:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000006fa327ed. 00000020:00000010:3.0:1761313474.884827:0:64710:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000002fdb529a. 00000100:00000200:3.0:1761313474.884850:0:64710:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000002527802e x1846869131382464/t0(0) o103->78617949-0e11-4ca2-94c2-d809f91deaa9@192.168.204.38@tcp:405/0 lens 328/0 e 0 to 0 dl 1761313480 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:1.0:1761313474.885456:0:75220:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869131382464 02000000:00000010:1.0:1761313474.885469:0:75220:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000b67c9f6a. 00010000:00000010:1.0:1761313474.885498:0:75220:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000001031a395. 00010000:00000010:1.0:1761313474.885520:0:75220:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000b21f17c4. 00000100:00000010:1.0:1761313474.885526:0:75220:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000000fc037df. 00000100:00000010:1.0:1761313474.885547:0:75220:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000000fc037df. 00010000:00000010:1.0:1761313474.885551:0:75220:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000b21f17c4. 00000400:00000010:1.0:1761313474.885564:0:75220:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003b591177. 00000100:00000200:1.0:1761313474.885569:0:75220:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869131382464, offset 224 00000400:00000200:1.0:1761313474.885577:0:75220:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:1.0:1761313474.885588:0:75220:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:1.0:1761313474.885593:0:75220:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90292:90292:256:4294967295] 192.168.204.38@tcp LPNI seq info [90292:90292:8:4294967295] 00000400:00000200:1.0:1761313474.885602:0:75220:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:1.0:1761313474.885608:0:75220:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:1.0:1761313474.885612:0:75220:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000258d8758 (tot 82351826). 00000800:00000200:1.0:1761313474.885618:0:75220:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:1.0:1761313474.885625:0:75220:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:1.0:1761313474.885629:0:75220:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000258d8758 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761313474.885648:0:75220:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000006fa327ed. 00000020:00000010:1.0:1761313474.885652:0:75220:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000002fdb529a. 00000020:00000010:1.0:1761313474.885655:0:75220:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000604212e1. 00080000:00000010:2.0:1761313474.885749:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d4ccb6c7. 00000800:00000200:0.0:1761313474.885841:0:15826:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00010000:00000010:2.0:1761313474.885843:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000685f6657. 00000800:00000010:0.0:1761313474.885845:0:15826:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000258d8758 (tot 82351578). 00010000:00000010:2.0:1761313474.885851:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000ea681ec0. 00000400:00000200:0.0:1761313474.885852:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313474.885860:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:0.0:1761313474.885864:0:15826:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003b591177 00000400:00000010:0.0:1761313474.885866:0:15826:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003b591177. 00010000:00000010:2.0:1761313474.885928:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000028e8a35c. 00010000:00000010:2.0:1761313474.885933:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000685f6657. 00010000:00000010:2.0:1761313474.885942:0:77239:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000704f38a7. 00000100:00000010:2.0:1761313474.885945:0:77239:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000005b32630b. 00000100:00000010:2.0:1761313474.885952:0:77239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d1b82af4. 02000000:00000010:2.0:1761313474.885962:0:77239:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000008c6f1983. 02000000:00000010:2.0:1761313474.885984:0:77239:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000002a7f6a4. 00000400:00000010:2.0:1761313474.885989:0:77239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000071ca671b. 00000400:00000010:2.0:1761313474.885993:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000093201eee. 00000100:00000200:2.0:1761313474.885998:0:77239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869138392896, portal 16 00000400:00000010:2.0:1761313474.886003:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005b8744b4. 00000100:00000200:2.0:1761313474.886006:0:77239:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869138392896, offset 0 00000400:00000200:2.0:1761313474.886012:0:77239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:2.0:1761313474.886018:0:77239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:2.0:1761313474.886024:0:77239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:2.0:1761313474.886028:0:77239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761313474.886031:0:77239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:2.0:1761313474.886034:0:77239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90293:90293:256:4294967295] 192.168.204.38@tcp LPNI seq info [90293:90293:8:4294967295] 00000400:00000200:2.0:1761313474.886042:0:77239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:2.0:1761313474.886046:0:77239:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:2.0:1761313474.886049:0:77239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d84ed131 (tot 82351826). 00000800:00000200:2.0:1761313474.886053:0:77239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:2.0:1761313474.886057:0:77239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:2.0:1761313474.886059:0:77239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000d84ed131 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761313474.886156:0:15825:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761313474.886159:0:15825:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d84ed131 (tot 82351578). 00000400:00000200:0.0:1761313474.886166:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313474.886170:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:0.0:1761313474.886173:0:15825:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005b8744b4 00000400:00000010:0.0:1761313474.886174:0:15825:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005b8744b4. 00000100:00000200:0.0:1761313474.886180:0:15825:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000d1b82af4 x1846869138392896/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313518 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761313474.890273:0:15827:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:0.0:1761313474.890295:0:15827:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x68fb7baf0c740 00000400:00000200:0.0:1761313474.890305:0:15827:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb0e69 [1] + 224 00000400:00000200:0.0:1761313474.890321:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313474.890325:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:0.0:1761313474.890335:0:15827:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000d1b82af4 x1846869138392896/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313518 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761313474.890782:0:15827:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:0.0:1761313474.890789:0:15827:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x68fb7ba85cf00 00000400:00000200:0.0:1761313474.890795:0:15827:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xaf7b5 [2] + 656 00000400:00000200:0.0:1761313474.890847:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313474.890852:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:0.0:1761313474.890856:0:15827:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761313474.890862:0:15827:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000000982dbcf. 00000020:00000010:1.0:1761313474.890931:0:64710:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004109c067. 00000020:00000010:1.0:1761313474.890939:0:64710:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000006630e86. 00000020:00000010:1.0:1761313474.890943:0:64710:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000004ff15bf4. 00000100:00000200:1.0:1761313474.890969:0:64710:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000000982dbcf x1846869131382528/t0(0) o103->78617949-0e11-4ca2-94c2-d809f91deaa9@192.168.204.38@tcp:405/0 lens 328/0 e 0 to 0 dl 1761313480 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000400:00000010:2.0:1761313474.890982:0:77239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000071ca671b. 00000400:00000200:2.0:1761313474.890987:0:77239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000093201eee 00000400:00000010:2.0:1761313474.890990:0:77239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000093201eee. 00000100:00000200:2.0:1761313474.890998:0:77239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000d1b82af4 x1846869138392896/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313518 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761313474.891007:0:64710:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869131382528 00000100:00000200:2.0:1761313474.891008:0:77239:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000d1b82af4 x1846869138392896/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313518 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761313474.891018:0:64710:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000b90e1890. 02000000:00000010:2.0:1761313474.891038:0:77239:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000002a7f6a4. 02000000:00000010:2.0:1761313474.891045:0:77239:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000008c6f1983. 00010000:00000010:1.0:1761313474.891046:0:64710:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ee73ab9f. 00000100:00000010:2.0:1761313474.891049:0:77239:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d1b82af4. 00000100:00000010:2.0:1761313474.891056:0:77239:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000005b32630b. 00010000:00000010:2.0:1761313474.891060:0:77239:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000704f38a7. 00010000:00000010:1.0:1761313474.891069:0:64710:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000b21f17c4. 00000100:00000010:1.0:1761313474.891076:0:64710:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000000fc037df. 00000100:00000010:1.0:1761313474.891082:0:64710:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000000fc037df. 00010000:00000010:1.0:1761313474.891086:0:64710:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000b21f17c4. 00080000:00000010:2.0:1761313474.891097:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 000000008c6f1983. 00000400:00000010:1.0:1761313474.891097:0:64710:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a1e30d26. 00000100:00000200:1.0:1761313474.891103:0:64710:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869131382528, offset 224 00000400:00000200:1.0:1761313474.891110:0:64710:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:1.0:1761313474.891120:0:64710:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:1.0:1761313474.891125:0:64710:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90294:90294:256:4294967295] 192.168.204.38@tcp LPNI seq info [90294:90294:8:4294967295] 00000400:00000200:1.0:1761313474.891135:0:64710:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:1.0:1761313474.891140:0:64710:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:1.0:1761313474.891145:0:64710:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000fe7bdfb5 (tot 82351826). 00000800:00000200:1.0:1761313474.891151:0:64710:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:1.0:1761313474.891158:0:64710:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:1.0:1761313474.891162:0:64710:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000fe7bdfb5 type 1, nob 320 niov 1 nkiov 1 00010000:00000010:2.0:1761313474.891179:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000685f6657. 00010000:00000010:2.0:1761313474.891187:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000039f0c53e. 00000020:00000010:1.0:1761313474.891188:0:64710:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000006630e86. 00000020:00000010:1.0:1761313474.891193:0:64710:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000004ff15bf4. 00000020:00000010:1.0:1761313474.891197:0:64710:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004109c067. 00010000:00000010:2.0:1761313474.891259:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000e867df51. 00010000:00000010:2.0:1761313474.891265:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000685f6657. 00010000:00000010:2.0:1761313474.891273:0:77239:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000704f38a7. 00000100:00000010:2.0:1761313474.891276:0:77239:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000005b32630b. 00000100:00000010:2.0:1761313474.891281:0:77239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d1b82af4. 02000000:00000010:2.0:1761313474.891290:0:77239:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000002a7f6a4. 02000000:00000010:2.0:1761313474.891309:0:77239:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000002952b201. 00000400:00000010:2.0:1761313474.891313:0:77239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000071ca671b. 00000400:00000010:2.0:1761313474.891316:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000093201eee. 00000100:00000200:2.0:1761313474.891321:0:77239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869138392960, portal 16 00000400:00000010:2.0:1761313474.891324:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e985dd66. 00000100:00000200:2.0:1761313474.891326:0:77239:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869138392960, offset 0 00000400:00000200:2.0:1761313474.891332:0:77239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:2.0:1761313474.891337:0:77239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:2.0:1761313474.891344:0:77239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:2.0:1761313474.891347:0:77239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761313474.891350:0:77239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:2.0:1761313474.891352:0:77239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90295:90295:255:4294967295] 192.168.204.38@tcp LPNI seq info [90295:90295:7:4294967295] 00000400:00000200:2.0:1761313474.891378:0:77239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:2.0:1761313474.891383:0:77239:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:2.0:1761313474.891386:0:77239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d84ed131 (tot 82352074). 00000800:00000200:2.0:1761313474.891390:0:77239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:2.0:1761313474.891394:0:77239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:2.0:1761313474.891397:0:77239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000d84ed131 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761313474.891533:0:15826:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761313474.891537:0:15826:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000fe7bdfb5 (tot 82351826). 00000400:00000200:3.0:1761313474.891542:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313474.891546:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:3.0:1761313474.891548:0:15826:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a1e30d26 00000400:00000010:3.0:1761313474.891550:0:15826:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a1e30d26. 00000800:00000200:3.0:1761313474.891592:0:15826:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761313474.891594:0:15826:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d84ed131 (tot 82351578). 00000400:00000200:3.0:1761313474.891600:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313474.891603:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:3.0:1761313474.891606:0:15826:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e985dd66 00000400:00000010:3.0:1761313474.891607:0:15826:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e985dd66. 00000100:00000200:3.0:1761313474.891611:0:15826:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000d1b82af4 x1846869138392960/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313518 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1761313474.895404:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b4786af3. 00010000:00000010:2.1:1761313474.895419:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a26fe50c. 00000400:00000200:0.0:1761313474.898612:0:15825:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:0.0:1761313474.898633:0:15825:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x68fb7baf0c780 00000400:00000200:0.0:1761313474.898642:0:15825:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb0e75 [1] + 224 00000400:00000200:0.0:1761313474.898656:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313474.898661:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:0.0:1761313474.898673:0:15825:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000d1b82af4 x1846869138392960/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313518 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1761313474.900626:0:77239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000071ca671b. 00000400:00000200:2.0:1761313474.900636:0:77239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000093201eee 00000400:00000010:2.0:1761313474.900639:0:77239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000093201eee. 00000100:00000200:2.0:1761313474.900651:0:77239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000d1b82af4 x1846869138392960/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313518 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761313474.900661:0:77239:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000d1b82af4 x1846869138392960/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313518 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761313474.900701:0:77239:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000002952b201. 02000000:00000010:2.0:1761313474.900708:0:77239:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000002a7f6a4. 00000100:00000010:2.0:1761313474.900711:0:77239:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d1b82af4. 00000100:00000010:2.0:1761313474.900716:0:77239:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000005b32630b. 00010000:00000010:2.0:1761313474.900719:0:77239:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000704f38a7. 00000400:00000200:0.0:1761313474.900782:0:15825:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:0.0:1761313474.900793:0:15825:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x68fb7ba85cf40 00000400:00000200:0.0:1761313474.900799:0:15825:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xaf7b5 [2] + 984 00000400:00000200:0.0:1761313474.901125:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313474.901131:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:0.0:1761313474.901135:0:15825:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761313474.901141:0:15825:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000047d366b1. 00000020:00000010:1.0:1761313474.901210:0:75220:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004109c067. 00000020:00000010:1.0:1761313474.901218:0:75220:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000006630e86. 00000020:00000010:1.0:1761313474.901221:0:75220:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000004ff15bf4. 00000100:00000200:1.0:1761313474.901243:0:75220:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000047d366b1 x1846869131382592/t0(0) o103->78617949-0e11-4ca2-94c2-d809f91deaa9@192.168.204.38@tcp:405/0 lens 328/0 e 0 to 0 dl 1761313480 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:1.0:1761313474.901279:0:75220:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869131382592 02000000:00000010:1.0:1761313474.901291:0:75220:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000883ab3b4. 00010000:00000010:1.0:1761313474.901317:0:75220:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000046b9d362. 00010000:00000010:1.0:1761313474.901339:0:75220:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000b21f17c4. 00000100:00000010:1.0:1761313474.901345:0:75220:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000000fc037df. 00000100:00000010:1.0:1761313474.901394:0:75220:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000000fc037df. 00010000:00000010:1.0:1761313474.901399:0:75220:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000b21f17c4. 00000400:00000010:1.0:1761313474.901412:0:75220:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d8d66e7a. 00000100:00000200:1.0:1761313474.901417:0:75220:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869131382592, offset 224 00000400:00000200:1.0:1761313474.901424:0:75220:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:1.0:1761313474.901435:0:75220:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:1.0:1761313474.901440:0:75220:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90296:90296:256:4294967295] 192.168.204.38@tcp LPNI seq info [90296:90296:8:4294967295] 00000400:00000200:1.0:1761313474.901450:0:75220:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:1.0:1761313474.901455:0:75220:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:1.0:1761313474.901459:0:75220:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000cc8c87c8 (tot 82351826). 00000800:00000200:1.0:1761313474.901465:0:75220:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:1.0:1761313474.901471:0:75220:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:1.0:1761313474.901475:0:75220:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000cc8c87c8 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761313474.901499:0:75220:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000006630e86. 00000020:00000010:1.0:1761313474.901504:0:75220:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000004ff15bf4. 00000020:00000010:1.0:1761313474.901507:0:75220:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004109c067. 00000800:00000200:0.0:1761313474.901636:0:15827:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761313474.901640:0:15827:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000cc8c87c8 (tot 82351578). 00000400:00000200:0.0:1761313474.901645:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313474.901649:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:0.0:1761313474.901652:0:15827:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d8d66e7a 00000400:00000010:0.0:1761313474.901654:0:15827:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d8d66e7a. 00080000:00000010:2.0:1761313474.901779:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 0000000002a7f6a4. 00010000:00000010:2.0:1761313474.901865:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000685f6657. 00010000:00000010:2.0:1761313474.901873:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000c57f39b7. 00010000:00000010:2.0:1761313474.901942:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000a26fe50c. 00010000:00000010:2.0:1761313474.901947:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000685f6657. 00010000:00000010:2.0:1761313474.901955:0:77239:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000704f38a7. 00000100:00000010:2.0:1761313474.901958:0:77239:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000005b32630b. 00000100:00000010:2.0:1761313474.901964:0:77239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d1b82af4. 02000000:00000010:2.0:1761313474.901976:0:77239:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000002952b201. 02000000:00000010:2.0:1761313474.901997:0:77239:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000078abeb46. 00000400:00000010:2.0:1761313474.902002:0:77239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000071ca671b. 00000400:00000010:2.0:1761313474.902006:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000093201eee. 00000100:00000200:2.0:1761313474.902010:0:77239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869138393024, portal 16 00000400:00000010:2.0:1761313474.902015:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e985dd66. 00000100:00000200:2.0:1761313474.902017:0:77239:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869138393024, offset 0 00000400:00000200:2.0:1761313474.902023:0:77239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:2.0:1761313474.902029:0:77239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:2.0:1761313474.902035:0:77239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:2.0:1761313474.902038:0:77239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761313474.902041:0:77239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:2.0:1761313474.902043:0:77239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90297:90297:256:4294967295] 192.168.204.38@tcp LPNI seq info [90297:90297:8:4294967295] 00000400:00000200:2.0:1761313474.902050:0:77239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:2.0:1761313474.902054:0:77239:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:2.0:1761313474.902056:0:77239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c0eb742f (tot 82351826). 00000800:00000200:2.0:1761313474.902060:0:77239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:2.0:1761313474.902063:0:77239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:2.0:1761313474.902066:0:77239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c0eb742f type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761313474.902628:0:15826:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761313474.902632:0:15826:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c0eb742f (tot 82351578). 00000400:00000200:3.0:1761313474.902640:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313474.902644:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:3.0:1761313474.902647:0:15826:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e985dd66 00000400:00000010:3.0:1761313474.902649:0:15826:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e985dd66. 00000100:00000200:3.0:1761313474.902655:0:15826:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000d1b82af4 x1846869138393024/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313518 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1761313474.904410:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ada37b42. 00000400:00000200:0.0:1761313474.907225:0:15825:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:0.0:1761313474.907246:0:15825:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x68fb7baf0c7c0 00000400:00000200:0.0:1761313474.907255:0:15825:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb0e81 [1] + 224 00000400:00000200:0.0:1761313474.907267:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313474.907271:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:0.0:1761313474.907281:0:15825:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000d1b82af4 x1846869138393024/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313518 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761313474.909684:0:15825:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:0.0:1761313474.909702:0:15825:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x68fb7ba85cf80 00000400:00000200:0.0:1761313474.909709:0:15825:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xaf7b5 [2] + 1312 00000400:00000200:0.0:1761313474.909725:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313474.909728:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:0.0:1761313474.909734:0:15825:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761313474.909739:0:15825:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ede06feb. 00000020:00000010:3.0:1761313474.909872:0:64710:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e7aca92c. 00000020:00000010:3.0:1761313474.909879:0:64710:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000f0aa771a. 00000020:00000010:3.0:1761313474.909884:0:64710:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000000487d154. 00000100:00000200:3.0:1761313474.909910:0:64710:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000ede06feb x1846869131382656/t0(0) o103->78617949-0e11-4ca2-94c2-d809f91deaa9@192.168.204.38@tcp:405/0 lens 328/0 e 0 to 0 dl 1761313480 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:3.0:1761313474.909948:0:64710:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869131382656 02000000:00000010:3.0:1761313474.909960:0:64710:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000604212e1. 00010000:00000010:3.0:1761313474.909998:0:64710:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000d021833d. 00000100:00000010:3.0:1761313474.910005:0:64710:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000070062ae9. 00000100:00000010:3.0:1761313474.910011:0:64710:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000070062ae9. 00010000:00000010:3.0:1761313474.910015:0:64710:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000d021833d. 00000400:00000010:3.0:1761313474.910030:0:64710:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004871bb6d. 00000100:00000200:3.0:1761313474.910035:0:64710:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869131382656, offset 224 00000400:00000200:3.0:1761313474.910043:0:64710:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:3.0:1761313474.910053:0:64710:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:3.0:1761313474.910059:0:64710:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90298:90298:256:4294967295] 192.168.204.38@tcp LPNI seq info [90298:90298:8:4294967295] 00000400:00000200:3.0:1761313474.910068:0:64710:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:3.0:1761313474.910073:0:64710:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:3.0:1761313474.910077:0:64710:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001ffc5d96 (tot 82351826). 00000800:00000200:3.0:1761313474.910082:0:64710:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:3.0:1761313474.910088:0:64710:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:3.0:1761313474.910090:0:64710:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000001ffc5d96 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761313474.910113:0:64710:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000f0aa771a. 00000020:00000010:3.0:1761313474.910116:0:64710:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000000487d154. 00000020:00000010:3.0:1761313474.910120:0:64710:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e7aca92c. 00000400:00000010:2.0:1761313474.910277:0:77239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000071ca671b. 00000400:00000200:2.0:1761313474.910282:0:77239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000093201eee 00000400:00000010:2.0:1761313474.910284:0:77239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000093201eee. 00000100:00000200:2.0:1761313474.910291:0:77239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000d1b82af4 x1846869138393024/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313518 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761313474.910298:0:77239:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000d1b82af4 x1846869138393024/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313518 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.0:1761313474.910320:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000073238a42. 02000000:00000010:2.0:1761313474.910338:0:77239:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000078abeb46. 02000000:00000010:2.0:1761313474.910342:0:77239:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000002952b201. 00000100:00000010:2.0:1761313474.910356:0:77239:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d1b82af4. 00000100:00000010:2.0:1761313474.910374:0:77239:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000005b32630b. 00010000:00000010:2.0:1761313474.910377:0:77239:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000704f38a7. 00080000:00000010:2.0:1761313474.910393:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 000000002952b201. 00010000:00000010:2.0:1761313474.910477:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000685f6657. 00010000:00000010:2.0:1761313474.910484:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000927d2cff. 00010000:00000010:2.0:1761313474.910570:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000004c84e595. 00010000:00000010:2.0:1761313474.910574:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004cd9bb8a. 00010000:00000010:2.0:1761313474.910579:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000009f18bcaf. 00010000:00000010:2.0:1761313474.910583:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000685f6657. 00080000:00000010:2.0:1761313474.910594:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 0000000078abeb46. 00010000:00000010:2.0:1761313474.910618:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000685f6657. 00010000:00000010:2.0:1761313474.910622:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004cd9bb8a. 00010000:00000010:2.0:1761313474.910674:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000006ef72c2c. 00010000:00000010:2.0:1761313474.910677:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000685f6657. 00010000:00000010:2.0:1761313474.910684:0:77239:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000704f38a7. 00000100:00000010:2.0:1761313474.910687:0:77239:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000005b32630b. 00000100:00000010:2.0:1761313474.910693:0:77239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d1b82af4. 02000000:00000010:2.0:1761313474.910705:0:77239:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000008eeee28a. 02000000:00000010:2.0:1761313474.910728:0:77239:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000102dc7be. 00000400:00000010:2.0:1761313474.910733:0:77239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000071ca671b. 00000400:00000010:2.0:1761313474.910737:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000093201eee. 00000100:00000200:2.0:1761313474.910742:0:77239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869138393088, portal 16 00000400:00000010:2.0:1761313474.910746:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005b8744b4. 00000100:00000200:2.0:1761313474.910748:0:77239:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869138393088, offset 0 00000400:00000200:2.0:1761313474.910753:0:77239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:2.0:1761313474.910761:0:77239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:2.0:1761313474.910777:0:77239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:2.0:1761313474.910781:0:77239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761313474.910783:0:77239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:2.0:1761313474.910786:0:77239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90299:90299:255:4294967295] 192.168.204.38@tcp LPNI seq info [90299:90299:7:4294967295] 00000400:00000200:2.0:1761313474.910793:0:77239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:2.0:1761313474.910797:0:77239:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:2.0:1761313474.910800:0:77239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c0eb742f (tot 82352074). 00000800:00000200:2.0:1761313474.910805:0:77239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:2.0:1761313474.910810:0:77239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:2.0:1761313474.910812:0:77239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c0eb742f type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761313474.914901:0:15827:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761313474.914908:0:15827:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001ffc5d96 (tot 82351826). 00000400:00000200:0.0:1761313474.914916:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313474.914925:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:0.0:1761313474.914932:0:15827:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004871bb6d 00000400:00000010:0.0:1761313474.914934:0:15827:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004871bb6d. 00000800:00000200:0.0:1761313474.915007:0:15827:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761313474.915009:0:15827:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c0eb742f (tot 82351578). 00000400:00000200:0.0:1761313474.915017:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313474.915020:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:0.0:1761313474.915022:0:15827:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005b8744b4 00000400:00000010:0.0:1761313474.915024:0:15827:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005b8744b4. 00000100:00000200:0.0:1761313474.915034:0:15827:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000d1b82af4 x1846869138393088/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313518 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1761313474.917406:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006db08585. 00010000:00000010:2.1:1761313474.917421:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000028e8a35c. 00010000:00000010:1.1:1761313474.918488:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ccc7ef6f. 00000400:00000200:3.0:1761313474.920248:0:15826:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:3.0:1761313474.920271:0:15826:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x68fb7baf0c800 00000400:00000200:3.0:1761313474.920280:0:15826:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb0e8d [1] + 224 00000400:00000200:3.0:1761313474.920296:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313474.920301:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:3.0:1761313474.920314:0:15826:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000d1b82af4 x1846869138393088/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313518 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1761313474.920466:0:77239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000071ca671b. 00000400:00000200:2.0:1761313474.920471:0:77239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000093201eee 00000400:00000010:2.0:1761313474.920473:0:77239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000093201eee. 00000100:00000200:2.0:1761313474.920481:0:77239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000d1b82af4 x1846869138393088/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313518 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761313474.920489:0:77239:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000d1b82af4 x1846869138393088/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313518 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761313474.920518:0:77239:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000102dc7be. 02000000:00000010:2.0:1761313474.920523:0:77239:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000008eeee28a. 00000100:00000010:2.0:1761313474.920528:0:77239:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d1b82af4. 00000100:00000010:2.0:1761313474.920535:0:77239:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000005b32630b. 00010000:00000010:2.0:1761313474.920538:0:77239:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000704f38a7. 00010000:00000010:2.1:1761313474.921397:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000020d2703b. 00010000:00000010:2.1:1761313474.921407:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e867df51. 00010000:00000010:1.1:1761313474.921434:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002313c76d. 00000400:00000200:0.0:1761313474.923080:0:15825:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:0.0:1761313474.923099:0:15825:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x68fb7ba85cfc0 00000400:00000200:0.0:1761313474.923106:0:15825:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xaf7b5 [2] + 1640 00000400:00000200:0.0:1761313474.923166:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313474.923171:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:0.0:1761313474.923178:0:15825:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761313474.923184:0:15825:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000f33f9db7. 00000020:00000010:3.0:1761313474.923471:0:64710:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e7aca92c. 00000020:00000010:3.0:1761313474.923478:0:64710:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000f0aa771a. 00000020:00000010:3.0:1761313474.923482:0:64710:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000000487d154. 00000100:00000200:3.0:1761313474.923507:0:64710:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000f33f9db7 x1846869131382720/t0(0) o103->78617949-0e11-4ca2-94c2-d809f91deaa9@192.168.204.38@tcp:405/0 lens 328/0 e 0 to 0 dl 1761313480 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:3.0:1761313474.923550:0:64710:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869131382720 02000000:00000010:3.0:1761313474.923561:0:64710:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000061e0406a. 00010000:00000010:3.0:1761313474.923590:0:64710:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000006a182278. 00010000:00000010:3.0:1761313474.923611:0:64710:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000d021833d. 00000100:00000010:3.0:1761313474.923617:0:64710:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000070062ae9. 00000100:00000010:3.0:1761313474.925311:0:64710:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000070062ae9. 00010000:00000010:3.0:1761313474.925322:0:64710:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000d021833d. 00000400:00000010:3.0:1761313474.925346:0:64710:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002252f14c. 00000100:00000200:3.0:1761313474.925352:0:64710:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869131382720, offset 224 00000400:00000200:3.0:1761313474.925374:0:64710:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:3.0:1761313474.925389:0:64710:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:3.0:1761313474.925394:0:64710:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90300:90300:256:4294967295] 192.168.204.38@tcp LPNI seq info [90300:90300:8:4294967295] 00000400:00000200:3.0:1761313474.925405:0:64710:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:3.0:1761313474.925410:0:64710:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:3.0:1761313474.925415:0:64710:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e7d56557 (tot 82351826). 00000800:00000200:3.0:1761313474.925420:0:64710:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:3.0:1761313474.925426:0:64710:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:3.0:1761313474.925429:0:64710:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000e7d56557 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761313474.925453:0:64710:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000f0aa771a. 00000020:00000010:3.0:1761313474.925458:0:64710:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000000487d154. 00000020:00000010:3.0:1761313474.925463:0:64710:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e7aca92c. 00000800:00000200:0.0:1761313474.925744:0:15827:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761313474.925748:0:15827:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e7d56557 (tot 82351578). 00000400:00000200:0.0:1761313474.925751:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313474.925756:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:0.0:1761313474.925759:0:15827:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002252f14c 00000400:00000010:0.0:1761313474.925761:0:15827:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002252f14c. 00080000:00000010:2.0:1761313474.925844:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000102dc7be. 00010000:00000010:2.0:1761313474.925925:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000685f6657. 00010000:00000010:2.0:1761313474.925932:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000522a6286. 00010000:00000010:2.0:1761313474.925998:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000e867df51. 00010000:00000010:2.0:1761313474.926003:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000685f6657. 00010000:00000010:2.0:1761313474.926013:0:77239:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000704f38a7. 00000100:00000010:2.0:1761313474.926018:0:77239:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000005b32630b. 00000100:00000010:2.0:1761313474.926026:0:77239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d1b82af4. 02000000:00000010:2.0:1761313474.926038:0:77239:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000fd562785. 02000000:00000010:2.0:1761313474.926059:0:77239:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000008eeee28a. 00000400:00000010:2.0:1761313474.926064:0:77239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000071ca671b. 00000400:00000010:2.0:1761313474.926068:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000093201eee. 00000100:00000200:2.0:1761313474.926072:0:77239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869138393152, portal 16 00000400:00000010:2.0:1761313474.926075:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000028f7c384. 00000100:00000200:2.0:1761313474.926077:0:77239:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869138393152, offset 0 00000400:00000200:2.0:1761313474.926082:0:77239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:2.0:1761313474.926088:0:77239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:2.0:1761313474.926094:0:77239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:2.0:1761313474.926097:0:77239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761313474.926100:0:77239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:2.0:1761313474.926103:0:77239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90301:90301:256:4294967295] 192.168.204.38@tcp LPNI seq info [90301:90301:8:4294967295] 00000400:00000200:2.0:1761313474.926110:0:77239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:2.0:1761313474.926114:0:77239:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:2.0:1761313474.926116:0:77239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d84ed131 (tot 82351826). 00000800:00000200:2.0:1761313474.926121:0:77239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:2.0:1761313474.926125:0:77239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:2.0:1761313474.926127:0:77239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000d84ed131 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761313474.926227:0:15826:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313474.926230:0:15826:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d84ed131 (tot 82351578). 00000400:00000200:1.0:1761313474.926237:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313474.926240:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:1.0:1761313474.926243:0:15826:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000028f7c384 00000400:00000010:1.0:1761313474.926244:0:15826:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000028f7c384. 00000100:00000200:1.0:1761313474.926250:0:15826:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000d1b82af4 x1846869138393152/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313518 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1761313474.926420:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000164560fe. 00010000:00000010:2.1:1761313474.926426:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000006a96342. 00010000:00000010:2.1:1761313474.926430:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a26fe50c. 00010000:00000010:2.1:1761313474.926433:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004c84e595. 00010000:00000010:2.1:1761313474.926436:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009f18bcaf. 00010000:00000010:3.1:1761313474.932502:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000048794a0b. 00000400:00000200:0.0:1761313474.932656:0:15825:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:0.0:1761313474.932673:0:15825:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x68fb7baf0c840 00000400:00000200:0.0:1761313474.932680:0:15825:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb0e99 [1] + 224 00000400:00000200:0.0:1761313474.932695:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313474.932698:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:0.0:1761313474.932709:0:15825:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000d1b82af4 x1846869138393152/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313518 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1761313474.932794:0:77239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000071ca671b. 00000400:00000200:2.0:1761313474.932798:0:77239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000093201eee 00000400:00000010:2.0:1761313474.932800:0:77239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000093201eee. 00000100:00000200:2.0:1761313474.932806:0:77239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000d1b82af4 x1846869138393152/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313518 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761313474.932814:0:77239:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000d1b82af4 x1846869138393152/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313518 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761313474.932840:0:77239:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000008eeee28a. 02000000:00000010:2.0:1761313474.932845:0:77239:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000fd562785. 00000100:00000010:2.0:1761313474.932850:0:77239:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d1b82af4. 00000100:00000010:2.0:1761313474.932855:0:77239:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000005b32630b. 00010000:00000010:2.0:1761313474.932859:0:77239:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000704f38a7. 00000400:00000200:0.0:1761313474.932985:0:15827:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:0.0:1761313474.932993:0:15827:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x68fb7ba85d000 00000400:00000200:0.0:1761313474.932997:0:15827:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xaf7b5 [2] + 1968 00000400:00000010:0.0:1761313474.932999:0:15827:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000c1cf5a99. 00000400:00000200:0.0:1761313474.933002:0:15827:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 0000000030e06e50 00000400:00000200:0.0:1761313474.933051:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313474.933055:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:0.0:1761313474.933058:0:15827:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000030e06e50 00000400:00000010:0.0:1761313474.933059:0:15827:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 0000000030e06e50 (tot 82351426). 00000100:00000200:0.0:1761313474.933064:0:15827:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:3.0:1761313474.933138:0:64710:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e7aca92c. 00000020:00000010:3.0:1761313474.933144:0:64710:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000f0aa771a. 00000020:00000010:3.0:1761313474.933149:0:64710:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000000487d154. 00000100:00000200:3.0:1761313474.933172:0:64710:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000db3e13a4 x1846869131382784/t0(0) o103->78617949-0e11-4ca2-94c2-d809f91deaa9@192.168.204.38@tcp:405/0 lens 328/0 e 0 to 0 dl 1761313480 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:3.0:1761313474.933208:0:64710:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869131382784 02000000:00000010:3.0:1761313474.933219:0:64710:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000007991ab59. 00010000:00000010:3.0:1761313474.933246:0:64710:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005e61f203. 00010000:00000010:3.0:1761313474.933266:0:64710:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000d021833d. 00000100:00000010:3.0:1761313474.933272:0:64710:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000070062ae9. 00000100:00000010:3.0:1761313474.933288:0:64710:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000070062ae9. 00010000:00000010:3.0:1761313474.933291:0:64710:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000d021833d. 00000400:00000010:3.0:1761313474.933304:0:64710:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000059168ff5. 00000100:00000200:3.0:1761313474.933308:0:64710:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869131382784, offset 224 00000400:00000200:3.0:1761313474.933316:0:64710:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:3.0:1761313474.933325:0:64710:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:3.0:1761313474.933330:0:64710:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90302:90302:256:4294967295] 192.168.204.38@tcp LPNI seq info [90302:90302:8:4294967295] 00000400:00000200:3.0:1761313474.933339:0:64710:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:3.0:1761313474.933344:0:64710:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:3.0:1761313474.933348:0:64710:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009f02d435 (tot 82351674). 00000800:00000200:3.0:1761313474.933353:0:64710:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:3.0:1761313474.933392:0:64710:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:3.0:1761313474.933396:0:64710:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009f02d435 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761313474.933414:0:64710:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000f0aa771a. 00000020:00000010:3.0:1761313474.933417:0:64710:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000000487d154. 00000020:00000010:3.0:1761313474.933421:0:64710:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e7aca92c. 02000000:00000010:3.0:1761313474.933429:0:64710:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000061e0406a. 00000100:00000010:3.0:1761313474.933431:0:64710:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000f33f9db7. 02000000:00000010:3.0:1761313474.933434:0:64710:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000604212e1. 00000100:00000010:3.0:1761313474.933436:0:64710:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ede06feb. 02000000:00000010:3.0:1761313474.933439:0:64710:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000883ab3b4. 00000100:00000010:3.0:1761313474.933441:0:64710:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000047d366b1. 02000000:00000010:3.0:1761313474.933443:0:64710:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000b90e1890. 00000100:00000010:3.0:1761313474.933445:0:64710:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000000982dbcf. 02000000:00000010:3.0:1761313474.933447:0:64710:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000b67c9f6a. 00000100:00000010:3.0:1761313474.933449:0:64710:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000002527802e. 02000000:00000010:3.0:1761313474.933451:0:64710:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000fec88df9. 00000100:00000010:3.0:1761313474.933453:0:64710:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000b73eaae5. 00000100:00000200:3.0:1761313474.933458:0:64710:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1761313474.933463:0:64710:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000074b7d66c. 00000400:00000010:3.0:1761313474.933467:0:64710:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 0000000070062ae9 (tot 82351826). 00080000:00000010:2.0:1761313474.933595:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 000000008eeee28a. 00010000:00000010:2.0:1761313474.933673:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000685f6657. 00010000:00000010:2.0:1761313474.933679:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000f6481b7a. 00010000:00000010:2.0:1761313474.933747:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000009f18bcaf. 00010000:00000010:2.0:1761313474.933751:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000685f6657. 00010000:00000010:2.0:1761313474.933760:0:77239:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000704f38a7. 00000100:00000010:2.0:1761313474.933764:0:77239:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000005b32630b. 00000100:00000010:2.0:1761313474.933779:0:77239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d1b82af4. 02000000:00000010:2.0:1761313474.933789:0:77239:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000fd562785. 02000000:00000010:2.0:1761313474.933812:0:77239:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000005c004fe9. 00000400:00000010:2.0:1761313474.933817:0:77239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000071ca671b. 00000400:00000010:2.0:1761313474.933820:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000093201eee. 00000100:00000200:2.0:1761313474.933824:0:77239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869138393216, portal 16 00000400:00000010:2.0:1761313474.933827:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e3e27e8e. 00000100:00000200:2.0:1761313474.933829:0:77239:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869138393216, offset 0 00000400:00000200:2.0:1761313474.933835:0:77239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:2.0:1761313474.933841:0:77239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:2.0:1761313474.933848:0:77239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:2.0:1761313474.933851:0:77239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761313474.933854:0:77239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:2.0:1761313474.933856:0:77239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90303:90303:255:4294967295] 192.168.204.38@tcp LPNI seq info [90303:90303:7:4294967295] 00000400:00000200:2.0:1761313474.933864:0:77239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:2.0:1761313474.933869:0:77239:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:2.0:1761313474.933872:0:77239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d84ed131 (tot 82352074). 00000800:00000200:2.0:1761313474.933876:0:77239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:2.0:1761313474.933880:0:77239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:2.0:1761313474.933883:0:77239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000d84ed131 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761313474.933990:0:15826:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761313474.933993:0:15826:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009f02d435 (tot 82351826). 00000400:00000200:0.0:1761313474.933997:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313474.934000:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:0.0:1761313474.934003:0:15826:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000059168ff5 00000400:00000010:0.0:1761313474.934004:0:15826:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000059168ff5. 02000000:00000010:0.0:1761313474.934007:0:15826:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000007991ab59. 00000800:00000200:0.0:1761313474.934042:0:15826:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761313474.934044:0:15826:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d84ed131 (tot 82351578). 00000400:00000200:0.0:1761313474.934050:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313474.934053:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:0.0:1761313474.934055:0:15826:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e3e27e8e 00000400:00000010:0.0:1761313474.934056:0:15826:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e3e27e8e. 00000100:00000200:0.0:1761313474.934061:0:15826:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000d1b82af4 x1846869138393216/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313518 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1761313474.936409:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c463fba2. 00010000:00000010:2.1:1761313474.936422:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006ef72c2c. 00000400:00000200:0.0:1761313474.938879:0:15825:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:0.0:1761313474.938898:0:15825:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x68fb7baf0c880 00000400:00000200:0.0:1761313474.938908:0:15825:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb0ea9 [1] + 224 00000400:00000200:0.0:1761313474.938920:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313474.938924:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:0.0:1761313474.938934:0:15825:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000d1b82af4 x1846869138393216/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313518 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761313474.938972:0:15825:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:0.0:1761313474.938977:0:15825:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x68fb7ba85d040 00000400:00000200:0.0:1761313474.938982:0:15825:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xaf80d [2] + 0 00000400:00000200:0.0:1761313474.938992:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313474.938994:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:0.0:1761313474.938998:0:15825:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761313474.939004:0:15825:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000000ef172a3. 00000400:00000010:2.0:1761313474.939288:0:77239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000071ca671b. 00000400:00000200:2.0:1761313474.939293:0:77239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000093201eee 00000400:00000010:2.0:1761313474.939296:0:77239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000093201eee. 00000100:00000200:2.0:1761313474.939303:0:77239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000d1b82af4 x1846869138393216/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313518 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761313474.939311:0:77239:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000d1b82af4 x1846869138393216/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313518 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761313474.939340:0:77239:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000005c004fe9. 02000000:00000010:2.0:1761313474.939346:0:77239:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000fd562785. 00000100:00000010:2.0:1761313474.939350:0:77239:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d1b82af4. 00000100:00000010:2.0:1761313474.939355:0:77239:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000005b32630b. 00010000:00000010:2.0:1761313474.939797:0:77239:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000704f38a7. 00000020:00000010:1.0:1761313474.939931:0:75220:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004109c067. 00000020:00000010:1.0:1761313474.939938:0:75220:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000006630e86. 00000020:00000010:1.0:1761313474.939941:0:75220:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000004ff15bf4. 00000100:00000200:1.0:1761313474.939965:0:75220:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000000ef172a3 x1846869131382848/t0(0) o103->78617949-0e11-4ca2-94c2-d809f91deaa9@192.168.204.38@tcp:405/0 lens 328/0 e 0 to 0 dl 1761313480 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:1.0:1761313474.940000:0:75220:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869131382848 02000000:00000010:1.0:1761313474.940012:0:75220:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000146b7906. 00010000:00000010:1.0:1761313474.940038:0:75220:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000253519c0. 00010000:00000010:1.0:1761313474.940057:0:75220:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000b21f17c4. 00000100:00000010:1.0:1761313474.940064:0:75220:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000000fc037df. 00000100:00000010:1.0:1761313474.940080:0:75220:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000000fc037df. 00010000:00000010:1.0:1761313474.940084:0:75220:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000b21f17c4. 00000400:00000010:1.0:1761313474.940096:0:75220:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a164eb02. 00000100:00000200:1.0:1761313474.940101:0:75220:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869131382848, offset 224 00000400:00000200:1.0:1761313474.940108:0:75220:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:1.0:1761313474.940119:0:75220:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:1.0:1761313474.940125:0:75220:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90304:90304:256:4294967295] 192.168.204.38@tcp LPNI seq info [90304:90304:8:4294967295] 00000400:00000200:1.0:1761313474.940134:0:75220:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:1.0:1761313474.940139:0:75220:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:1.0:1761313474.940143:0:75220:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f67d6031 (tot 82351826). 00000800:00000200:1.0:1761313474.940149:0:75220:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:1.0:1761313474.940155:0:75220:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:1.0:1761313474.940159:0:75220:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000f67d6031 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761313474.940181:0:75220:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000006630e86. 00000020:00000010:1.0:1761313474.940185:0:75220:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000004ff15bf4. 00000020:00000010:1.0:1761313474.940188:0:75220:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004109c067. 00080000:00000010:2.0:1761313474.940273:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 000000005c004fe9. 00010000:00000010:2.0:1761313474.940353:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000685f6657. 00010000:00000010:2.0:1761313474.940482:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fefc6b71. 00010000:00000010:2.0:1761313474.940560:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000006ef72c2c. 00010000:00000010:2.0:1761313474.940565:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000685f6657. 00010000:00000010:2.0:1761313474.940575:0:77239:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000704f38a7. 00000100:00000010:2.0:1761313474.940579:0:77239:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000005b32630b. 00000100:00000010:2.0:1761313474.940585:0:77239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d1b82af4. 02000000:00000010:2.0:1761313474.940596:0:77239:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000a5812a1c. 02000000:00000010:2.0:1761313474.940617:0:77239:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000b5e32eeb. 00000400:00000010:2.0:1761313474.940622:0:77239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000071ca671b. 00000400:00000010:2.0:1761313474.940626:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000093201eee. 00000100:00000200:2.0:1761313474.940630:0:77239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869138393280, portal 16 00000400:00000010:2.0:1761313474.940635:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fcdf887f. 00000100:00000200:2.0:1761313474.940636:0:77239:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869138393280, offset 0 00000400:00000200:2.0:1761313474.940642:0:77239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:2.0:1761313474.940648:0:77239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:2.0:1761313474.940654:0:77239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:2.0:1761313474.940657:0:77239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761313474.940660:0:77239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:2.0:1761313474.940662:0:77239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90305:90305:255:4294967295] 192.168.204.38@tcp LPNI seq info [90305:90305:7:4294967295] 00000400:00000200:2.0:1761313474.940669:0:77239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:2.0:1761313474.940674:0:77239:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:2.0:1761313474.940677:0:77239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c0eb742f (tot 82352074). 00000800:00000200:2.0:1761313474.940681:0:77239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:2.0:1761313474.940685:0:77239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:2.0:1761313474.940687:0:77239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c0eb742f type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761313474.940764:0:15827:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761313474.940777:0:15827:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f67d6031 (tot 82351826). 00000400:00000200:0.0:1761313474.940782:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313474.940785:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:0.0:1761313474.940789:0:15827:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a164eb02 00000400:00000010:0.0:1761313474.940790:0:15827:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a164eb02. 00000800:00000200:0.0:1761313474.940850:0:15827:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761313474.940853:0:15827:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c0eb742f (tot 82351578). 00000400:00000200:0.0:1761313474.940859:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313474.940862:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:0.0:1761313474.940864:0:15827:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fcdf887f 00000400:00000010:0.0:1761313474.940865:0:15827:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fcdf887f. 00000100:00000200:0.0:1761313474.940870:0:15827:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000d1b82af4 x1846869138393280/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313518 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1761313474.941456:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cf3b8388. 00010000:00000010:2.1:1761313474.945403:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ea30bbbd. 00010000:00000010:2.1:1761313474.945420:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e867df51. 00000400:00000200:0.0:1761313474.945833:0:15826:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:0.0:1761313474.945851:0:15826:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x68fb7baf0c8c0 00000400:00000200:0.0:1761313474.945860:0:15826:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb0eb5 [1] + 224 00000400:00000200:0.0:1761313474.945887:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313474.945894:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:0.0:1761313474.945905:0:15826:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000d1b82af4 x1846869138393280/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313518 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1761313474.946034:0:77239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000071ca671b. 00000400:00000200:2.0:1761313474.946039:0:77239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000093201eee 00000400:00000010:2.0:1761313474.946041:0:77239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000093201eee. 00000100:00000200:2.0:1761313474.946048:0:77239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000d1b82af4 x1846869138393280/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313518 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761313474.946056:0:77239:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000d1b82af4 x1846869138393280/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313518 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761313474.946084:0:77239:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000b5e32eeb. 02000000:00000010:2.0:1761313474.946090:0:77239:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000a5812a1c. 00000100:00000010:2.0:1761313474.946095:0:77239:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d1b82af4. 00000100:00000010:2.0:1761313474.946099:0:77239:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000005b32630b. 00010000:00000010:2.0:1761313474.946102:0:77239:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000704f38a7. 00010000:00000010:2.1:1761313474.949410:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000051ce7f96. 00010000:00000010:2.1:1761313474.949427:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009f18bcaf. 00010000:00000010:1.1:1761313474.949479:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002fa2b4ba. 00000400:00000200:0.0:1761313474.949803:0:15825:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:0.0:1761313474.949822:0:15825:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x68fb7ba85d080 00000400:00000200:0.0:1761313474.949829:0:15825:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xaf80d [2] + 328 00000400:00000200:0.0:1761313474.949889:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313474.949893:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:0.0:1761313474.949898:0:15825:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761313474.949903:0:15825:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000003efab3fb. 00000020:00000010:3.0:1761313474.949982:0:64710:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007991ab59. 00000020:00000010:3.0:1761313474.949990:0:64710:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000f0aa771a. 00000020:00000010:3.0:1761313474.949994:0:64710:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000000487d154. 00000100:00000200:3.0:1761313474.950020:0:64710:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000003efab3fb x1846869131382912/t0(0) o103->78617949-0e11-4ca2-94c2-d809f91deaa9@192.168.204.38@tcp:405/0 lens 328/0 e 0 to 0 dl 1761313480 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:3.0:1761313474.950103:0:64710:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869131382912 02000000:00000010:3.0:1761313474.950117:0:64710:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000604212e1. 00010000:00000010:3.0:1761313474.950146:0:64710:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000931aa39c. 00010000:00000010:3.0:1761313474.950166:0:64710:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000d021833d. 00000100:00000010:3.0:1761313474.950173:0:64710:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006e837e80. 00000100:00000010:3.0:1761313474.950194:0:64710:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006e837e80. 00010000:00000010:3.0:1761313474.950197:0:64710:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000d021833d. 00080000:00000010:2.0:1761313474.950233:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a5812a1c. 00010000:00000010:2.0:1761313474.950314:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000685f6657. 00010000:00000010:2.0:1761313474.950419:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000009f18bcaf. 00010000:00000010:2.0:1761313474.950425:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000685f6657. 00010000:00000010:2.0:1761313474.950434:0:77239:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000704f38a7. 00000100:00000010:2.0:1761313474.950437:0:77239:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000005b32630b. 00000100:00000010:2.0:1761313474.950443:0:77239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d1b82af4. 02000000:00000010:2.0:1761313474.950452:0:77239:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000b5e32eeb. 02000000:00000010:2.0:1761313474.950472:0:77239:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000fd562785. 00000400:00000010:2.0:1761313474.950477:0:77239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000071ca671b. 00000400:00000010:2.0:1761313474.950481:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000093201eee. 00000100:00000200:2.0:1761313474.950487:0:77239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869138393344, portal 16 00000400:00000010:2.0:1761313474.950492:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000082ff5abb. 00000100:00000200:2.0:1761313474.950494:0:77239:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869138393344, offset 0 00000400:00000200:2.0:1761313474.950501:0:77239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:2.0:1761313474.950526:0:77239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:2.0:1761313474.950532:0:77239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:2.0:1761313474.950535:0:77239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761313474.950538:0:77239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:2.0:1761313474.950541:0:77239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90306:90306:256:4294967295] 192.168.204.38@tcp LPNI seq info [90306:90306:8:4294967295] 00000400:00000200:2.0:1761313474.950551:0:77239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:2.0:1761313474.950556:0:77239:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:2.0:1761313474.950561:0:77239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c0eb742f (tot 82351826). 00000800:00000200:2.0:1761313474.950566:0:77239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:2.0:1761313474.950572:0:77239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:2.0:1761313474.950575:0:77239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c0eb742f type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761313474.950985:0:15827:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313474.950989:0:15827:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c0eb742f (tot 82351578). 00000400:00000200:1.0:1761313474.950997:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313474.951001:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:1.0:1761313474.951005:0:15827:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000082ff5abb 00000400:00000010:1.0:1761313474.951006:0:15827:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000082ff5abb. 00000100:00000200:1.0:1761313474.951013:0:15827:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000d1b82af4 x1846869138393344/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313518 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.0:1761313474.952720:0:64710:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000c4d909e6. 00000400:00000010:2.0:1761313474.953610:0:64710:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000060537b9b. 00000100:00000200:2.0:1761313474.953620:0:64710:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869131382912, offset 224 00000400:00000200:2.0:1761313474.953630:0:64710:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:2.0:1761313474.953648:0:64710:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:2.0:1761313474.953653:0:64710:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90307:90307:256:4294967295] 192.168.204.38@tcp LPNI seq info [90307:90307:8:4294967295] 00000400:00000200:2.0:1761313474.953664:0:64710:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:2.0:1761313474.953669:0:64710:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:2.0:1761313474.953674:0:64710:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d84ed131 (tot 82351826). 00000800:00000200:2.0:1761313474.953681:0:64710:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:2.0:1761313474.953687:0:64710:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:2.0:1761313474.953691:0:64710:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000d84ed131 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761313474.953726:0:64710:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000f0aa771a. 00000020:00000010:2.0:1761313474.953733:0:64710:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000000487d154. 00000020:00000010:2.0:1761313474.953738:0:64710:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007991ab59. 00000800:00000200:0.0:1761313474.953908:0:15826:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761313474.953912:0:15826:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d84ed131 (tot 82351578). 00000400:00000200:0.0:1761313474.953921:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313474.953926:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:0.0:1761313474.953930:0:15826:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000060537b9b 00000400:00000010:0.0:1761313474.953932:0:15826:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000060537b9b. 00000400:00000200:0.0:1761313474.957493:0:15825:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:0.0:1761313474.957512:0:15825:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x68fb7baf0c900 00000400:00000200:0.0:1761313474.957521:0:15825:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb0ebd [1] + 224 00000400:00000200:0.0:1761313474.957532:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313474.957536:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:0.0:1761313474.957546:0:15825:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000d1b82af4 x1846869138393344/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313518 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761313474.957573:0:15825:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:0.0:1761313474.957577:0:15825:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x68fb7ba85d0c0 00000400:00000200:0.0:1761313474.957581:0:15825:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xaf80d [2] + 656 00000400:00000200:0.0:1761313474.957588:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313474.957590:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:0.0:1761313474.957594:0:15825:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761313474.957600:0:15825:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001375339a. 00000020:00000010:1.0:1761313474.957690:0:64710:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004109c067. 00000020:00000010:1.0:1761313474.957699:0:64710:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000006630e86. 00000020:00000010:1.0:1761313474.957703:0:64710:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000004ff15bf4. 00000100:00000200:1.0:1761313474.957729:0:64710:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000001375339a x1846869131382976/t0(0) o103->78617949-0e11-4ca2-94c2-d809f91deaa9@192.168.204.38@tcp:405/0 lens 328/0 e 0 to 0 dl 1761313480 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:1.0:1761313474.957777:0:64710:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869131382976 02000000:00000010:1.0:1761313474.957788:0:64710:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000085389094. 00010000:00000010:1.0:1761313474.957828:0:64710:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000b21f17c4. 00000100:00000010:1.0:1761313474.957834:0:64710:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000000fc037df. 00000100:00000010:1.0:1761313474.957841:0:64710:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000000fc037df. 00010000:00000010:1.0:1761313474.957845:0:64710:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000b21f17c4. 00000400:00000010:1.0:1761313474.957858:0:64710:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007c77981f. 00000100:00000200:1.0:1761313474.957864:0:64710:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869131382976, offset 224 00000400:00000200:1.0:1761313474.957872:0:64710:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:1.0:1761313474.957882:0:64710:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:1.0:1761313474.957888:0:64710:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90308:90308:256:4294967295] 192.168.204.38@tcp LPNI seq info [90308:90308:8:4294967295] 00000400:00000200:1.0:1761313474.957897:0:64710:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:1.0:1761313474.957902:0:64710:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:1.0:1761313474.957908:0:64710:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f67d6031 (tot 82351826). 00000800:00000200:1.0:1761313474.957913:0:64710:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:1.0:1761313474.957919:0:64710:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:1.0:1761313474.957922:0:64710:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000f67d6031 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761313474.957948:0:64710:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000006630e86. 00000020:00000010:1.0:1761313474.957952:0:64710:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000004ff15bf4. 00000020:00000010:1.0:1761313474.957955:0:64710:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004109c067. 00010000:00000010:2.1:1761313474.958333:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006ef72c2c. 00000400:00000010:2.0:1761313474.958355:0:77239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000071ca671b. 00000400:00000200:2.0:1761313474.958477:0:77239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000093201eee 00000400:00000010:2.0:1761313474.958480:0:77239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000093201eee. 00000100:00000200:2.0:1761313474.958488:0:77239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000d1b82af4 x1846869138393344/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313518 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761313474.958496:0:77239:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000d1b82af4 x1846869138393344/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313518 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.0:1761313474.958531:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000006dd822f6. 02000000:00000010:2.0:1761313474.958551:0:77239:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000fd562785. 02000000:00000010:2.0:1761313474.958557:0:77239:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000b5e32eeb. 00000100:00000010:2.0:1761313474.958564:0:77239:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d1b82af4. 00000100:00000010:2.0:1761313474.958569:0:77239:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000005b32630b. 00010000:00000010:2.0:1761313474.958571:0:77239:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000704f38a7. 00080000:00000010:2.0:1761313474.958590:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000fd562785. 00010000:00000010:2.0:1761313474.958684:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000685f6657. 00010000:00000010:2.0:1761313474.958691:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000ec6fc7c8. 00010000:00000010:2.0:1761313474.958780:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000006ef72c2c. 00010000:00000010:2.0:1761313474.958786:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000685f6657. 00010000:00000010:2.0:1761313474.958796:0:77239:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000704f38a7. 00000100:00000010:2.0:1761313474.958801:0:77239:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000005b32630b. 00000100:00000010:2.0:1761313474.958807:0:77239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d1b82af4. 02000000:00000010:2.0:1761313474.958820:0:77239:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000b5e32eeb. 02000000:00000010:2.0:1761313474.958848:0:77239:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000007991ab59. 00000400:00000010:2.0:1761313474.958853:0:77239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000071ca671b. 00000400:00000010:2.0:1761313474.958856:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000093201eee. 00000100:00000200:2.0:1761313474.958862:0:77239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869138393408, portal 16 00000400:00000010:2.0:1761313474.958867:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002c0ac683. 00000100:00000200:2.0:1761313474.958869:0:77239:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869138393408, offset 0 00000400:00000200:2.0:1761313474.958878:0:77239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:2.0:1761313474.958886:0:77239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:2.0:1761313474.958892:0:77239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:2.0:1761313474.958896:0:77239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761313474.958898:0:77239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:2.0:1761313474.958901:0:77239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90309:90309:255:4294967295] 192.168.204.38@tcp LPNI seq info [90309:90309:7:4294967295] 00000400:00000200:2.0:1761313474.958910:0:77239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:2.0:1761313474.958914:0:77239:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:2.0:1761313474.958917:0:77239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d84ed131 (tot 82352074). 00000800:00000200:2.0:1761313474.958922:0:77239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:2.0:1761313474.958926:0:77239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:2.0:1761313474.958929:0:77239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000d84ed131 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761313474.959073:0:15827:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761313474.959077:0:15827:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f67d6031 (tot 82351826). 00000400:00000200:0.0:1761313474.959082:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313474.959086:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:0.0:1761313474.959089:0:15827:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007c77981f 00000400:00000010:0.0:1761313474.959091:0:15827:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007c77981f. 00000800:00000200:0.0:1761313474.959136:0:15827:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761313474.959138:0:15827:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d84ed131 (tot 82351578). 00000400:00000200:0.0:1761313474.959144:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313474.959148:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:0.0:1761313474.959150:0:15827:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002c0ac683 00000400:00000010:0.0:1761313474.959151:0:15827:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002c0ac683. 00000100:00000200:0.0:1761313474.959156:0:15827:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000d1b82af4 x1846869138393408/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313518 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1761313474.960467:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001700e30a. 00010000:00000010:3.1:1761313474.960485:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ac46ce68. 00010000:00000010:2.1:1761313474.966421:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003743eb66. 00010000:00000010:2.1:1761313474.966438:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004c5dd027. 00010000:00000010:2.1:1761313474.966443:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009f18bcaf. 00000400:00000200:0.0:1761313474.967793:0:15826:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:0.0:1761313474.967814:0:15826:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x68fb7baf0c940 00000400:00000200:0.0:1761313474.967824:0:15826:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb0ecd [1] + 224 00000400:00000200:0.0:1761313474.967834:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313474.967838:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:0.0:1761313474.967848:0:15826:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000d1b82af4 x1846869138393408/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313518 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761313474.967890:0:15826:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:0.0:1761313474.967896:0:15826:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x68fb7ba85d100 00000400:00000200:0.0:1761313474.967901:0:15826:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xaf80d [2] + 984 00000400:00000200:0.0:1761313474.967911:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313474.967914:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:0.0:1761313474.967917:0:15826:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761313474.967922:0:15826:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000db4b24ed. 00000020:00000010:1.0:1761313474.968036:0:64710:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004109c067. 00000020:00000010:1.0:1761313474.968042:0:64710:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000006630e86. 00000020:00000010:1.0:1761313474.968046:0:64710:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000004ff15bf4. 00000100:00000200:1.0:1761313474.968073:0:64710:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000db4b24ed x1846869131383040/t0(0) o103->78617949-0e11-4ca2-94c2-d809f91deaa9@192.168.204.38@tcp:405/0 lens 328/0 e 0 to 0 dl 1761313480 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:1.0:1761313474.968113:0:64710:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869131383040 02000000:00000010:1.0:1761313474.968124:0:64710:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000db1815c1. 00010000:00000010:1.0:1761313474.968161:0:64710:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000b21f17c4. 00000100:00000010:1.0:1761313474.968169:0:64710:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000000fc037df. 00000100:00000010:1.0:1761313474.968175:0:64710:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000000fc037df. 00010000:00000010:1.0:1761313474.968179:0:64710:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000b21f17c4. 00000400:00000010:1.0:1761313474.968191:0:64710:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004a139d93. 00000100:00000200:1.0:1761313474.968196:0:64710:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869131383040, offset 224 00000400:00000200:1.0:1761313474.968203:0:64710:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:1.0:1761313474.968213:0:64710:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:1.0:1761313474.968218:0:64710:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90310:90310:256:4294967295] 192.168.204.38@tcp LPNI seq info [90310:90310:8:4294967295] 00000400:00000200:1.0:1761313474.968228:0:64710:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:1.0:1761313474.968232:0:64710:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:1.0:1761313474.968236:0:64710:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000cc8c87c8 (tot 82351826). 00000800:00000200:1.0:1761313474.968241:0:64710:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:1.0:1761313474.968246:0:64710:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:1.0:1761313474.968249:0:64710:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000cc8c87c8 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761313474.968272:0:64710:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000006630e86. 00000020:00000010:1.0:1761313474.968276:0:64710:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000004ff15bf4. 00000020:00000010:1.0:1761313474.968279:0:64710:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004109c067. 00000800:00000200:0.0:1761313474.968428:0:15825:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761313474.968432:0:15825:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000cc8c87c8 (tot 82351578). 00000400:00000200:0.0:1761313474.968437:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313474.968440:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:0.0:1761313474.968443:0:15825:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004a139d93 00000400:00000010:0.0:1761313474.968444:0:15825:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004a139d93. 00000400:00000010:2.0:1761313474.968747:0:77239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000071ca671b. 00000400:00000200:2.0:1761313474.968751:0:77239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000093201eee 00000400:00000010:2.0:1761313474.968752:0:77239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000093201eee. 00000100:00000200:2.0:1761313474.968759:0:77239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000d1b82af4 x1846869138393408/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313518 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761313474.968777:0:77239:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000d1b82af4 x1846869138393408/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313518 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.0:1761313474.968798:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000d981a82. 02000000:00000010:2.0:1761313474.968812:0:77239:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000007991ab59. 02000000:00000010:2.0:1761313474.968818:0:77239:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000b5e32eeb. 00000100:00000010:2.0:1761313474.968824:0:77239:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d1b82af4. 00000100:00000010:2.0:1761313474.968828:0:77239:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000005b32630b. 00010000:00000010:2.0:1761313474.968830:0:77239:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000704f38a7. 00080000:00000010:2.0:1761313474.968845:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 000000007991ab59. 00010000:00000010:2.0:1761313474.968928:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000685f6657. 00010000:00000010:2.0:1761313474.968934:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000050c74b74. 00010000:00000010:2.0:1761313474.969015:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000009f18bcaf. 00010000:00000010:2.0:1761313474.969021:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000685f6657. 00010000:00000010:2.0:1761313474.969031:0:77239:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000704f38a7. 00000100:00000010:2.0:1761313474.969034:0:77239:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000005b32630b. 00000100:00000010:2.0:1761313474.969039:0:77239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d1b82af4. 02000000:00000010:2.0:1761313474.969049:0:77239:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000b5e32eeb. 02000000:00000010:2.0:1761313474.969070:0:77239:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000186ff8a9. 00000400:00000010:2.0:1761313474.969074:0:77239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000071ca671b. 00000400:00000010:2.0:1761313474.969078:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000093201eee. 00000100:00000200:2.0:1761313474.969082:0:77239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869138393472, portal 16 00000400:00000010:2.0:1761313474.969086:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000042ef5faf. 00000100:00000200:2.0:1761313474.969087:0:77239:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869138393472, offset 0 00000400:00000200:2.0:1761313474.969093:0:77239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:2.0:1761313474.969102:0:77239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:2.0:1761313474.969108:0:77239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:2.0:1761313474.969112:0:77239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761313474.969115:0:77239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:2.0:1761313474.969118:0:77239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90311:90311:256:4294967295] 192.168.204.38@tcp LPNI seq info [90311:90311:8:4294967295] 00000400:00000200:2.0:1761313474.969127:0:77239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:2.0:1761313474.969132:0:77239:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:2.0:1761313474.969135:0:77239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c0eb742f (tot 82351826). 00000800:00000200:2.0:1761313474.969139:0:77239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:2.0:1761313474.969143:0:77239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:2.0:1761313474.969145:0:77239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c0eb742f type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761313474.971014:0:15827:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761313474.971020:0:15827:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c0eb742f (tot 82351578). 00000400:00000200:0.0:1761313474.971031:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313474.971039:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:0.0:1761313474.971043:0:15827:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000042ef5faf 00000400:00000010:0.0:1761313474.971045:0:15827:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000042ef5faf. 00000100:00000200:0.0:1761313474.971053:0:15827:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000d1b82af4 x1846869138393472/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313518 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761313474.977534:0:15826:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:0.0:1761313474.977555:0:15826:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x68fb7baf0c980 00000400:00000200:0.0:1761313474.977564:0:15826:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb0ed9 [1] + 224 00000400:00000200:0.0:1761313474.977575:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313474.977579:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:0.0:1761313474.977590:0:15826:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000d1b82af4 x1846869138393472/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313518 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761313474.978216:0:15826:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:0.0:1761313474.978224:0:15826:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x68fb7ba85d140 00000400:00000200:0.0:1761313474.978229:0:15826:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xaf80d [2] + 1312 00000400:00000200:0.0:1761313474.978302:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313474.978306:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:0.0:1761313474.978311:0:15826:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761313474.978317:0:15826:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000251ce4d5. 00000020:00000010:3.0:1761313474.978423:0:75220:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000061e0406a. 00000020:00000010:3.0:1761313474.978430:0:75220:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000002044844d. 00000020:00000010:3.0:1761313474.978434:0:75220:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000c7e61ce8. 00000100:00000200:3.0:1761313474.978459:0:75220:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000251ce4d5 x1846869131383104/t0(0) o103->78617949-0e11-4ca2-94c2-d809f91deaa9@192.168.204.38@tcp:405/0 lens 328/0 e 0 to 0 dl 1761313480 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:3.0:1761313474.978533:0:75220:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869131383104 02000000:00000010:3.0:1761313474.978545:0:75220:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000e7aca92c. 00010000:00000010:3.0:1761313474.978581:0:75220:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000d021833d. 00000100:00000010:3.0:1761313474.978589:0:75220:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006e837e80. 00000100:00000010:3.0:1761313474.978595:0:75220:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006e837e80. 00010000:00000010:3.0:1761313474.978599:0:75220:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000d021833d. 00000400:00000010:3.0:1761313474.978613:0:75220:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000010b81926. 00000100:00000200:3.0:1761313474.978618:0:75220:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869131383104, offset 224 00000400:00000200:3.0:1761313474.978625:0:75220:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:3.0:1761313474.978635:0:75220:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:3.0:1761313474.978639:0:75220:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90312:90312:256:4294967295] 192.168.204.38@tcp LPNI seq info [90312:90312:8:4294967295] 00000400:00000200:3.0:1761313474.978649:0:75220:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:3.0:1761313474.978654:0:75220:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:3.0:1761313474.978658:0:75220:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a77805d3 (tot 82351826). 00000800:00000200:3.0:1761313474.978664:0:75220:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:3.0:1761313474.978670:0:75220:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:3.0:1761313474.978673:0:75220:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000a77805d3 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761313474.978691:0:75220:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000002044844d. 00000020:00000010:3.0:1761313474.978695:0:75220:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000c7e61ce8. 00000020:00000010:3.0:1761313474.978699:0:75220:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000061e0406a. 00000400:00000010:2.0:1761313474.979987:0:77239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000071ca671b. 00000400:00000200:2.0:1761313474.979994:0:77239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000093201eee 00000400:00000010:2.0:1761313474.979995:0:77239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000093201eee. 00000100:00000200:2.0:1761313474.980005:0:77239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000d1b82af4 x1846869138393472/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313518 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761313474.980014:0:77239:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000d1b82af4 x1846869138393472/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313518 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.0:1761313474.980038:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000033142f60. 02000000:00000010:2.0:1761313474.980055:0:77239:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000186ff8a9. 02000000:00000010:2.0:1761313474.980060:0:77239:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000b5e32eeb. 00000100:00000010:2.0:1761313474.980065:0:77239:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d1b82af4. 00000100:00000010:2.0:1761313474.980070:0:77239:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000005b32630b. 00010000:00000010:2.0:1761313474.980072:0:77239:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000704f38a7. 00080000:00000010:2.0:1761313474.980090:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000186ff8a9. 00010000:00000010:2.0:1761313474.980175:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000685f6657. 00010000:00000010:2.0:1761313474.980182:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000ab3f2eee. 00010000:00000010:2.0:1761313474.980307:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000e867df51. 00010000:00000010:2.0:1761313474.980313:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000685f6657. 00010000:00000010:2.0:1761313474.980324:0:77239:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000704f38a7. 00000100:00000010:2.0:1761313474.980328:0:77239:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000005b32630b. 00000100:00000010:2.0:1761313474.980334:0:77239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d1b82af4. 02000000:00000010:2.0:1761313474.980344:0:77239:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000002795c718. 02000000:00000010:2.0:1761313474.980389:0:77239:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000007725e51e. 00000400:00000010:2.0:1761313474.980394:0:77239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000071ca671b. 00000400:00000010:2.0:1761313474.980398:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000093201eee. 00000100:00000200:2.0:1761313474.980403:0:77239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869138393536, portal 16 00000400:00000010:2.0:1761313474.980407:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000043b2001f. 00000100:00000200:2.0:1761313474.980409:0:77239:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869138393536, offset 0 00000400:00000200:2.0:1761313474.980415:0:77239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:2.0:1761313474.980425:0:77239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:2.0:1761313474.980431:0:77239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:2.0:1761313474.980435:0:77239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761313474.980437:0:77239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:2.0:1761313474.980440:0:77239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90313:90313:255:4294967295] 192.168.204.38@tcp LPNI seq info [90313:90313:7:4294967295] 00000400:00000200:2.0:1761313474.980450:0:77239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:2.0:1761313474.980455:0:77239:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:2.0:1761313474.980460:0:77239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c0eb742f (tot 82352074). 00000800:00000200:2.0:1761313474.980465:0:77239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:2.0:1761313474.980470:0:77239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:2.0:1761313474.980474:0:77239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c0eb742f type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761313474.980543:0:15825:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761313474.980546:0:15825:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a77805d3 (tot 82351826). 00000400:00000200:2.0:1761313474.980550:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313474.980554:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:2.0:1761313474.980556:0:15825:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000010b81926 00000400:00000010:2.0:1761313474.980558:0:15825:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000010b81926. 00000800:00000200:2.0:1761313474.980627:0:15825:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761313474.980629:0:15825:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c0eb742f (tot 82351578). 00000400:00000200:2.0:1761313474.980636:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313474.980639:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:2.0:1761313474.980641:0:15825:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000043b2001f 00000400:00000010:2.0:1761313474.980642:0:15825:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000043b2001f. 00000100:00000200:2.0:1761313474.980646:0:15825:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000d1b82af4 x1846869138393536/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313518 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761313474.985869:0:15827:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:0.0:1761313474.985889:0:15827:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x68fb7baf0c9c0 00000400:00000200:0.0:1761313474.985898:0:15827:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb0ee5 [1] + 224 00000400:00000200:0.0:1761313474.985913:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313474.985917:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:0.0:1761313474.985929:0:15827:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000d1b82af4 x1846869138393536/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313518 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1761313474.986014:0:77239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000071ca671b. 00000400:00000200:2.0:1761313474.986019:0:77239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000093201eee 00000400:00000010:2.0:1761313474.986021:0:77239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000093201eee. 00000100:00000200:2.0:1761313474.986028:0:77239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000d1b82af4 x1846869138393536/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313518 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761313474.986036:0:77239:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000d1b82af4 x1846869138393536/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313518 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761313474.986066:0:77239:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000007725e51e. 02000000:00000010:2.0:1761313474.986072:0:77239:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000002795c718. 00000100:00000010:2.0:1761313474.986075:0:77239:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d1b82af4. 00000100:00000010:2.0:1761313474.986080:0:77239:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000005b32630b. 00010000:00000010:2.0:1761313474.986083:0:77239:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000704f38a7. 00010000:00000010:2.1:1761313474.986426:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c7fd279b. 00010000:00000010:2.1:1761313474.986434:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000de352c8f. 00010000:00000010:2.1:1761313474.986438:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006ef72c2c. 00010000:00000010:2.1:1761313474.990720:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009fb2cbd8. 00010000:00000010:2.1:1761313474.990738:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006fca63e0. 00010000:00000010:2.1:1761313474.990742:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009f18bcaf. 00000400:00000200:1.0:1761313475.006729:0:15826:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:1.0:1761313475.006750:0:15826:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x68fb7ba85d180 00000400:00000200:1.0:1761313475.006758:0:15826:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xaf80d [2] + 1640 00000400:00000200:1.0:1761313475.006840:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313475.006845:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:1.0:1761313475.006850:0:15826:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761313475.006856:0:15826:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001286135a. 00000020:00000010:3.0:1761313475.009961:0:75220:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000061e0406a. 00000020:00000010:3.0:1761313475.009974:0:75220:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000002044844d. 00000020:00000010:3.0:1761313475.009979:0:75220:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000c7e61ce8. 00000100:00000200:3.0:1761313475.010007:0:75220:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000001286135a x1846869131383168/t0(0) o103->78617949-0e11-4ca2-94c2-d809f91deaa9@192.168.204.38@tcp:406/0 lens 328/0 e 0 to 0 dl 1761313481 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:3.0:1761313475.010050:0:75220:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869131383168 02000000:00000010:3.0:1761313475.010062:0:75220:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000effbd660. 00010000:00000010:3.0:1761313475.010091:0:75220:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000002b63cc29. 00010000:00000010:3.0:1761313475.010112:0:75220:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000d021833d. 00000100:00000010:3.0:1761313475.010120:0:75220:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006e837e80. 00000100:00000010:3.0:1761313475.010139:0:75220:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006e837e80. 00010000:00000010:3.0:1761313475.010143:0:75220:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000d021833d. 00000400:00000010:3.0:1761313475.010158:0:75220:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000040c69929. 00000100:00000200:3.0:1761313475.010163:0:75220:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869131383168, offset 224 00000400:00000200:3.0:1761313475.010172:0:75220:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:3.0:1761313475.010185:0:75220:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:3.0:1761313475.010190:0:75220:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90314:90314:256:4294967295] 192.168.204.38@tcp LPNI seq info [90314:90314:8:4294967295] 00000400:00000200:3.0:1761313475.010200:0:75220:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:3.0:1761313475.010204:0:75220:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:3.0:1761313475.010209:0:75220:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000006d74909 (tot 82351826). 00000800:00000200:3.0:1761313475.010216:0:75220:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:3.0:1761313475.010222:0:75220:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:3.0:1761313475.010226:0:75220:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000006d74909 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761313475.010255:0:75220:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000002044844d. 00000020:00000010:3.0:1761313475.010258:0:75220:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000c7e61ce8. 00000020:00000010:3.0:1761313475.010262:0:75220:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000061e0406a. 00080000:00000010:2.0:1761313475.010338:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 000000002795c718. 00010000:00000010:2.0:1761313475.010458:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000685f6657. 00010000:00000010:2.0:1761313475.010465:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000070ff144e. 00010000:00000010:2.0:1761313475.010540:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000009f18bcaf. 00010000:00000010:2.0:1761313475.010546:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000685f6657. 00010000:00000010:2.0:1761313475.010556:0:77239:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000704f38a7. 00000100:00000010:2.0:1761313475.010559:0:77239:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000005b32630b. 00000100:00000010:2.0:1761313475.010566:0:77239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d1b82af4. 02000000:00000010:2.0:1761313475.010577:0:77239:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000007725e51e. 02000000:00000010:2.0:1761313475.010599:0:77239:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000669fe953. 00000400:00000010:2.0:1761313475.010603:0:77239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000071ca671b. 00000400:00000010:2.0:1761313475.010609:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000093201eee. 00000100:00000200:2.0:1761313475.010613:0:77239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869138393600, portal 16 00000400:00000010:2.0:1761313475.010617:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000043b2001f. 00000100:00000200:2.0:1761313475.010618:0:77239:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869138393600, offset 0 00000400:00000200:2.0:1761313475.010623:0:77239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:2.0:1761313475.010630:0:77239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:2.0:1761313475.010635:0:77239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:2.0:1761313475.010638:0:77239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761313475.010641:0:77239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:2.0:1761313475.010643:0:77239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90315:90315:255:4294967295] 192.168.204.38@tcp LPNI seq info [90315:90315:7:4294967295] 00000400:00000200:2.0:1761313475.010664:0:77239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:2.0:1761313475.010669:0:77239:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:2.0:1761313475.010673:0:77239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c0eb742f (tot 82352074). 00000800:00000200:2.0:1761313475.010677:0:77239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:2.0:1761313475.010682:0:77239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:2.0:1761313475.010684:0:77239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c0eb742f type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761313475.010785:0:15825:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313475.010789:0:15825:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000006d74909 (tot 82351826). 00000400:00000200:1.0:1761313475.010792:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313475.010796:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:1.0:1761313475.010801:0:15825:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000040c69929 00000400:00000010:1.0:1761313475.010802:0:15825:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000040c69929. 00000800:00000200:1.0:1761313475.010867:0:15825:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313475.010870:0:15825:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c0eb742f (tot 82351578). 00000400:00000200:1.0:1761313475.010876:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313475.010880:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:1.0:1761313475.010882:0:15825:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000043b2001f 00000400:00000010:1.0:1761313475.010883:0:15825:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000043b2001f. 00000100:00000200:1.0:1761313475.010888:0:15825:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000d1b82af4 x1846869138393600/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313519 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761313475.014668:0:15827:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:0.0:1761313475.014687:0:15827:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x68fb7baf0ca00 00000400:00000200:0.0:1761313475.014695:0:15827:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb0ef1 [1] + 224 00000400:00000200:0.0:1761313475.014710:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313475.014715:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:0.0:1761313475.014726:0:15827:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000d1b82af4 x1846869138393600/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313519 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1761313475.014863:0:77239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000071ca671b. 00000400:00000200:2.0:1761313475.014869:0:77239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000093201eee 00000400:00000010:2.0:1761313475.014872:0:77239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000093201eee. 00000100:00000200:2.0:1761313475.014879:0:77239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000d1b82af4 x1846869138393600/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313519 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761313475.014886:0:77239:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000d1b82af4 x1846869138393600/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313519 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761313475.014914:0:77239:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000669fe953. 02000000:00000010:2.0:1761313475.014919:0:77239:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000007725e51e. 00000100:00000010:2.0:1761313475.014922:0:77239:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d1b82af4. 00000100:00000010:2.0:1761313475.014928:0:77239:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000005b32630b. 00010000:00000010:2.0:1761313475.014931:0:77239:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000704f38a7. 00010000:00000010:3.1:1761313475.015425:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bfcfea7a. 00000400:00000200:1.0:1761313475.015650:0:15826:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:1.0:1761313475.015671:0:15826:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x68fb7ba85d1c0 00000400:00000200:1.0:1761313475.015677:0:15826:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xaf80d [2] + 1968 00000400:00000010:1.0:1761313475.015680:0:15826:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000003f8e1d24. 00000400:00000200:1.0:1761313475.015683:0:15826:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 00000000eeac1d93 00000400:00000200:1.0:1761313475.015732:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313475.015736:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:1.0:1761313475.015740:0:15826:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000eeac1d93 00000400:00000010:1.0:1761313475.015742:0:15826:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 00000000eeac1d93 (tot 82351426). 00000100:00000200:1.0:1761313475.015746:0:15826:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:0.0:1761313475.015835:0:64710:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007d271470. 00000020:00000010:0.0:1761313475.015842:0:64710:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000001fb60bf0. 00000020:00000010:0.0:1761313475.015846:0:64710:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000075832eba. 00000100:00000200:0.0:1761313475.015868:0:64710:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000fa6e7a12 x1846869131383232/t0(0) o103->78617949-0e11-4ca2-94c2-d809f91deaa9@192.168.204.38@tcp:406/0 lens 328/0 e 0 to 0 dl 1761313481 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:0.0:1761313475.015905:0:64710:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869131383232 02000000:00000010:0.0:1761313475.015915:0:64710:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000004d15bbff. 00010000:00000010:0.0:1761313475.015940:0:64710:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ac1acc0b. 00010000:00000010:0.0:1761313475.015958:0:64710:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000cd3b993d. 00000100:00000010:0.0:1761313475.015963:0:64710:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000007b7ac2c2. 00000100:00000010:0.0:1761313475.015977:0:64710:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000007b7ac2c2. 00010000:00000010:0.0:1761313475.015980:0:64710:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000cd3b993d. 00000400:00000010:0.0:1761313475.015991:0:64710:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000cca6299d. 00000100:00000200:0.0:1761313475.015995:0:64710:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869131383232, offset 224 00000400:00000200:0.0:1761313475.016001:0:64710:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:0.0:1761313475.016009:0:64710:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:0.0:1761313475.016014:0:64710:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90316:90316:256:4294967295] 192.168.204.38@tcp LPNI seq info [90316:90316:8:4294967295] 00000400:00000200:0.0:1761313475.016024:0:64710:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:0.0:1761313475.016029:0:64710:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:0.0:1761313475.016033:0:64710:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e03815c4 (tot 82351674). 00000800:00000200:0.0:1761313475.016037:0:64710:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:0.0:1761313475.016043:0:64710:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:0.0:1761313475.016046:0:64710:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000e03815c4 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761313475.016071:0:64710:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000001fb60bf0. 00000020:00000010:0.0:1761313475.016076:0:64710:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000075832eba. 00000020:00000010:0.0:1761313475.016079:0:64710:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007d271470. 02000000:00000010:0.0:1761313475.016086:0:64710:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000effbd660. 00000100:00000010:0.0:1761313475.016089:0:64710:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001286135a. 02000000:00000010:0.0:1761313475.016094:0:64710:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000e7aca92c. 00000100:00000010:0.0:1761313475.016096:0:64710:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000251ce4d5. 02000000:00000010:0.0:1761313475.016098:0:64710:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000db1815c1. 00000100:00000010:0.0:1761313475.016100:0:64710:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000db4b24ed. 02000000:00000010:0.0:1761313475.016102:0:64710:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000085389094. 00000100:00000010:0.0:1761313475.016104:0:64710:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001375339a. 02000000:00000010:0.0:1761313475.016106:0:64710:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000604212e1. 00000100:00000010:0.0:1761313475.016108:0:64710:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000003efab3fb. 02000000:00000010:0.0:1761313475.016110:0:64710:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000146b7906. 00000100:00000010:0.0:1761313475.016112:0:64710:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000000ef172a3. 00000100:00000200:0.0:1761313475.016119:0:64710:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1761313475.016124:0:64710:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000f371828a. 00000400:00000010:0.0:1761313475.016128:0:64710:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 000000007b7ac2c2 (tot 82351826). 00080000:00000010:2.0:1761313475.016192:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 000000007725e51e. 00010000:00000010:2.0:1761313475.016276:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000685f6657. 00010000:00000010:2.0:1761313475.016284:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000bc9e98eb. 00010000:00000010:2.0:1761313475.016352:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000006ef72c2c. 00010000:00000010:2.0:1761313475.016392:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000685f6657. 00010000:00000010:2.0:1761313475.016403:0:77239:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000704f38a7. 00000100:00000010:2.0:1761313475.016407:0:77239:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000005b32630b. 00000100:00000010:2.0:1761313475.016414:0:77239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d1b82af4. 02000000:00000010:2.0:1761313475.016425:0:77239:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000669fe953. 02000000:00000010:2.0:1761313475.016446:0:77239:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000b5e32eeb. 00000400:00000010:2.0:1761313475.016450:0:77239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000071ca671b. 00000400:00000010:2.0:1761313475.016454:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000093201eee. 00000100:00000200:2.0:1761313475.016456:0:77239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869138393664, portal 16 00000400:00000010:2.0:1761313475.016460:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000032f4837. 00000100:00000200:2.0:1761313475.016462:0:77239:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869138393664, offset 0 00000400:00000200:2.0:1761313475.016467:0:77239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:2.0:1761313475.016474:0:77239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:2.0:1761313475.016480:0:77239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:2.0:1761313475.016484:0:77239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761313475.016486:0:77239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:2.0:1761313475.016489:0:77239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90317:90317:255:4294967295] 192.168.204.38@tcp LPNI seq info [90317:90317:7:4294967295] 00000400:00000200:2.0:1761313475.016496:0:77239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:2.0:1761313475.016501:0:77239:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:2.0:1761313475.016504:0:77239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d84ed131 (tot 82352074). 00000800:00000200:2.0:1761313475.016507:0:77239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:2.0:1761313475.016510:0:77239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:2.0:1761313475.016512:0:77239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000d84ed131 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761313475.016608:0:15825:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313475.016611:0:15825:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e03815c4 (tot 82351826). 00000400:00000200:1.0:1761313475.016614:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313475.016618:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:1.0:1761313475.016620:0:15825:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000cca6299d 00000400:00000010:1.0:1761313475.016622:0:15825:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000cca6299d. 02000000:00000010:1.0:1761313475.016625:0:15825:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000004d15bbff. 00000800:00000200:1.0:1761313475.016654:0:15825:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313475.016656:0:15825:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d84ed131 (tot 82351578). 00000400:00000200:1.0:1761313475.016662:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313475.016665:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:1.0:1761313475.016667:0:15825:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000032f4837 00000400:00000010:1.0:1761313475.016668:0:15825:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000032f4837. 00000100:00000200:1.0:1761313475.016673:0:15825:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000d1b82af4 x1846869138393664/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313519 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1761313475.019429:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000080e15b2c. 00010000:00000010:2.1:1761313475.019444:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e867df51. 00000400:00000200:0.0:1761313475.021602:0:15827:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:0.0:1761313475.021619:0:15827:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x68fb7baf0ca40 00000400:00000200:0.0:1761313475.021627:0:15827:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb0f01 [1] + 224 00000400:00000200:0.0:1761313475.021640:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313475.021644:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:0.0:1761313475.021903:0:15827:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000d1b82af4 x1846869138393664/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313519 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1761313475.021973:0:77239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000071ca671b. 00000400:00000200:2.0:1761313475.021978:0:77239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000093201eee 00000400:00000010:2.0:1761313475.021980:0:77239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000093201eee. 00000100:00000200:2.0:1761313475.021986:0:77239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000d1b82af4 x1846869138393664/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313519 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761313475.021994:0:77239:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000d1b82af4 x1846869138393664/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313519 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761313475.022019:0:77239:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000b5e32eeb. 02000000:00000010:2.0:1761313475.022025:0:77239:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000669fe953. 00000100:00000010:2.0:1761313475.022029:0:77239:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d1b82af4. 00000100:00000010:2.0:1761313475.022034:0:77239:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000005b32630b. 00010000:00000010:2.0:1761313475.022036:0:77239:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000704f38a7. 00010000:00000010:2.1:1761313475.022472:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a50fffca. 00010000:00000010:2.1:1761313475.022478:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009f18bcaf. 00010000:00000010:0.1:1761313475.022519:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000014a7dfb3. 00000400:00000200:1.0:1761313475.025236:0:15826:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:1.0:1761313475.025255:0:15826:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x68fb7ba85d200 00000400:00000200:1.0:1761313475.025274:0:15826:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xaf865 [2] + 0 00000400:00000200:1.0:1761313475.025740:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313475.025746:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:1.0:1761313475.025755:0:15826:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761313475.025761:0:15826:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000eabf7b6f. 00000020:00000010:3.0:1761313475.026023:0:75220:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000effbd660. 00000020:00000010:3.0:1761313475.026030:0:75220:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000002044844d. 00000020:00000010:3.0:1761313475.026034:0:75220:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000c7e61ce8. 00000100:00000200:3.0:1761313475.026059:0:75220:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000eabf7b6f x1846869131383296/t0(0) o103->78617949-0e11-4ca2-94c2-d809f91deaa9@192.168.204.38@tcp:406/0 lens 328/0 e 0 to 0 dl 1761313481 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:3.0:1761313475.026093:0:75220:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869131383296 02000000:00000010:3.0:1761313475.026105:0:75220:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000604212e1. 00010000:00000010:3.0:1761313475.026132:0:75220:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000037f202b7. 00010000:00000010:3.0:1761313475.026151:0:75220:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000d021833d. 00000100:00000010:3.0:1761313475.026158:0:75220:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006e837e80. 00000100:00000010:3.0:1761313475.026178:0:75220:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006e837e80. 00010000:00000010:3.0:1761313475.026181:0:75220:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000d021833d. 00000400:00000010:3.0:1761313475.026197:0:75220:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000541129c9. 00000100:00000200:3.0:1761313475.026203:0:75220:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869131383296, offset 224 00000400:00000200:3.0:1761313475.026212:0:75220:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00080000:00000010:2.0:1761313475.026217:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000b5e32eeb. 00000400:00000200:3.0:1761313475.026224:0:75220:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:3.0:1761313475.026230:0:75220:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90318:90318:256:4294967295] 192.168.204.38@tcp LPNI seq info [90318:90318:8:4294967295] 00000400:00000200:3.0:1761313475.026239:0:75220:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:3.0:1761313475.026244:0:75220:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:3.0:1761313475.026249:0:75220:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000986d3ed7 (tot 82351826). 00000800:00000200:3.0:1761313475.026254:0:75220:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:3.0:1761313475.026271:0:75220:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:3.0:1761313475.026276:0:75220:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000986d3ed7 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761313475.026299:0:75220:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000002044844d. 00010000:00000010:2.0:1761313475.026303:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000685f6657. 00000020:00000010:3.0:1761313475.026304:0:75220:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000c7e61ce8. 00000020:00000010:3.0:1761313475.026311:0:75220:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000effbd660. 00010000:00000010:2.0:1761313475.026312:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000a6089056. 00010000:00000010:2.0:1761313475.026419:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000009f18bcaf. 00010000:00000010:2.0:1761313475.026425:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000685f6657. 00010000:00000010:2.0:1761313475.026435:0:77239:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000704f38a7. 00000100:00000010:2.0:1761313475.026438:0:77239:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000005b32630b. 00000100:00000010:2.0:1761313475.026444:0:77239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d1b82af4. 02000000:00000010:2.0:1761313475.026455:0:77239:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000669fe953. 02000000:00000010:2.0:1761313475.026477:0:77239:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000076255248. 00000400:00000010:2.0:1761313475.026481:0:77239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000071ca671b. 00000400:00000010:2.0:1761313475.026486:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000093201eee. 00000100:00000200:2.0:1761313475.026492:0:77239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869138393728, portal 16 00000400:00000010:2.0:1761313475.026497:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003c745d15. 00000100:00000200:2.0:1761313475.026499:0:77239:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869138393728, offset 0 00000400:00000200:2.0:1761313475.026506:0:77239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:2.0:1761313475.026514:0:77239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:2.0:1761313475.026520:0:77239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:2.0:1761313475.026523:0:77239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761313475.026526:0:77239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:2.0:1761313475.026528:0:77239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90319:90319:255:4294967295] 192.168.204.38@tcp LPNI seq info [90319:90319:7:4294967295] 00000400:00000200:2.0:1761313475.026535:0:77239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:2.0:1761313475.026539:0:77239:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:2.0:1761313475.026542:0:77239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d84ed131 (tot 82352074). 00000800:00000200:2.0:1761313475.026546:0:77239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:2.0:1761313475.026549:0:77239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:2.0:1761313475.026552:0:77239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000d84ed131 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761313475.026739:0:15825:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313475.026743:0:15825:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000986d3ed7 (tot 82351826). 00000400:00000200:1.0:1761313475.026747:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313475.026751:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:1.0:1761313475.026755:0:15825:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000541129c9 00000400:00000010:1.0:1761313475.026757:0:15825:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000541129c9. 00000800:00000200:1.0:1761313475.026818:0:15825:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313475.026820:0:15825:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d84ed131 (tot 82351578). 00000400:00000200:1.0:1761313475.026827:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313475.026830:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:1.0:1761313475.026832:0:15825:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003c745d15 00000400:00000010:1.0:1761313475.026834:0:15825:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003c745d15. 00000100:00000200:1.0:1761313475.026839:0:15825:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000d1b82af4 x1846869138393728/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313519 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761313475.032235:0:15827:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:0.0:1761313475.032257:0:15827:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x68fb7baf0ca80 00000400:00000200:0.0:1761313475.032266:0:15827:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb0f0d [1] + 224 00000400:00000200:0.0:1761313475.032283:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313475.032286:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:0.0:1761313475.032295:0:15827:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000d1b82af4 x1846869138393728/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313519 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1761313475.032404:0:77239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000071ca671b. 00000400:00000200:2.0:1761313475.032410:0:77239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000093201eee 00000400:00000010:2.0:1761313475.032411:0:77239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000093201eee. 00000100:00000200:2.0:1761313475.032418:0:77239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000d1b82af4 x1846869138393728/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313519 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761313475.032425:0:77239:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000d1b82af4 x1846869138393728/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313519 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761313475.032454:0:77239:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000076255248. 02000000:00000010:2.0:1761313475.032460:0:77239:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000669fe953. 00000100:00000010:2.0:1761313475.032465:0:77239:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d1b82af4. 00000100:00000010:2.0:1761313475.032471:0:77239:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000005b32630b. 00010000:00000010:2.0:1761313475.032475:0:77239:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000704f38a7. 00000400:00000200:1.0:1761313475.034814:0:15826:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:1.0:1761313475.034830:0:15826:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x68fb7ba85d240 00000400:00000200:1.0:1761313475.034837:0:15826:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xaf865 [2] + 328 00000400:00000200:1.0:1761313475.034893:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313475.034897:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:1.0:1761313475.034902:0:15826:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761313475.034908:0:15826:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000022227f6e. 00000020:00000010:3.0:1761313475.034986:0:75220:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e7aca92c. 00000020:00000010:3.0:1761313475.034992:0:75220:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000002044844d. 00000020:00000010:3.0:1761313475.034996:0:75220:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000c7e61ce8. 00000100:00000200:3.0:1761313475.035017:0:75220:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000022227f6e x1846869131383360/t0(0) o103->78617949-0e11-4ca2-94c2-d809f91deaa9@192.168.204.38@tcp:406/0 lens 328/0 e 0 to 0 dl 1761313481 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:3.0:1761313475.035049:0:75220:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869131383360 02000000:00000010:3.0:1761313475.035059:0:75220:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000061e0406a. 00010000:00000010:3.0:1761313475.035083:0:75220:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000535554dd. 00010000:00000010:3.0:1761313475.035101:0:75220:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000d021833d. 00000100:00000010:3.0:1761313475.035107:0:75220:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006e837e80. 00000100:00000010:3.0:1761313475.035117:0:75220:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006e837e80. 00010000:00000010:3.0:1761313475.035121:0:75220:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000d021833d. 00000400:00000010:3.0:1761313475.035134:0:75220:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000086bb8cc7. 00000100:00000200:3.0:1761313475.035138:0:75220:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869131383360, offset 224 00000400:00000200:3.0:1761313475.035145:0:75220:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:3.0:1761313475.035154:0:75220:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:3.0:1761313475.035158:0:75220:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90320:90320:256:4294967295] 192.168.204.38@tcp LPNI seq info [90320:90320:8:4294967295] 00000400:00000200:3.0:1761313475.035168:0:75220:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:3.0:1761313475.035172:0:75220:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:3.0:1761313475.035176:0:75220:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006eaa0fc9 (tot 82351826). 00000800:00000200:3.0:1761313475.035180:0:75220:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:3.0:1761313475.035186:0:75220:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:3.0:1761313475.035189:0:75220:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000006eaa0fc9 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761313475.035207:0:75220:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000002044844d. 00000020:00000010:3.0:1761313475.035211:0:75220:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000c7e61ce8. 00000020:00000010:3.0:1761313475.035215:0:75220:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e7aca92c. 00010000:00000010:3.1:1761313475.035395:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009e799f01. 00000800:00000200:1.0:1761313475.035494:0:15825:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313475.035498:0:15825:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006eaa0fc9 (tot 82351578). 00000400:00000200:1.0:1761313475.035501:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313475.035505:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:1.0:1761313475.035509:0:15825:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000086bb8cc7 00000400:00000010:1.0:1761313475.035510:0:15825:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000086bb8cc7. 00010000:00000010:2.1:1761313475.036907:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ab600d62. 00010000:00000010:2.1:1761313475.036918:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006ef72c2c. 00080000:00000010:2.0:1761313475.036951:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 0000000076255248. 00010000:00000010:2.0:1761313475.037044:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000685f6657. 00010000:00000010:2.0:1761313475.037053:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000ac6c867c. 00010000:00000010:2.0:1761313475.037126:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000004c84e595. 00010000:00000010:2.0:1761313475.037130:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004cd9bb8a. 00010000:00000010:2.0:1761313475.037134:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000006ef72c2c. 00010000:00000010:2.0:1761313475.037140:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000685f6657. 00080000:00000010:2.0:1761313475.037155:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 000000001f97f625. 00010000:00000010:2.0:1761313475.037180:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000685f6657. 00010000:00000010:2.0:1761313475.037185:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004cd9bb8a. 00010000:00000010:2.0:1761313475.037233:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000e867df51. 00010000:00000010:2.0:1761313475.037237:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000685f6657. 00010000:00000010:2.0:1761313475.037245:0:77239:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000704f38a7. 00000100:00000010:2.0:1761313475.037251:0:77239:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000005b32630b. 00000100:00000010:2.0:1761313475.037260:0:77239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d1b82af4. 02000000:00000010:2.0:1761313475.037273:0:77239:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000006b2b20da. 02000000:00000010:2.0:1761313475.037299:0:77239:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000062cecc92. 00000400:00000010:2.0:1761313475.037305:0:77239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000071ca671b. 00000400:00000010:2.0:1761313475.037310:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000093201eee. 00000100:00000200:2.0:1761313475.037317:0:77239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869138393792, portal 16 00000400:00000010:2.0:1761313475.037321:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f19b9931. 00000100:00000200:2.0:1761313475.037323:0:77239:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869138393792, offset 0 00000400:00000200:2.0:1761313475.037332:0:77239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:2.0:1761313475.037346:0:77239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:2.0:1761313475.037353:0:77239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:2.0:1761313475.037357:0:77239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761313475.037382:0:77239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:2.0:1761313475.037387:0:77239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90321:90321:256:4294967295] 192.168.204.38@tcp LPNI seq info [90321:90321:8:4294967295] 00000400:00000200:2.0:1761313475.037398:0:77239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:2.0:1761313475.037404:0:77239:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:2.0:1761313475.037408:0:77239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c0eb742f (tot 82351826). 00000800:00000200:2.0:1761313475.037414:0:77239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:2.0:1761313475.037420:0:77239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:2.0:1761313475.037423:0:77239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c0eb742f type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761313475.037562:0:15827:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761313475.037566:0:15827:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c0eb742f (tot 82351578). 00000400:00000200:0.0:1761313475.037573:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313475.037578:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:0.0:1761313475.037582:0:15827:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f19b9931 00000400:00000010:0.0:1761313475.037584:0:15827:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f19b9931. 00000100:00000200:0.0:1761313475.037594:0:15827:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000d1b82af4 x1846869138393792/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313519 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1761313475.040042:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000dad7d729. 00010000:00000010:2.1:1761313475.043845:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000090dcfa6e. 00010000:00000010:2.1:1761313475.043859:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009f18bcaf. 00010000:00000010:2.1:1761313475.043864:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004c84e595. 00010000:00000010:2.1:1761313475.043867:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006ef72c2c. 00000400:00000200:1.0:1761313475.049811:0:15826:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:1.0:1761313475.049831:0:15826:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x68fb7baf0cac0 00000400:00000200:1.0:1761313475.049840:0:15826:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb0f19 [1] + 224 00000400:00000200:1.0:1761313475.049852:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313475.049855:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:1.0:1761313475.049866:0:15826:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000d1b82af4 x1846869138393792/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313519 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761313475.049908:0:15826:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:1.0:1761313475.049914:0:15826:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x68fb7ba85d280 00000400:00000200:1.0:1761313475.049919:0:15826:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xaf865 [2] + 656 00000400:00000200:1.0:1761313475.049930:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313475.049932:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:1.0:1761313475.049936:0:15826:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761313475.049941:0:15826:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d93d7538. 00000400:00000010:2.0:1761313475.050034:0:77239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000071ca671b. 00000400:00000200:2.0:1761313475.050039:0:77239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000093201eee 00000400:00000010:2.0:1761313475.050041:0:77239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000093201eee. 00000100:00000200:2.0:1761313475.050048:0:77239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000d1b82af4 x1846869138393792/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313519 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761313475.050056:0:77239:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000d1b82af4 x1846869138393792/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313519 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761313475.050082:0:77239:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000062cecc92. 02000000:00000010:2.0:1761313475.050088:0:77239:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000006b2b20da. 00000100:00000010:2.0:1761313475.050091:0:77239:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d1b82af4. 00000100:00000010:2.0:1761313475.050097:0:77239:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000005b32630b. 00010000:00000010:2.0:1761313475.050100:0:77239:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000704f38a7. 00000020:00000010:0.0:1761313475.050203:0:64710:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007d271470. 00000020:00000010:0.0:1761313475.050210:0:64710:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000001fb60bf0. 00000020:00000010:0.0:1761313475.050214:0:64710:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000075832eba. 00000100:00000200:0.0:1761313475.050237:0:64710:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000d93d7538 x1846869131383424/t0(0) o103->78617949-0e11-4ca2-94c2-d809f91deaa9@192.168.204.38@tcp:406/0 lens 328/0 e 0 to 0 dl 1761313481 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:0.0:1761313475.050280:0:64710:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869131383424 02000000:00000010:0.0:1761313475.050291:0:64710:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000004d15bbff. 00010000:00000010:0.0:1761313475.050317:0:64710:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000caafc38e. 00010000:00000010:0.0:1761313475.050338:0:64710:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000cd3b993d. 00000100:00000010:0.0:1761313475.050353:0:64710:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000034be91cc. 00000100:00000010:0.0:1761313475.050581:0:64710:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000034be91cc. 00010000:00000010:0.0:1761313475.050585:0:64710:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000cd3b993d. 00000400:00000010:0.0:1761313475.050597:0:64710:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000070c25494. 00000100:00000200:0.0:1761313475.050601:0:64710:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869131383424, offset 224 00000400:00000200:0.0:1761313475.050607:0:64710:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:0.0:1761313475.050617:0:64710:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:0.0:1761313475.050622:0:64710:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90322:90322:256:4294967295] 192.168.204.38@tcp LPNI seq info [90322:90322:8:4294967295] 00000400:00000200:0.0:1761313475.050631:0:64710:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:0.0:1761313475.050635:0:64710:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:0.0:1761313475.050640:0:64710:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000bf9711e7 (tot 82351826). 00000800:00000200:0.0:1761313475.050645:0:64710:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:0.0:1761313475.050651:0:64710:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:0.0:1761313475.050654:0:64710:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000bf9711e7 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761313475.050669:0:64710:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000001fb60bf0. 00000020:00000010:0.0:1761313475.050673:0:64710:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000075832eba. 00000020:00000010:0.0:1761313475.050677:0:64710:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007d271470. 00000800:00000200:1.0:1761313475.050848:0:15825:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313475.050852:0:15825:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000bf9711e7 (tot 82351578). 00000400:00000200:1.0:1761313475.050855:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313475.050858:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:1.0:1761313475.050861:0:15825:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000070c25494 00000400:00000010:1.0:1761313475.050862:0:15825:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000070c25494. 00080000:00000010:2.0:1761313475.050903:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 000000006b2b20da. 00010000:00000010:2.0:1761313475.050981:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000685f6657. 00010000:00000010:2.0:1761313475.050988:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004f582fba. 00010000:00000010:2.0:1761313475.051060:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000006ef72c2c. 00010000:00000010:2.0:1761313475.051066:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000685f6657. 00010000:00000010:2.0:1761313475.051076:0:77239:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000704f38a7. 00000100:00000010:2.0:1761313475.051079:0:77239:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000005b32630b. 00000100:00000010:2.0:1761313475.051085:0:77239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d1b82af4. 02000000:00000010:2.0:1761313475.051096:0:77239:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000062cecc92. 02000000:00000010:2.0:1761313475.051126:0:77239:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000b6232ca8. 00000400:00000010:2.0:1761313475.051132:0:77239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000071ca671b. 00000400:00000010:2.0:1761313475.051136:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000093201eee. 00000100:00000200:2.0:1761313475.051140:0:77239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869138393856, portal 16 00000400:00000010:2.0:1761313475.051144:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001bbc55d4. 00000100:00000200:2.0:1761313475.051146:0:77239:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869138393856, offset 0 00000400:00000200:2.0:1761313475.051152:0:77239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:2.0:1761313475.051158:0:77239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:2.0:1761313475.051164:0:77239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:2.0:1761313475.051168:0:77239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761313475.051170:0:77239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:2.0:1761313475.051173:0:77239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90323:90323:256:4294967295] 192.168.204.38@tcp LPNI seq info [90323:90323:8:4294967295] 00000400:00000200:2.0:1761313475.051180:0:77239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:2.0:1761313475.051185:0:77239:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:2.0:1761313475.051188:0:77239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c0eb742f (tot 82351826). 00000800:00000200:2.0:1761313475.051192:0:77239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:2.0:1761313475.051196:0:77239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:2.0:1761313475.051198:0:77239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c0eb742f type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761313475.051666:0:15827:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761313475.051670:0:15827:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c0eb742f (tot 82351578). 00000400:00000200:0.0:1761313475.051677:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313475.051681:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:0.0:1761313475.051683:0:15827:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001bbc55d4 00000400:00000010:0.0:1761313475.051685:0:15827:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001bbc55d4. 00000100:00000200:0.0:1761313475.051691:0:15827:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000d1b82af4 x1846869138393856/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313519 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1761313475.055450:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cf66b1eb. 00000400:00000200:1.0:1761313475.058030:0:15826:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:1.0:1761313475.058051:0:15826:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x68fb7baf0cb00 00000400:00000200:1.0:1761313475.058061:0:15826:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb0f25 [1] + 224 00000400:00000200:1.0:1761313475.058077:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313475.058081:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:1.0:1761313475.058090:0:15826:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000d1b82af4 x1846869138393856/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313519 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1761313475.058154:0:77239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000071ca671b. 00000400:00000200:2.0:1761313475.058160:0:77239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000093201eee 00000400:00000010:2.0:1761313475.058163:0:77239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000093201eee. 00000100:00000200:2.0:1761313475.058171:0:77239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000d1b82af4 x1846869138393856/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313519 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761313475.058180:0:77239:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000d1b82af4 x1846869138393856/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313519 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761313475.058211:0:77239:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000b6232ca8. 02000000:00000010:2.0:1761313475.058217:0:77239:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000062cecc92. 00000100:00000010:2.0:1761313475.058221:0:77239:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d1b82af4. 00000100:00000010:2.0:1761313475.058226:0:77239:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000005b32630b. 00010000:00000010:2.0:1761313475.058230:0:77239:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000704f38a7. 00010000:00000010:2.1:1761313475.059412:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a9705da3. 00010000:00000010:2.1:1761313475.059422:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e867df51. 00000400:00000200:1.0:1761313475.064109:0:15825:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:1.0:1761313475.064132:0:15825:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x68fb7ba85d2c0 00000400:00000200:1.0:1761313475.064141:0:15825:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xaf865 [2] + 984 00000400:00000200:1.0:1761313475.064208:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313475.064213:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:1.0:1761313475.064219:0:15825:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761313475.064225:0:15825:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000242da0db. 00000020:00000010:0.0:1761313475.065604:0:64710:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007d271470. 00000020:00000010:0.0:1761313475.065613:0:64710:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000001fb60bf0. 00000020:00000010:0.0:1761313475.065617:0:64710:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000075832eba. 00000100:00000200:0.0:1761313475.065645:0:64710:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000242da0db x1846869131383488/t0(0) o103->78617949-0e11-4ca2-94c2-d809f91deaa9@192.168.204.38@tcp:406/0 lens 328/0 e 0 to 0 dl 1761313481 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:0.0:1761313475.065685:0:64710:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869131383488 02000000:00000010:0.0:1761313475.065697:0:64710:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000039b3f807. 00010000:00000010:0.0:1761313475.065725:0:64710:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e339fd2c. 00010000:00000010:0.0:1761313475.065745:0:64710:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000cd3b993d. 00000100:00000010:0.0:1761313475.065751:0:64710:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000034be91cc. 00000100:00000010:0.0:1761313475.065776:0:64710:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000034be91cc. 00010000:00000010:0.0:1761313475.065780:0:64710:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000cd3b993d. 00000400:00000010:0.0:1761313475.065793:0:64710:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b0337f11. 00000100:00000200:0.0:1761313475.065798:0:64710:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869131383488, offset 224 00000400:00000200:0.0:1761313475.065805:0:64710:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:0.0:1761313475.065818:0:64710:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:0.0:1761313475.065823:0:64710:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90324:90324:256:4294967295] 192.168.204.38@tcp LPNI seq info [90324:90324:8:4294967295] 00000400:00000200:0.0:1761313475.065833:0:64710:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:0.0:1761313475.065852:0:64710:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:0.0:1761313475.065856:0:64710:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000fc26fb22 (tot 82351826). 00000800:00000200:0.0:1761313475.065863:0:64710:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:0.0:1761313475.065869:0:64710:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:0.0:1761313475.065873:0:64710:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000fc26fb22 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761313475.065896:0:64710:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000001fb60bf0. 00000020:00000010:0.0:1761313475.065901:0:64710:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000075832eba. 00000020:00000010:0.0:1761313475.065903:0:64710:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007d271470. 00000800:00000200:1.0:1761313475.066082:0:15827:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313475.066086:0:15827:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000fc26fb22 (tot 82351578). 00000400:00000200:1.0:1761313475.066089:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313475.066094:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:1.0:1761313475.066098:0:15827:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b0337f11 00000400:00000010:1.0:1761313475.066100:0:15827:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b0337f11. 00080000:00000010:2.0:1761313475.066347:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 0000000062cecc92. 00010000:00000010:2.0:1761313475.066437:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000685f6657. 00010000:00000010:2.0:1761313475.066445:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000419e8892. 00010000:00000010:2.0:1761313475.066511:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000e867df51. 00010000:00000010:2.0:1761313475.066515:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000685f6657. 00010000:00000010:2.0:1761313475.066523:0:77239:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000704f38a7. 00000100:00000010:2.0:1761313475.066527:0:77239:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000005b32630b. 00000100:00000010:2.0:1761313475.066532:0:77239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d1b82af4. 02000000:00000010:2.0:1761313475.066542:0:77239:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000b6232ca8. 02000000:00000010:2.0:1761313475.066561:0:77239:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000022cdd306. 00000400:00000010:2.0:1761313475.066566:0:77239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000071ca671b. 00000400:00000010:2.0:1761313475.066570:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000093201eee. 00000100:00000200:2.0:1761313475.066574:0:77239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869138393920, portal 16 00000400:00000010:2.0:1761313475.066577:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000065b0a972. 00000100:00000200:2.0:1761313475.066579:0:77239:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869138393920, offset 0 00000400:00000200:2.0:1761313475.066584:0:77239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:2.0:1761313475.066590:0:77239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:2.0:1761313475.066596:0:77239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:2.0:1761313475.066599:0:77239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761313475.066602:0:77239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:2.0:1761313475.066604:0:77239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90325:90325:256:4294967295] 192.168.204.38@tcp LPNI seq info [90325:90325:8:4294967295] 00000400:00000200:2.0:1761313475.066612:0:77239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:2.0:1761313475.066616:0:77239:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:2.0:1761313475.066619:0:77239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d84ed131 (tot 82351826). 00000800:00000200:2.0:1761313475.066622:0:77239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:2.0:1761313475.066627:0:77239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:2.0:1761313475.066629:0:77239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000d84ed131 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761313475.067430:0:15826:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313475.067434:0:15826:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d84ed131 (tot 82351578). 00000400:00000200:1.0:1761313475.067442:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313475.067447:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:1.0:1761313475.067450:0:15826:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000065b0a972 00000400:00000010:1.0:1761313475.067451:0:15826:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000065b0a972. 00000100:00000200:1.0:1761313475.067458:0:15826:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000d1b82af4 x1846869138393920/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313519 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761313475.069950:0:15825:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:1.0:1761313475.069966:0:15825:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x68fb7baf0cb40 00000400:00000200:1.0:1761313475.069974:0:15825:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb0f31 [1] + 224 00000400:00000200:1.0:1761313475.069989:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313475.069992:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:1.0:1761313475.069999:0:15825:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000d1b82af4 x1846869138393920/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313519 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761313475.070827:0:15825:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:1.0:1761313475.070835:0:15825:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x68fb7ba85d300 00000400:00000200:1.0:1761313475.070841:0:15825:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xaf865 [2] + 1312 00000400:00000200:1.0:1761313475.070894:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313475.070899:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:1.0:1761313475.070903:0:15825:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761313475.070909:0:15825:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001286135a. 00000400:00000010:2.0:1761313475.071523:0:77239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000071ca671b. 00000400:00000200:2.0:1761313475.071529:0:77239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000093201eee 00000400:00000010:2.0:1761313475.071531:0:77239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000093201eee. 00000100:00000200:2.0:1761313475.071542:0:77239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000d1b82af4 x1846869138393920/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313519 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761313475.071552:0:77239:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000d1b82af4 x1846869138393920/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313519 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761313475.071579:0:77239:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000022cdd306. 02000000:00000010:2.0:1761313475.071584:0:77239:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000b6232ca8. 00000100:00000010:2.0:1761313475.071588:0:77239:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d1b82af4. 00000100:00000010:2.0:1761313475.071593:0:77239:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000005b32630b. 00010000:00000010:2.0:1761313475.071596:0:77239:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000704f38a7. 00000020:00000010:2.0:1761313475.072175:0:75220:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b6232ca8. 00000020:00000010:2.0:1761313475.072183:0:75220:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000004cd9bb8a. 00000020:00000010:2.0:1761313475.072187:0:75220:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000f72ff3ec. 00000100:00000200:2.0:1761313475.072213:0:75220:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000001286135a x1846869131383552/t0(0) o103->78617949-0e11-4ca2-94c2-d809f91deaa9@192.168.204.38@tcp:406/0 lens 328/0 e 0 to 0 dl 1761313481 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:2.0:1761313475.072248:0:75220:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869131383552 02000000:00000010:2.0:1761313475.072487:0:75220:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000022cdd306. 00010000:00000010:2.0:1761313475.072518:0:75220:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000f69ba39f. 00010000:00000010:2.0:1761313475.072541:0:75220:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000704f38a7. 00000100:00000010:2.0:1761313475.072547:0:75220:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000005b32630b. 00000100:00000010:2.0:1761313475.072565:0:75220:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000005b32630b. 00010000:00000010:2.0:1761313475.072568:0:75220:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000704f38a7. 00000400:00000010:2.0:1761313475.072580:0:75220:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000093201eee. 00000100:00000200:2.0:1761313475.072585:0:75220:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869131383552, offset 224 00000400:00000200:2.0:1761313475.072593:0:75220:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:2.0:1761313475.072605:0:75220:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:2.0:1761313475.072610:0:75220:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90326:90326:256:4294967295] 192.168.204.38@tcp LPNI seq info [90326:90326:8:4294967295] 00000400:00000200:2.0:1761313475.072622:0:75220:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:2.0:1761313475.072627:0:75220:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:2.0:1761313475.072632:0:75220:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d84ed131 (tot 82351826). 00000800:00000200:2.0:1761313475.072638:0:75220:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:2.0:1761313475.072645:0:75220:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:2.0:1761313475.072648:0:75220:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000d84ed131 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761313475.072674:0:75220:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000004cd9bb8a. 00000020:00000010:2.0:1761313475.072678:0:75220:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000f72ff3ec. 00000020:00000010:2.0:1761313475.072681:0:75220:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b6232ca8. 00000800:00000200:1.0:1761313475.074161:0:15827:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313475.074167:0:15827:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d84ed131 (tot 82351578). 00000400:00000200:1.0:1761313475.074178:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313475.074186:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:1.0:1761313475.074192:0:15827:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000093201eee 00000400:00000010:1.0:1761313475.074194:0:15827:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000093201eee. 00010000:00000010:0.1:1761313475.074312:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000029d2528e. 00080000:00000010:3.0:1761313475.074780:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e7aca92c. 00010000:00000010:3.0:1761313475.074868:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000685f6657. 00010000:00000010:3.0:1761313475.074876:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000f8276769. 00010000:00000010:3.0:1761313475.074934:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000398c3ef8. 00010000:00000010:3.0:1761313475.074939:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000aeb70d39. 00010000:00000010:3.0:1761313475.074949:0:77239:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000d021833d. 00000100:00000010:3.0:1761313475.074955:0:77239:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006e837e80. 00000100:00000010:3.0:1761313475.074963:0:77239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000099c92cc1. 02000000:00000010:3.0:1761313475.074975:0:77239:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000effbd660. 02000000:00000010:3.0:1761313475.074998:0:77239:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d5246386. 00000400:00000010:3.0:1761313475.075003:0:77239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000009a69ec99. 00000400:00000010:3.0:1761313475.075008:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e05edf74. 00000100:00000200:3.0:1761313475.075013:0:77239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869138393984, portal 16 00000400:00000010:3.0:1761313475.075017:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a66ded6b. 00000100:00000200:3.0:1761313475.075019:0:77239:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869138393984, offset 0 00000400:00000200:3.0:1761313475.075026:0:77239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:3.0:1761313475.075038:0:77239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:3.0:1761313475.075044:0:77239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:3.0:1761313475.075047:0:77239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761313475.075049:0:77239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:3.0:1761313475.075052:0:77239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90327:90327:256:4294967295] 192.168.204.38@tcp LPNI seq info [90327:90327:8:4294967295] 00000400:00000200:3.0:1761313475.075061:0:77239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:3.0:1761313475.075066:0:77239:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:3.0:1761313475.075069:0:77239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000633d13cc (tot 82351826). 00000800:00000200:3.0:1761313475.075074:0:77239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:3.0:1761313475.075080:0:77239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:3.0:1761313475.075083:0:77239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000633d13cc type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761313475.075893:0:15826:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761313475.075898:0:15826:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000633d13cc (tot 82351578). 00000400:00000200:0.0:1761313475.075902:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313475.075908:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:0.0:1761313475.075913:0:15826:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a66ded6b 00000400:00000010:0.0:1761313475.075914:0:15826:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a66ded6b. 00000100:00000200:0.0:1761313475.075922:0:15826:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000099c92cc1 x1846869138393984/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313519 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761313475.085118:0:15825:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:1.0:1761313475.085141:0:15825:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x68fb7baf0cb80 00000400:00000200:1.0:1761313475.085150:0:15825:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb0f3d [1] + 224 00000400:00000200:1.0:1761313475.085160:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313475.085164:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:1.0:1761313475.085174:0:15825:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000099c92cc1 x1846869138393984/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313519 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761313475.085205:0:15825:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:1.0:1761313475.085210:0:15825:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x68fb7ba85d340 00000400:00000200:1.0:1761313475.085215:0:15825:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xaf865 [2] + 1640 00000400:00000200:1.0:1761313475.085286:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313475.085290:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:1.0:1761313475.085294:0:15825:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761313475.085299:0:15825:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000db5c2442. 00000020:00000010:0.0:1761313475.085486:0:64710:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006f7470de. 00000020:00000010:0.0:1761313475.085494:0:64710:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000001fb60bf0. 00000020:00000010:0.0:1761313475.085498:0:64710:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000075832eba. 00000100:00000200:0.0:1761313475.085525:0:64710:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000db5c2442 x1846869131383616/t0(0) o103->78617949-0e11-4ca2-94c2-d809f91deaa9@192.168.204.38@tcp:406/0 lens 328/0 e 0 to 0 dl 1761313481 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:0.0:1761313475.085566:0:64710:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869131383616 02000000:00000010:0.0:1761313475.085578:0:64710:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000007d271470. 00010000:00000010:0.0:1761313475.085617:0:64710:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000cd3b993d. 00000100:00000010:0.0:1761313475.085624:0:64710:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000034be91cc. 00000100:00000010:0.0:1761313475.085630:0:64710:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000034be91cc. 00010000:00000010:0.0:1761313475.085634:0:64710:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000cd3b993d. 00000400:00000010:0.0:1761313475.085648:0:64710:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000dc692469. 00000100:00000200:0.0:1761313475.085653:0:64710:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869131383616, offset 224 00000400:00000200:0.0:1761313475.085659:0:64710:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:0.0:1761313475.085669:0:64710:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:0.0:1761313475.085674:0:64710:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90328:90328:256:4294967295] 192.168.204.38@tcp LPNI seq info [90328:90328:8:4294967295] 00000400:00000200:0.0:1761313475.085683:0:64710:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:0.0:1761313475.085688:0:64710:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:0.0:1761313475.085704:0:64710:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000eb7bab6c (tot 82351826). 00000800:00000200:0.0:1761313475.085709:0:64710:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:0.0:1761313475.085716:0:64710:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:0.0:1761313475.085719:0:64710:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000eb7bab6c type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761313475.085733:0:64710:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000001fb60bf0. 00000020:00000010:0.0:1761313475.085738:0:64710:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000075832eba. 00000020:00000010:0.0:1761313475.085741:0:64710:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006f7470de. 00000800:00000200:1.0:1761313475.085931:0:15827:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313475.085934:0:15827:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000eb7bab6c (tot 82351578). 00000400:00000200:1.0:1761313475.085938:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313475.085942:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:1.0:1761313475.085946:0:15827:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000dc692469 00000400:00000010:1.0:1761313475.085948:0:15827:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000dc692469. 00000400:00000010:3.0:1761313475.086046:0:77239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000009a69ec99. 00000400:00000200:3.0:1761313475.086050:0:77239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e05edf74 00000400:00000010:3.0:1761313475.086051:0:77239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e05edf74. 00000100:00000200:3.0:1761313475.086057:0:77239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000099c92cc1 x1846869138393984/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313519 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761313475.086065:0:77239:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000099c92cc1 x1846869138393984/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313519 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.0:1761313475.086085:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000068a28ee9. 02000000:00000010:3.0:1761313475.086099:0:77239:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d5246386. 02000000:00000010:3.0:1761313475.086104:0:77239:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000effbd660. 00000100:00000010:3.0:1761313475.086108:0:77239:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000099c92cc1. 00000100:00000010:3.0:1761313475.086111:0:77239:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006e837e80. 00010000:00000010:3.0:1761313475.086114:0:77239:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000d021833d. 00080000:00000010:3.0:1761313475.086131:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000aad51c4c. 00010000:00000010:3.0:1761313475.086208:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000aeb70d39. 00010000:00000010:3.0:1761313475.086214:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000c5668a3c. 00010000:00000010:3.0:1761313475.086299:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000e4d70e9b. 00010000:00000010:3.0:1761313475.086304:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000aeb70d39. 00010000:00000010:3.0:1761313475.086312:0:77239:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000d021833d. 00000100:00000010:3.0:1761313475.086315:0:77239:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006e837e80. 00000100:00000010:3.0:1761313475.086321:0:77239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000099c92cc1. 02000000:00000010:3.0:1761313475.086332:0:77239:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000effbd660. 02000000:00000010:3.0:1761313475.086353:0:77239:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d5246386. 00000400:00000010:3.0:1761313475.086373:0:77239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000009a69ec99. 00000400:00000010:3.0:1761313475.086378:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e05edf74. 00000100:00000200:3.0:1761313475.086383:0:77239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869138394048, portal 16 00000400:00000010:3.0:1761313475.086386:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e515bfff. 00000100:00000200:3.0:1761313475.086388:0:77239:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869138394048, offset 0 00000400:00000200:3.0:1761313475.086393:0:77239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:3.0:1761313475.086400:0:77239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:3.0:1761313475.086407:0:77239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:3.0:1761313475.086410:0:77239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761313475.086413:0:77239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:3.0:1761313475.086415:0:77239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90329:90329:256:4294967295] 192.168.204.38@tcp LPNI seq info [90329:90329:8:4294967295] 00000400:00000200:3.0:1761313475.086422:0:77239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:3.0:1761313475.086427:0:77239:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:3.0:1761313475.086430:0:77239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000896a3ffd (tot 82351826). 00000800:00000200:3.0:1761313475.086434:0:77239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:3.0:1761313475.086438:0:77239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:3.0:1761313475.086440:0:77239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000896a3ffd type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761313475.086804:0:15826:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761313475.086807:0:15826:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000896a3ffd (tot 82351578). 00000400:00000200:0.0:1761313475.086810:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313475.086815:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:0.0:1761313475.086818:0:15826:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e515bfff 00000400:00000010:0.0:1761313475.086819:0:15826:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e515bfff. 00000100:00000200:0.0:1761313475.086824:0:15826:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000099c92cc1 x1846869138394048/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313519 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761313475.089246:0:15825:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:1.0:1761313475.089277:0:15825:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x68fb7baf0cbc0 00000400:00000200:1.0:1761313475.089286:0:15825:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb0f49 [1] + 224 00000400:00000200:1.0:1761313475.089298:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313475.089302:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:1.0:1761313475.089314:0:15825:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000099c92cc1 x1846869138394048/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313519 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761313475.089349:0:15825:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:1.0:1761313475.089355:0:15825:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x68fb7ba85d380 00000400:00000200:1.0:1761313475.089396:0:15825:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xaf865 [2] + 1968 00000400:00000010:1.0:1761313475.089400:0:15825:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000c054f528. 00000400:00000200:1.0:1761313475.089404:0:15825:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 000000002b3da0c8 00000400:00000200:1.0:1761313475.089413:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313475.089416:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:1.0:1761313475.089418:0:15825:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002b3da0c8 00000400:00000010:1.0:1761313475.089420:0:15825:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 000000002b3da0c8 (tot 82351426). 00000100:00000200:1.0:1761313475.089426:0:15825:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:0.0:1761313475.089528:0:75220:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006f7470de. 00000020:00000010:0.0:1761313475.089535:0:75220:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000001fb60bf0. 00000020:00000010:0.0:1761313475.089540:0:75220:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000075832eba. 00000100:00000200:0.0:1761313475.089562:0:75220:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000071f2317c x1846869131383680/t0(0) o103->78617949-0e11-4ca2-94c2-d809f91deaa9@192.168.204.38@tcp:406/0 lens 328/0 e 0 to 0 dl 1761313481 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:0.0:1761313475.089598:0:75220:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869131383680 02000000:00000010:0.0:1761313475.089609:0:75220:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000cd3defc9. 00010000:00000010:0.0:1761313475.089642:0:75220:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000cd3b993d. 00000100:00000010:0.0:1761313475.089648:0:75220:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000034be91cc. 00000100:00000010:0.0:1761313475.089655:0:75220:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000034be91cc. 00010000:00000010:0.0:1761313475.089658:0:75220:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000cd3b993d. 00000400:00000010:0.0:1761313475.089670:0:75220:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000686d1fa3. 00000100:00000200:0.0:1761313475.089675:0:75220:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869131383680, offset 224 00000400:00000200:0.0:1761313475.089683:0:75220:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:0.0:1761313475.089698:0:75220:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:0.0:1761313475.089703:0:75220:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90330:90330:256:4294967295] 192.168.204.38@tcp LPNI seq info [90330:90330:8:4294967295] 00000400:00000200:0.0:1761313475.089713:0:75220:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:0.0:1761313475.089719:0:75220:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:0.0:1761313475.089724:0:75220:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000302321a (tot 82351674). 00000800:00000200:0.0:1761313475.089729:0:75220:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:0.0:1761313475.089736:0:75220:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:0.0:1761313475.089740:0:75220:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000000302321a type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761313475.089754:0:75220:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000001fb60bf0. 00000020:00000010:0.0:1761313475.089759:0:75220:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000075832eba. 00000020:00000010:0.0:1761313475.089761:0:75220:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006f7470de. 02000000:00000010:0.0:1761313475.089779:0:75220:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000007d271470. 00000100:00000010:0.0:1761313475.089783:0:75220:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000db5c2442. 02000000:00000010:0.0:1761313475.089787:0:75220:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000022cdd306. 00000100:00000010:0.0:1761313475.089788:0:75220:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001286135a. 02000000:00000010:0.0:1761313475.089792:0:75220:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000039b3f807. 00000100:00000010:0.0:1761313475.089794:0:75220:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000242da0db. 02000000:00000010:0.0:1761313475.089796:0:75220:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000004d15bbff. 00000100:00000010:0.0:1761313475.089798:0:75220:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d93d7538. 02000000:00000010:0.0:1761313475.089800:0:75220:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000061e0406a. 00000100:00000010:0.0:1761313475.089802:0:75220:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000022227f6e. 02000000:00000010:0.0:1761313475.089805:0:75220:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000604212e1. 00000100:00000010:0.0:1761313475.089806:0:75220:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000eabf7b6f. 00000100:00000200:0.0:1761313475.089812:0:75220:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1761313475.089818:0:75220:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000008bddea03. 00000400:00000010:0.0:1761313475.089822:0:75220:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 0000000034be91cc (tot 82351826). 00000800:00000200:1.0:1761313475.090107:0:15827:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313475.090111:0:15827:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000302321a (tot 82351578). 00000400:00000200:1.0:1761313475.090114:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313475.090118:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:1.0:1761313475.090121:0:15827:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000686d1fa3 00000400:00000010:1.0:1761313475.090122:0:15827:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000686d1fa3. 02000000:00000010:1.0:1761313475.090126:0:15827:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000cd3defc9. 00000400:00000010:3.0:1761313475.090452:0:77239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000009a69ec99. 00000400:00000200:3.0:1761313475.090456:0:77239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e05edf74 00000400:00000010:3.0:1761313475.090457:0:77239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e05edf74. 00000100:00000200:3.0:1761313475.090463:0:77239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000099c92cc1 x1846869138394048/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313519 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761313475.090471:0:77239:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000099c92cc1 x1846869138394048/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313519 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.0:1761313475.090493:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000013c8c97e. 02000000:00000010:3.0:1761313475.090508:0:77239:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d5246386. 02000000:00000010:3.0:1761313475.090514:0:77239:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000effbd660. 00000100:00000010:3.0:1761313475.090517:0:77239:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000099c92cc1. 00000100:00000010:3.0:1761313475.090520:0:77239:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006e837e80. 00010000:00000010:3.0:1761313475.090523:0:77239:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000d021833d. 00080000:00000010:3.0:1761313475.090539:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a394f22b. 00010000:00000010:3.0:1761313475.090618:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000aeb70d39. 00010000:00000010:3.0:1761313475.090624:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000003aeb3601. 00010000:00000010:3.0:1761313475.090697:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000004726ba01. 00010000:00000010:3.0:1761313475.090702:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002044844d. 00010000:00000010:3.0:1761313475.090706:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000bfa9ae08. 00010000:00000010:3.0:1761313475.090711:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000aeb70d39. 00080000:00000010:3.0:1761313475.090722:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d6427284. 00010000:00000010:3.0:1761313475.090746:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000aeb70d39. 00010000:00000010:3.0:1761313475.090749:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002044844d. 00010000:00000010:3.0:1761313475.090810:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000806837c7. 00010000:00000010:3.0:1761313475.090814:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000aeb70d39. 00010000:00000010:3.0:1761313475.090821:0:77239:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000d021833d. 00000100:00000010:3.0:1761313475.090825:0:77239:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006e837e80. 00000100:00000010:3.0:1761313475.090831:0:77239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000099c92cc1. 02000000:00000010:3.0:1761313475.090840:0:77239:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000effbd660. 02000000:00000010:3.0:1761313475.090860:0:77239:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d5246386. 00000400:00000010:3.0:1761313475.090864:0:77239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000009a69ec99. 00000400:00000010:3.0:1761313475.090867:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e05edf74. 00000100:00000200:3.0:1761313475.090870:0:77239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869138394112, portal 16 00000400:00000010:3.0:1761313475.090873:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005f389535. 00000100:00000200:3.0:1761313475.090875:0:77239:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869138394112, offset 0 00000400:00000200:3.0:1761313475.090881:0:77239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:3.0:1761313475.090889:0:77239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:3.0:1761313475.090894:0:77239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:3.0:1761313475.090897:0:77239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761313475.090899:0:77239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:3.0:1761313475.090901:0:77239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90331:90331:256:4294967295] 192.168.204.38@tcp LPNI seq info [90331:90331:8:4294967295] 00000400:00000200:3.0:1761313475.090909:0:77239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:3.0:1761313475.090913:0:77239:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:3.0:1761313475.090916:0:77239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000572c2ec6 (tot 82351826). 00000800:00000200:3.0:1761313475.090920:0:77239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:3.0:1761313475.090925:0:77239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:3.0:1761313475.090927:0:77239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000572c2ec6 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761313475.093024:0:15826:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313475.093030:0:15826:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000572c2ec6 (tot 82351578). 00000400:00000200:1.0:1761313475.093038:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313475.093045:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:1.0:1761313475.093049:0:15826:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005f389535 00000400:00000010:1.0:1761313475.093051:0:15826:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005f389535. 00000100:00000200:1.0:1761313475.093060:0:15826:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000099c92cc1 x1846869138394112/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313519 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761313475.095336:0:15825:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:1.0:1761313475.095354:0:15825:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x68fb7baf0cc00 00000400:00000200:1.0:1761313475.095391:0:15825:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb0f59 [1] + 224 00000400:00000200:1.0:1761313475.095404:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313475.095408:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:1.0:1761313475.095416:0:15825:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000099c92cc1 x1846869138394112/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313519 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761313475.095446:0:15825:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:1.0:1761313475.095452:0:15825:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x68fb7ba85d3c0 00000400:00000200:1.0:1761313475.095457:0:15825:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xaf8c5 [2] + 0 00000400:00000200:1.0:1761313475.095499:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313475.095504:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:1.0:1761313475.095508:0:15825:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761313475.095514:0:15825:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000018525722. 00010000:00000010:2.1:1761313475.095532:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000042852cda. 00010000:00000010:2.1:1761313475.095544:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006ef72c2c. 00000020:00000010:1.0:1761313475.095564:0:64710:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004109c067. 00000400:00000010:3.0:1761313475.096451:0:77239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000009a69ec99. 00000400:00000200:3.0:1761313475.096456:0:77239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e05edf74 00000400:00000010:3.0:1761313475.096458:0:77239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e05edf74. 00000100:00000200:3.0:1761313475.096466:0:77239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000099c92cc1 x1846869138394112/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313519 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761313475.096475:0:77239:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000099c92cc1 x1846869138394112/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313519 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1761313475.096499:0:77239:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d5246386. 02000000:00000010:3.0:1761313475.096505:0:77239:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000effbd660. 00000100:00000010:3.0:1761313475.096509:0:77239:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000099c92cc1. 00000100:00000010:3.0:1761313475.096513:0:77239:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006e837e80. 00010000:00000010:3.0:1761313475.096516:0:77239:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000d021833d. 00000020:00000010:0.0:1761313475.100006:0:64710:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000001fb60bf0. 00000020:00000010:0.0:1761313475.100019:0:64710:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000075832eba. 00000100:00000200:0.0:1761313475.100057:0:64710:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000018525722 x1846869131383744/t0(0) o103->78617949-0e11-4ca2-94c2-d809f91deaa9@192.168.204.38@tcp:406/0 lens 328/0 e 0 to 0 dl 1761313481 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:0.0:1761313475.100094:0:64710:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869131383744 02000000:00000010:0.0:1761313475.100106:0:64710:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000cd3defc9. 00010000:00000010:0.0:1761313475.100135:0:64710:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000efefe134. 00010000:00000010:0.0:1761313475.100158:0:64710:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000cd3b993d. 00000100:00000010:0.0:1761313475.100165:0:64710:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000e54ba558. 00000100:00000010:0.0:1761313475.100186:0:64710:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000e54ba558. 00010000:00000010:0.0:1761313475.100190:0:64710:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000cd3b993d. 00000400:00000010:0.0:1761313475.100206:0:64710:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000066042486. 00000100:00000200:0.0:1761313475.100211:0:64710:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869131383744, offset 224 00000400:00000200:0.0:1761313475.100219:0:64710:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:0.0:1761313475.100233:0:64710:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:0.0:1761313475.100239:0:64710:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90332:90332:256:4294967295] 192.168.204.38@tcp LPNI seq info [90332:90332:8:4294967295] 00000400:00000200:0.0:1761313475.100249:0:64710:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:0.0:1761313475.100256:0:64710:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:0.0:1761313475.100260:0:64710:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c766a5fa (tot 82351826). 00000800:00000200:0.0:1761313475.100267:0:64710:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:0.0:1761313475.100274:0:64710:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:0.0:1761313475.100277:0:64710:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c766a5fa type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761313475.100303:0:64710:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000001fb60bf0. 00000020:00000010:0.0:1761313475.100309:0:64710:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000075832eba. 00000020:00000010:0.0:1761313475.100311:0:64710:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004109c067. 00080000:00000010:3.0:1761313475.100391:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000cfce8803. 00010000:00000010:3.0:1761313475.100469:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000aeb70d39. 00010000:00000010:3.0:1761313475.100475:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000007206281e. 00010000:00000010:2.1:1761313475.100501:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e2674f4b. 00010000:00000010:3.0:1761313475.100545:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000009fe5d71e. 00010000:00000010:3.0:1761313475.100551:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000aeb70d39. 00010000:00000010:3.0:1761313475.100562:0:77239:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000d021833d. 00000100:00000010:3.0:1761313475.100566:0:77239:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006e837e80. 00000100:00000010:3.0:1761313475.100572:0:77239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000099c92cc1. 02000000:00000010:3.0:1761313475.100583:0:77239:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000008b6f23c3. 02000000:00000010:3.0:1761313475.100603:0:77239:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000effbd660. 00000400:00000010:3.0:1761313475.100609:0:77239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000009a69ec99. 00000400:00000010:3.0:1761313475.100614:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e05edf74. 00000100:00000200:3.0:1761313475.100619:0:77239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869138394176, portal 16 00000400:00000010:3.0:1761313475.100629:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003e790751. 00000100:00000200:3.0:1761313475.100631:0:77239:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869138394176, offset 0 00000800:00000200:2.0:1761313475.100631:0:15827:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761313475.100636:0:15827:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c766a5fa (tot 82351578). 00000400:00000200:3.0:1761313475.100641:0:77239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:2.0:1761313475.100643:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313475.100651:0:77239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:2.0:1761313475.100652:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:2.0:1761313475.100659:0:15827:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000066042486 00000400:00000200:3.0:1761313475.100661:0:77239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000010:2.0:1761313475.100662:0:15827:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000066042486. 00000400:00000200:3.0:1761313475.100666:0:77239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761313475.100670:0:77239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:3.0:1761313475.100672:0:77239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90333:90333:255:4294967295] 192.168.204.38@tcp LPNI seq info [90333:90333:7:4294967295] 00000400:00000200:3.0:1761313475.100685:0:77239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:3.0:1761313475.100689:0:77239:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:3.0:1761313475.100693:0:77239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000090e74ba2 (tot 82351826). 00000800:00000200:3.0:1761313475.100696:0:77239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:3.0:1761313475.100700:0:77239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:3.0:1761313475.100702:0:77239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000090e74ba2 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761313475.101162:0:15827:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761313475.101165:0:15827:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000090e74ba2 (tot 82351578). 00000400:00000200:2.0:1761313475.101169:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313475.101173:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:2.0:1761313475.101175:0:15827:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003e790751 00000400:00000010:2.0:1761313475.101176:0:15827:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003e790751. 00000100:00000200:2.0:1761313475.101182:0:15827:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000099c92cc1 x1846869138394176/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313519 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1761313475.105479:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ec6bbc08. 00010000:00000010:3.1:1761313475.105493:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e867df51. 00010000:00000010:3.1:1761313475.105498:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000089e8ceda. 00010000:00000010:3.1:1761313475.105500:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cdd81d88. 00010000:00000010:3.1:1761313475.105504:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000398c3ef8. 00010000:00000010:3.1:1761313475.105510:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000062484af. 00010000:00000010:3.1:1761313475.105513:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000bea9491. 00010000:00000010:3.1:1761313475.105515:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e4d70e9b. 00010000:00000010:3.1:1761313475.105518:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004726ba01. 00010000:00000010:3.1:1761313475.105521:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bfa9ae08. 00000400:00000200:1.0:1761313475.106437:0:15826:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:1.0:1761313475.106456:0:15826:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x68fb7baf0cc40 00000400:00000200:1.0:1761313475.106464:0:15826:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb0f65 [1] + 224 00000400:00000200:1.0:1761313475.106477:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313475.106481:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:1.0:1761313475.106491:0:15826:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000099c92cc1 x1846869138394176/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313519 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761313475.106522:0:15826:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:1.0:1761313475.106527:0:15826:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x68fb7ba85d400 00000400:00000200:1.0:1761313475.106531:0:15826:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xaf8c5 [2] + 328 00000400:00000200:1.0:1761313475.107535:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313475.107543:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:1.0:1761313475.107548:0:15826:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761313475.107554:0:15826:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007de1a361. 00000020:00000010:0.0:1761313475.107754:0:75220:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000604212e1. 00000020:00000010:0.0:1761313475.107762:0:75220:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000001fb60bf0. 00000020:00000010:0.0:1761313475.107778:0:75220:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000075832eba. 00000100:00000200:0.0:1761313475.107801:0:75220:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000007de1a361 x1846869131383808/t0(0) o103->78617949-0e11-4ca2-94c2-d809f91deaa9@192.168.204.38@tcp:406/0 lens 328/0 e 0 to 0 dl 1761313481 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:0.0:1761313475.107836:0:75220:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869131383808 02000000:00000010:0.0:1761313475.107848:0:75220:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000061e0406a. 00010000:00000010:0.0:1761313475.107886:0:75220:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000cd3b993d. 00000100:00000010:0.0:1761313475.107892:0:75220:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000e54ba558. 00000100:00000010:0.0:1761313475.107898:0:75220:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000e54ba558. 00010000:00000010:0.0:1761313475.107902:0:75220:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000cd3b993d. 00000400:00000010:0.0:1761313475.107914:0:75220:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006c51a6d2. 00000100:00000200:0.0:1761313475.107919:0:75220:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869131383808, offset 224 00000400:00000200:0.0:1761313475.107926:0:75220:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:0.0:1761313475.107937:0:75220:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:0.0:1761313475.107942:0:75220:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90334:90334:256:4294967295] 192.168.204.38@tcp LPNI seq info [90334:90334:8:4294967295] 00000400:00000200:0.0:1761313475.107952:0:75220:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:0.0:1761313475.107957:0:75220:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:0.0:1761313475.107961:0:75220:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f3d53802 (tot 82351826). 00000800:00000200:0.0:1761313475.107966:0:75220:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:0.0:1761313475.107973:0:75220:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:0.0:1761313475.107976:0:75220:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000f3d53802 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761313475.108004:0:75220:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000001fb60bf0. 00000020:00000010:0.0:1761313475.108009:0:75220:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000075832eba. 00000020:00000010:0.0:1761313475.108012:0:75220:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000604212e1. 00000800:00000200:2.0:1761313475.108210:0:15825:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761313475.108214:0:15825:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f3d53802 (tot 82351578). 00000400:00000200:2.0:1761313475.108218:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313475.108223:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:2.0:1761313475.108226:0:15825:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006c51a6d2 00000400:00000010:2.0:1761313475.108228:0:15825:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006c51a6d2. 00010000:00000010:3.1:1761313475.108323:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000067df1a5d. 00010000:00000010:3.1:1761313475.108331:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000806837c7. 00000400:00000010:3.0:1761313475.108375:0:77239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000009a69ec99. 00000400:00000200:3.0:1761313475.108379:0:77239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e05edf74 00000400:00000010:3.0:1761313475.108381:0:77239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e05edf74. 00000100:00000200:3.0:1761313475.108387:0:77239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000099c92cc1 x1846869138394176/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313519 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761313475.108395:0:77239:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000099c92cc1 x1846869138394176/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313519 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.0:1761313475.108414:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d34dcd0e. 02000000:00000010:3.0:1761313475.108429:0:77239:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000effbd660. 02000000:00000010:3.0:1761313475.108434:0:77239:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000008b6f23c3. 00000100:00000010:3.0:1761313475.108438:0:77239:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000099c92cc1. 00000100:00000010:3.0:1761313475.108442:0:77239:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006e837e80. 00010000:00000010:3.0:1761313475.108445:0:77239:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000d021833d. 00080000:00000010:3.0:1761313475.108461:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d5246386. 00010000:00000010:3.0:1761313475.108538:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000aeb70d39. 00010000:00000010:3.0:1761313475.108544:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000059317bb1. 00010000:00000010:3.0:1761313475.108616:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000806837c7. 00010000:00000010:3.0:1761313475.108620:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000aeb70d39. 00010000:00000010:3.0:1761313475.108628:0:77239:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000d021833d. 00000100:00000010:3.0:1761313475.108632:0:77239:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006e837e80. 00000100:00000010:3.0:1761313475.108636:0:77239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000099c92cc1. 02000000:00000010:3.0:1761313475.108646:0:77239:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000008b6f23c3. 02000000:00000010:3.0:1761313475.108666:0:77239:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000effbd660. 00000400:00000010:3.0:1761313475.108671:0:77239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000009a69ec99. 00000400:00000010:3.0:1761313475.108674:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e05edf74. 00000100:00000200:3.0:1761313475.108678:0:77239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869138394240, portal 16 00000400:00000010:3.0:1761313475.108681:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000bb5cea4a. 00000100:00000200:3.0:1761313475.108683:0:77239:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869138394240, offset 0 00000400:00000200:3.0:1761313475.108688:0:77239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:3.0:1761313475.108694:0:77239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:3.0:1761313475.108700:0:77239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:3.0:1761313475.108704:0:77239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761313475.108707:0:77239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:3.0:1761313475.108709:0:77239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90335:90335:256:4294967295] 192.168.204.38@tcp LPNI seq info [90335:90335:8:4294967295] 00000400:00000200:3.0:1761313475.108716:0:77239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:3.0:1761313475.108721:0:77239:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:3.0:1761313475.108724:0:77239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000050f99130 (tot 82351826). 00000800:00000200:3.0:1761313475.108729:0:77239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:3.0:1761313475.108733:0:77239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:3.0:1761313475.108735:0:77239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000050f99130 type 1, nob 424 niov 1 nkiov 1 00010000:00000010:0.1:1761313475.109891:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000dd91c997. 00000800:00000200:2.0:1761313475.110124:0:15827:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761313475.110128:0:15827:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000050f99130 (tot 82351578). 00000400:00000200:2.0:1761313475.110134:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313475.110140:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:2.0:1761313475.110145:0:15827:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000bb5cea4a 00000400:00000010:2.0:1761313475.110147:0:15827:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000bb5cea4a. 00000100:00000200:2.0:1761313475.110155:0:15827:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000099c92cc1 x1846869138394240/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313519 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1761313475.115671:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f68dffd0. 00010000:00000010:3.1:1761313475.115689:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a50d8445. 00010000:00000010:3.1:1761313475.115692:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009fe5d71e. 00000400:00000200:1.0:1761313475.116088:0:15826:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:1.0:1761313475.116106:0:15826:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x68fb7baf0cc80 00000400:00000200:1.0:1761313475.116118:0:15826:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb0f71 [1] + 224 00000400:00000200:1.0:1761313475.116130:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313475.116134:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:1.0:1761313475.116145:0:15826:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000099c92cc1 x1846869138394240/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313519 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761313475.116182:0:15826:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:1.0:1761313475.116187:0:15826:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x68fb7ba85d440 00000400:00000200:1.0:1761313475.116192:0:15826:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xaf8c5 [2] + 656 00000400:00000200:1.0:1761313475.116258:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313475.116262:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:1.0:1761313475.116266:0:15826:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761313475.116272:0:15826:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000064f8b87f. 00000400:00000010:3.0:1761313475.117527:0:77239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000009a69ec99. 00000400:00000200:3.0:1761313475.117534:0:77239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e05edf74 00000400:00000010:3.0:1761313475.117536:0:77239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e05edf74. 00000100:00000200:3.0:1761313475.117546:0:77239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000099c92cc1 x1846869138394240/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313519 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761313475.117554:0:77239:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000099c92cc1 x1846869138394240/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313519 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1761313475.117582:0:77239:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000effbd660. 02000000:00000010:3.0:1761313475.117589:0:77239:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000008b6f23c3. 00000100:00000010:3.0:1761313475.117594:0:77239:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000099c92cc1. 00000100:00000010:3.0:1761313475.117597:0:77239:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006e837e80. 00010000:00000010:3.0:1761313475.117601:0:77239:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000d021833d. 00000020:00000010:0.0:1761313475.118470:0:64710:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000604212e1. 00000020:00000010:0.0:1761313475.118479:0:64710:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000001fb60bf0. 00000020:00000010:0.0:1761313475.118483:0:64710:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000075832eba. 00000100:00000200:0.0:1761313475.118509:0:64710:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000064f8b87f x1846869131383872/t0(0) o103->78617949-0e11-4ca2-94c2-d809f91deaa9@192.168.204.38@tcp:406/0 lens 328/0 e 0 to 0 dl 1761313481 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:0.0:1761313475.118551:0:64710:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869131383872 02000000:00000010:0.0:1761313475.118566:0:64710:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000004d15bbff. 00010000:00000010:0.0:1761313475.120102:0:64710:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a231d62a. 00010000:00000010:0.0:1761313475.120144:0:64710:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000cd3b993d. 00000100:00000010:0.0:1761313475.120152:0:64710:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000e54ba558. 00000100:00000010:0.0:1761313475.120344:0:64710:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000e54ba558. 00010000:00000010:0.0:1761313475.120349:0:64710:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000cd3b993d. 00000400:00000010:0.0:1761313475.120395:0:64710:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d021fde9. 00000100:00000200:0.0:1761313475.120402:0:64710:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869131383872, offset 224 00000400:00000200:0.0:1761313475.120413:0:64710:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:0.0:1761313475.120430:0:64710:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:0.0:1761313475.120436:0:64710:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90336:90336:256:4294967295] 192.168.204.38@tcp LPNI seq info [90336:90336:8:4294967295] 00000400:00000200:0.0:1761313475.120446:0:64710:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:0.0:1761313475.120451:0:64710:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:0.0:1761313475.120457:0:64710:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c74ddf42 (tot 82351826). 00000800:00000200:0.0:1761313475.120463:0:64710:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:0.0:1761313475.120469:0:64710:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:0.0:1761313475.120473:0:64710:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c74ddf42 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761313475.120500:0:64710:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000001fb60bf0. 00000020:00000010:0.0:1761313475.120506:0:64710:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000075832eba. 00000020:00000010:0.0:1761313475.120510:0:64710:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000604212e1. 00080000:00000010:3.0:1761313475.120587:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000669fe953. 00000800:00000200:2.0:1761313475.120599:0:15825:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761313475.120604:0:15825:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c74ddf42 (tot 82351578). 00000400:00000200:2.0:1761313475.120608:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313475.120613:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:2.0:1761313475.120626:0:15825:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d021fde9 00000400:00000010:2.0:1761313475.120628:0:15825:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d021fde9. 00010000:00000010:3.0:1761313475.120667:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000aeb70d39. 00010000:00000010:3.0:1761313475.120674:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000d4f1edc6. 00010000:00000010:3.0:1761313475.120745:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000009fe5d71e. 00010000:00000010:3.0:1761313475.120751:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000aeb70d39. 00010000:00000010:3.0:1761313475.120761:0:77239:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000d021833d. 00000100:00000010:3.0:1761313475.120775:0:77239:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006e837e80. 00000100:00000010:3.0:1761313475.120783:0:77239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000099c92cc1. 02000000:00000010:3.0:1761313475.120796:0:77239:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000008b6f23c3. 02000000:00000010:3.0:1761313475.120820:0:77239:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000effbd660. 00000400:00000010:3.0:1761313475.120825:0:77239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000009a69ec99. 00000400:00000010:3.0:1761313475.120830:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e05edf74. 00000100:00000200:3.0:1761313475.120835:0:77239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869138394304, portal 16 00000400:00000010:3.0:1761313475.120839:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000140b65b8. 00000100:00000200:3.0:1761313475.120841:0:77239:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869138394304, offset 0 00000400:00000200:3.0:1761313475.120846:0:77239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:3.0:1761313475.120852:0:77239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:3.0:1761313475.120857:0:77239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:3.0:1761313475.120860:0:77239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761313475.120862:0:77239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:3.0:1761313475.120864:0:77239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90337:90337:256:4294967295] 192.168.204.38@tcp LPNI seq info [90337:90337:8:4294967295] 00000400:00000200:3.0:1761313475.120871:0:77239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:3.0:1761313475.120875:0:77239:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:3.0:1761313475.120877:0:77239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c12329df (tot 82351826). 00000800:00000200:3.0:1761313475.120881:0:77239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:3.0:1761313475.120884:0:77239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:3.0:1761313475.120886:0:77239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c12329df type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761313475.121043:0:15827:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761313475.121046:0:15827:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c12329df (tot 82351578). 00000400:00000200:2.0:1761313475.121049:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313475.121052:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:2.0:1761313475.121055:0:15827:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000140b65b8 00000400:00000010:2.0:1761313475.121057:0:15827:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000140b65b8. 00000100:00000200:2.0:1761313475.121062:0:15827:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000099c92cc1 x1846869138394304/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313519 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761313475.129400:0:15826:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:1.0:1761313475.129421:0:15826:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x68fb7baf0ccc0 00000400:00000200:1.0:1761313475.129429:0:15826:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb0f7d [1] + 224 00000400:00000200:1.0:1761313475.129442:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313475.129445:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:1.0:1761313475.129455:0:15826:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000099c92cc1 x1846869138394304/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313519 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761313475.129485:0:15826:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:1.0:1761313475.129490:0:15826:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x68fb7ba85d480 00000400:00000200:1.0:1761313475.129495:0:15826:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xaf8c5 [2] + 984 00000400:00000200:1.0:1761313475.129544:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313475.129548:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:1.0:1761313475.129551:0:15826:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761313475.129558:0:15826:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000003e4d9a3e. 00000020:00000010:0.0:1761313475.129668:0:75220:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007d271470. 00000020:00000010:0.0:1761313475.129675:0:75220:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000001fb60bf0. 00000020:00000010:0.0:1761313475.129680:0:75220:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000075832eba. 00000100:00000200:0.0:1761313475.129702:0:75220:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000003e4d9a3e x1846869131383936/t0(0) o103->78617949-0e11-4ca2-94c2-d809f91deaa9@192.168.204.38@tcp:406/0 lens 328/0 e 0 to 0 dl 1761313481 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:0.0:1761313475.129724:0:75220:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869131383936 02000000:00000010:0.0:1761313475.129733:0:75220:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000604212e1. 00010000:00000010:0.0:1761313475.129777:0:75220:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000cd3b993d. 00000100:00000010:0.0:1761313475.129784:0:75220:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000e54ba558. 00000100:00000010:0.0:1761313475.129790:0:75220:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000e54ba558. 00010000:00000010:0.0:1761313475.129794:0:75220:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000cd3b993d. 00000400:00000010:0.0:1761313475.129811:0:75220:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000014b05d26. 00000100:00000200:0.0:1761313475.129815:0:75220:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869131383936, offset 224 00000400:00000200:0.0:1761313475.129823:0:75220:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:0.0:1761313475.129833:0:75220:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:0.0:1761313475.129837:0:75220:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90338:90338:256:4294967295] 192.168.204.38@tcp LPNI seq info [90338:90338:8:4294967295] 00000400:00000200:0.0:1761313475.129846:0:75220:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:0.0:1761313475.129850:0:75220:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:0.0:1761313475.129855:0:75220:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005a99fafd (tot 82351826). 00000800:00000200:0.0:1761313475.129860:0:75220:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:0.0:1761313475.129866:0:75220:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:0.0:1761313475.129870:0:75220:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000005a99fafd type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761313475.129883:0:75220:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000001fb60bf0. 00000020:00000010:0.0:1761313475.129887:0:75220:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000075832eba. 00000020:00000010:0.0:1761313475.129889:0:75220:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007d271470. 00000400:00000010:3.0:1761313475.129958:0:77239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000009a69ec99. 00000400:00000200:3.0:1761313475.129962:0:77239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e05edf74 00000400:00000010:3.0:1761313475.129964:0:77239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e05edf74. 00000100:00000200:3.0:1761313475.129969:0:77239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000099c92cc1 x1846869138394304/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313519 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761313475.129976:0:77239:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000099c92cc1 x1846869138394304/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313519 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.0:1761313475.129995:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b20a595d. 02000000:00000010:3.0:1761313475.130009:0:77239:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000effbd660. 02000000:00000010:3.0:1761313475.130014:0:77239:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000008b6f23c3. 00000100:00000010:3.0:1761313475.130018:0:77239:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000099c92cc1. 00000100:00000010:3.0:1761313475.130020:0:77239:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006e837e80. 00010000:00000010:3.0:1761313475.130023:0:77239:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000d021833d. 00080000:00000010:3.0:1761313475.130042:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 0000000013442a6f. 00010000:00000010:3.0:1761313475.130117:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000aeb70d39. 00010000:00000010:3.0:1761313475.130123:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000095e7c3a7. 00010000:00000010:3.0:1761313475.130193:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000bfa9ae08. 00010000:00000010:3.0:1761313475.130198:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000aeb70d39. 00010000:00000010:3.0:1761313475.130208:0:77239:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000d021833d. 00000100:00000010:3.0:1761313475.130211:0:77239:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006e837e80. 00000100:00000010:3.0:1761313475.130216:0:77239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000099c92cc1. 02000000:00000010:3.0:1761313475.130226:0:77239:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000006d2005fb. 02000000:00000010:3.0:1761313475.130247:0:77239:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000008b6f23c3. 00000400:00000010:3.0:1761313475.130250:0:77239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000009a69ec99. 00000400:00000010:3.0:1761313475.130253:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e05edf74. 00000100:00000200:3.0:1761313475.130258:0:77239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869138394368, portal 16 00000400:00000010:3.0:1761313475.130262:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a11939fc. 00000100:00000200:3.0:1761313475.130263:0:77239:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869138394368, offset 0 00000400:00000200:3.0:1761313475.130268:0:77239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:3.0:1761313475.130273:0:77239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:3.0:1761313475.130278:0:77239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:3.0:1761313475.130281:0:77239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761313475.130284:0:77239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:3.0:1761313475.130286:0:77239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90339:90339:255:4294967295] 192.168.204.38@tcp LPNI seq info [90339:90339:7:4294967295] 00000400:00000200:3.0:1761313475.130293:0:77239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:3.0:1761313475.130296:0:77239:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:3.0:1761313475.130299:0:77239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005a2664b3 (tot 82352074). 00000800:00000200:3.0:1761313475.130303:0:77239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:3.0:1761313475.130306:0:77239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:3.0:1761313475.130308:0:77239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000005a2664b3 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761313475.133469:0:15825:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761313475.133476:0:15825:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005a99fafd (tot 82351826). 00000400:00000200:2.0:1761313475.133485:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313475.133493:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:2.0:1761313475.133499:0:15825:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000014b05d26 00000400:00000010:2.0:1761313475.133501:0:15825:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000014b05d26. 00000800:00000200:2.0:1761313475.133571:0:15825:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761313475.133573:0:15825:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005a2664b3 (tot 82351578). 00000400:00000200:2.0:1761313475.133575:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313475.133578:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:2.0:1761313475.133580:0:15825:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a11939fc 00000400:00000010:2.0:1761313475.133582:0:15825:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a11939fc. 00000100:00000200:2.0:1761313475.133589:0:15825:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000099c92cc1 x1846869138394368/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313519 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1761313475.134568:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bc4a3e76. 00010000:00000010:3.1:1761313475.137672:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005504c222. 00010000:00000010:3.1:1761313475.137688:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000806837c7. 00000400:00000200:2.0:1761313475.137855:0:15827:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:2.0:1761313475.137884:0:15827:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x68fb7baf0cd00 00000400:00000200:2.0:1761313475.137893:0:15827:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb0f89 [1] + 224 00000400:00000200:2.0:1761313475.137908:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313475.137912:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:2.0:1761313475.137923:0:15827:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000099c92cc1 x1846869138394368/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313519 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761313475.137963:0:15827:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:2.0:1761313475.137969:0:15827:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x68fb7ba85d4c0 00000400:00000200:2.0:1761313475.137974:0:15827:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xaf8c5 [2] + 1312 00000400:00000200:2.0:1761313475.138050:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313475.138054:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:2.0:1761313475.138058:0:15827:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1761313475.138065:0:15827:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d1b82af4. 00000020:00000010:1.0:1761313475.138174:0:64710:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004109c067. 00000020:00000010:1.0:1761313475.138182:0:64710:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000006630e86. 00000020:00000010:1.0:1761313475.138186:0:64710:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000004ff15bf4. 00000100:00000200:1.0:1761313475.138210:0:64710:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000d1b82af4 x1846869131384000/t0(0) o103->78617949-0e11-4ca2-94c2-d809f91deaa9@192.168.204.38@tcp:406/0 lens 328/0 e 0 to 0 dl 1761313481 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:1.0:1761313475.138248:0:64710:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869131384000 02000000:00000010:1.0:1761313475.138260:0:64710:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000146b7906. 00010000:00000010:1.0:1761313475.138298:0:64710:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000b21f17c4. 00000100:00000010:1.0:1761313475.138306:0:64710:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000000fc037df. 00000100:00000010:1.0:1761313475.138312:0:64710:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000000fc037df. 00010000:00000010:1.0:1761313475.138316:0:64710:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000b21f17c4. 00000400:00000010:1.0:1761313475.138329:0:64710:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004a139d93. 00000100:00000200:1.0:1761313475.138334:0:64710:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869131384000, offset 224 00000400:00000200:1.0:1761313475.138342:0:64710:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:1.0:1761313475.138353:0:64710:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:1.0:1761313475.138377:0:64710:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90340:90340:256:4294967295] 192.168.204.38@tcp LPNI seq info [90340:90340:8:4294967295] 00000400:00000200:1.0:1761313475.138387:0:64710:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:1.0:1761313475.138391:0:64710:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:1.0:1761313475.138397:0:64710:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000fe7bdfb5 (tot 82351826). 00000800:00000200:1.0:1761313475.138402:0:64710:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:1.0:1761313475.138408:0:64710:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:1.0:1761313475.138413:0:64710:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000fe7bdfb5 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761313475.138439:0:64710:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000006630e86. 00000020:00000010:1.0:1761313475.138443:0:64710:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000004ff15bf4. 00000020:00000010:1.0:1761313475.138445:0:64710:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004109c067. 00000800:00000200:2.0:1761313475.138682:0:15826:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761313475.138686:0:15826:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000fe7bdfb5 (tot 82351578). 00000400:00000200:2.0:1761313475.138690:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313475.138694:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:2.0:1761313475.138697:0:15826:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004a139d93 00000400:00000010:2.0:1761313475.138699:0:15826:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004a139d93. 00000400:00000010:3.0:1761313475.139036:0:77239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000009a69ec99. 00000400:00000200:3.0:1761313475.139041:0:77239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e05edf74 00000400:00000010:3.0:1761313475.139042:0:77239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e05edf74. 00000100:00000200:3.0:1761313475.139048:0:77239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000099c92cc1 x1846869138394368/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313519 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761313475.139055:0:77239:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000099c92cc1 x1846869138394368/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313519 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.0:1761313475.139074:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000006d516fd. 02000000:00000010:3.0:1761313475.139089:0:77239:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000008b6f23c3. 02000000:00000010:3.0:1761313475.139093:0:77239:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000006d2005fb. 00000100:00000010:3.0:1761313475.139098:0:77239:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000099c92cc1. 00000100:00000010:3.0:1761313475.139100:0:77239:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006e837e80. 00010000:00000010:3.0:1761313475.139103:0:77239:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000d021833d. 00080000:00000010:3.0:1761313475.139119:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 000000008b6f23c3. 00010000:00000010:3.0:1761313475.139196:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000aeb70d39. 00010000:00000010:3.0:1761313475.139201:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006314d6d1. 00010000:00000010:3.0:1761313475.139266:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000004726ba01. 00010000:00000010:3.0:1761313475.139269:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002044844d. 00010000:00000010:3.0:1761313475.139274:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000806837c7. 00010000:00000010:3.0:1761313475.139278:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000aeb70d39. 00080000:00000010:3.0:1761313475.139290:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 000000006d2005fb. 00010000:00000010:3.0:1761313475.139312:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000aeb70d39. 00010000:00000010:3.0:1761313475.139315:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002044844d. 00010000:00000010:3.0:1761313475.139378:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000e4d70e9b. 00010000:00000010:3.0:1761313475.139381:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000aeb70d39. 00010000:00000010:3.0:1761313475.139387:0:77239:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000d021833d. 00000100:00000010:3.0:1761313475.139390:0:77239:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006e837e80. 00000100:00000010:3.0:1761313475.139396:0:77239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000099c92cc1. 02000000:00000010:3.0:1761313475.139407:0:77239:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000effbd660. 02000000:00000010:3.0:1761313475.139428:0:77239:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000027ece68. 00000400:00000010:3.0:1761313475.139432:0:77239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000009a69ec99. 00000400:00000010:3.0:1761313475.139436:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e05edf74. 00000100:00000200:3.0:1761313475.139441:0:77239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869138394432, portal 16 00000400:00000010:3.0:1761313475.139445:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009ee9a73e. 00000100:00000200:3.0:1761313475.139448:0:77239:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869138394432, offset 0 00000400:00000200:3.0:1761313475.139453:0:77239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:3.0:1761313475.139460:0:77239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:3.0:1761313475.139465:0:77239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:3.0:1761313475.139468:0:77239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761313475.139471:0:77239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:3.0:1761313475.139473:0:77239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90341:90341:256:4294967295] 192.168.204.38@tcp LPNI seq info [90341:90341:8:4294967295] 00000400:00000200:3.0:1761313475.139480:0:77239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:3.0:1761313475.139484:0:77239:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:3.0:1761313475.139487:0:77239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000fef2aa8a (tot 82351826). 00000800:00000200:3.0:1761313475.139491:0:77239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:3.0:1761313475.139495:0:77239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:3.0:1761313475.139498:0:77239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000fef2aa8a type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761313475.139611:0:15825:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761313475.139614:0:15825:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000fef2aa8a (tot 82351578). 00000400:00000200:2.0:1761313475.139617:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313475.139620:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:2.0:1761313475.139622:0:15825:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009ee9a73e 00000400:00000010:2.0:1761313475.139624:0:15825:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009ee9a73e. 00000100:00000200:2.0:1761313475.139629:0:15825:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000099c92cc1 x1846869138394432/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313519 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761313475.145930:0:15827:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:2.0:1761313475.145950:0:15827:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x68fb7baf0cd40 00000400:00000200:2.0:1761313475.145958:0:15827:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb0f95 [1] + 224 00000400:00000200:2.0:1761313475.145970:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313475.145974:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:2.0:1761313475.145984:0:15827:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000099c92cc1 x1846869138394432/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313519 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1761313475.146060:0:77239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000009a69ec99. 00000400:00000200:3.0:1761313475.146064:0:77239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e05edf74 00000400:00000010:3.0:1761313475.146066:0:77239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e05edf74. 00000100:00000200:3.0:1761313475.146072:0:77239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000099c92cc1 x1846869138394432/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313519 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761313475.146079:0:77239:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000099c92cc1 x1846869138394432/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313519 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1761313475.146104:0:77239:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000027ece68. 02000000:00000010:3.0:1761313475.146109:0:77239:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000effbd660. 00000100:00000010:3.0:1761313475.146113:0:77239:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000099c92cc1. 00000100:00000010:3.0:1761313475.146116:0:77239:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006e837e80. 00010000:00000010:3.0:1761313475.146120:0:77239:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000d021833d. 00000400:00000200:3.0:1761313475.146935:0:15826:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:3.0:1761313475.146947:0:15826:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x68fb7ba85d500 00000400:00000200:3.0:1761313475.146954:0:15826:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xaf8c5 [2] + 1640 00000400:00000200:3.0:1761313475.147009:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313475.147013:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:3.0:1761313475.147018:0:15826:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761313475.147023:0:15826:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000099c92cc1. 00000020:00000010:1.0:1761313475.148838:0:64710:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004109c067. 00000020:00000010:1.0:1761313475.148848:0:64710:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000006630e86. 00000020:00000010:1.0:1761313475.148852:0:64710:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000004ff15bf4. 00000100:00000200:1.0:1761313475.148881:0:64710:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000099c92cc1 x1846869131384064/t0(0) o103->78617949-0e11-4ca2-94c2-d809f91deaa9@192.168.204.38@tcp:406/0 lens 328/0 e 0 to 0 dl 1761313481 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:1.0:1761313475.148917:0:64710:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869131384064 02000000:00000010:1.0:1761313475.148928:0:64710:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000085389094. 00010000:00000010:1.0:1761313475.148956:0:64710:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000001a6b7b82. 00010000:00000010:1.0:1761313475.148979:0:64710:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000b21f17c4. 00000100:00000010:1.0:1761313475.148987:0:64710:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000000fc037df. 00000100:00000010:1.0:1761313475.149006:0:64710:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000000fc037df. 00010000:00000010:1.0:1761313475.149011:0:64710:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000b21f17c4. 00000400:00000010:1.0:1761313475.149024:0:64710:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007c77981f. 00000100:00000200:1.0:1761313475.149030:0:64710:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869131384064, offset 224 00000400:00000200:1.0:1761313475.149037:0:64710:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:1.0:1761313475.149049:0:64710:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:1.0:1761313475.149054:0:64710:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90342:90342:256:4294967295] 192.168.204.38@tcp LPNI seq info [90342:90342:8:4294967295] 00000400:00000200:1.0:1761313475.149064:0:64710:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:1.0:1761313475.149068:0:64710:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:1.0:1761313475.149072:0:64710:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000258d8758 (tot 82351826). 00000800:00000200:1.0:1761313475.149078:0:64710:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:1.0:1761313475.149084:0:64710:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:1.0:1761313475.149087:0:64710:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000258d8758 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761313475.149104:0:64710:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000006630e86. 00000020:00000010:1.0:1761313475.149108:0:64710:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000004ff15bf4. 00000020:00000010:1.0:1761313475.149110:0:64710:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004109c067. 00000800:00000200:1.0:1761313475.149192:0:15825:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313475.149196:0:15825:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000258d8758 (tot 82351578). 00000400:00000200:1.0:1761313475.149200:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313475.149205:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:1.0:1761313475.149208:0:15825:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007c77981f 00000400:00000010:1.0:1761313475.149209:0:15825:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007c77981f. 00080000:00000010:2.0:1761313475.149279:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000b6232ca8. 00010000:00000010:2.0:1761313475.149380:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000aeb70d39. 00010000:00000010:2.0:1761313475.149386:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e4d9d915. 00010000:00000010:2.0:1761313475.149447:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000006ef72c2c. 00010000:00000010:2.0:1761313475.149451:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000017f54d83. 00010000:00000010:2.0:1761313475.149460:0:77239:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000704f38a7. 00000100:00000010:2.0:1761313475.149463:0:77239:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000005b32630b. 00000100:00000010:2.0:1761313475.149469:0:77239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007a095ef9. 02000000:00000010:2.0:1761313475.149478:0:77239:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000814212df. 02000000:00000010:2.0:1761313475.149497:0:77239:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000022cdd306. 00000400:00000010:2.0:1761313475.149501:0:77239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000071ca671b. 00000400:00000010:2.0:1761313475.149505:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ccfb6a06. 00000100:00000200:2.0:1761313475.149509:0:77239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869138394496, portal 16 00000400:00000010:2.0:1761313475.149513:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000160ba363. 00000100:00000200:2.0:1761313475.149514:0:77239:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869138394496, offset 0 00000400:00000200:2.0:1761313475.149518:0:77239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:2.0:1761313475.149524:0:77239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:2.0:1761313475.149528:0:77239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:2.0:1761313475.149531:0:77239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761313475.149533:0:77239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:2.0:1761313475.149536:0:77239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90343:90343:256:4294967295] 192.168.204.38@tcp LPNI seq info [90343:90343:8:4294967295] 00000400:00000200:2.0:1761313475.149542:0:77239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:2.0:1761313475.149546:0:77239:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:2.0:1761313475.149549:0:77239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c0eb742f (tot 82351826). 00000800:00000200:2.0:1761313475.149552:0:77239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:2.0:1761313475.149555:0:77239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:2.0:1761313475.149557:0:77239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c0eb742f type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761313475.149646:0:15827:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313475.149648:0:15827:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c0eb742f (tot 82351578). 00000400:00000200:1.0:1761313475.149655:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313475.149658:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:1.0:1761313475.149660:0:15827:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000160ba363 00000400:00000010:1.0:1761313475.149661:0:15827:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000160ba363. 00000100:00000200:1.0:1761313475.149666:0:15827:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000007a095ef9 x1846869138394496/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313519 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1761313475.151448:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000f2147dd. 00010000:00000010:3.1:1761313475.151460:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f5375883. 00010000:00000010:3.1:1761313475.151464:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009fe5d71e. 00010000:00000010:2.1:1761313475.155413:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007d5d5332. 00010000:00000010:2.1:1761313475.155429:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e4d70e9b. 00000400:00000200:1.0:1761313475.156948:0:15825:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:1.0:1761313475.156969:0:15825:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x68fb7baf0cd80 00000400:00000200:1.0:1761313475.156978:0:15825:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb0fa1 [1] + 224 00000400:00000200:1.0:1761313475.156990:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313475.156993:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:1.0:1761313475.157004:0:15825:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000007a095ef9 x1846869138394496/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313519 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761313475.157040:0:15825:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:1.0:1761313475.157047:0:15825:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x68fb7ba85d540 00000400:00000200:1.0:1761313475.157051:0:15825:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xaf8c5 [2] + 1968 00000400:00000010:1.0:1761313475.157055:0:15825:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000009a43e3a7. 00000400:00000200:1.0:1761313475.157059:0:15825:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 0000000027d95314 00000400:00000200:1.0:1761313475.157071:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313475.157074:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:1.0:1761313475.157076:0:15825:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000027d95314 00000400:00000010:1.0:1761313475.157078:0:15825:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 0000000027d95314 (tot 82351426). 00000100:00000200:1.0:1761313475.157083:0:15825:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000400:00000010:2.0:1761313475.157171:0:77239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000071ca671b. 00000400:00000200:2.0:1761313475.157175:0:77239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ccfb6a06 00000400:00000010:2.0:1761313475.157177:0:77239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ccfb6a06. 00000020:00000010:0.0:1761313475.157178:0:64710:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007d271470. 00000100:00000200:2.0:1761313475.157184:0:77239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000007a095ef9 x1846869138394496/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313519 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000020:00000010:0.0:1761313475.157188:0:64710:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000001fb60bf0. 00000020:00000010:0.0:1761313475.157194:0:64710:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000075832eba. 00000100:00000200:2.0:1761313475.157195:0:77239:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000007a095ef9 x1846869138394496/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313519 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761313475.157222:0:64710:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000002963f014 x1846869131384128/t0(0) o103->78617949-0e11-4ca2-94c2-d809f91deaa9@192.168.204.38@tcp:406/0 lens 328/0 e 0 to 0 dl 1761313481 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 02000000:00000010:2.0:1761313475.157225:0:77239:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000022cdd306. 02000000:00000010:2.0:1761313475.157232:0:77239:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000814212df. 00000100:00000010:2.0:1761313475.157237:0:77239:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007a095ef9. 00000100:00000010:2.0:1761313475.157241:0:77239:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000005b32630b. 00010000:00000010:2.0:1761313475.157244:0:77239:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000704f38a7. 00000100:00000200:0.0:1761313475.157277:0:64710:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869131384128 02000000:00000010:0.0:1761313475.157289:0:64710:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000039b3f807. 00010000:00000010:0.0:1761313475.157317:0:64710:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a4e52e6e. 00010000:00000010:0.0:1761313475.157338:0:64710:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000cd3b993d. 00000100:00000010:0.0:1761313475.157345:0:64710:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000e54ba558. 00000100:00000010:0.0:1761313475.157380:0:64710:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000e54ba558. 00010000:00000010:0.0:1761313475.157383:0:64710:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000cd3b993d. 00000400:00000010:0.0:1761313475.157398:0:64710:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c07641fd. 00000100:00000200:0.0:1761313475.157402:0:64710:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869131384128, offset 224 00080000:00000010:2.0:1761313475.157455:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000814212df. 00010000:00000010:2.0:1761313475.157536:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000017f54d83. 00010000:00000010:2.0:1761313475.157542:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b8f6993c. 00010000:00000010:2.0:1761313475.157627:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000009f18bcaf. 00010000:00000010:2.0:1761313475.157633:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000017f54d83. 00010000:00000010:2.0:1761313475.157642:0:77239:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000704f38a7. 00000100:00000010:2.0:1761313475.157646:0:77239:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000005b32630b. 00000100:00000010:2.0:1761313475.157652:0:77239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007a095ef9. 02000000:00000010:2.0:1761313475.157661:0:77239:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000022cdd306. 02000000:00000010:2.0:1761313475.157682:0:77239:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000764b20a4. 00000400:00000010:2.0:1761313475.157687:0:77239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000071ca671b. 00000400:00000010:2.0:1761313475.157690:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ccfb6a06. 00000100:00000200:2.0:1761313475.157695:0:77239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869138394560, portal 16 00000400:00000010:2.0:1761313475.157699:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000018cdfd97. 00000100:00000200:2.0:1761313475.157701:0:77239:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869138394560, offset 0 00000400:00000200:2.0:1761313475.157708:0:77239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:2.0:1761313475.157719:0:77239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:2.0:1761313475.157725:0:77239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:2.0:1761313475.157729:0:77239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761313475.157732:0:77239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:2.0:1761313475.157734:0:77239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90344:90344:256:4294967295] 192.168.204.38@tcp LPNI seq info [90344:90344:8:4294967295] 00000400:00000200:2.0:1761313475.157744:0:77239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:2.0:1761313475.157749:0:77239:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:2.0:1761313475.157753:0:77239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c0eb742f (tot 82351674). 00000800:00000200:2.0:1761313475.157758:0:77239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:2.0:1761313475.157774:0:77239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:2.0:1761313475.157779:0:77239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c0eb742f type 1, nob 424 niov 1 nkiov 1 00000400:00000200:1.0:1761313475.157835:0:64710:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:1.0:1761313475.157841:0:64710:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:1.0:1761313475.157845:0:64710:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90345:90345:255:4294967295] 192.168.204.38@tcp LPNI seq info [90345:90345:7:4294967295] 00000400:00000200:1.0:1761313475.157852:0:64710:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:1.0:1761313475.157855:0:64710:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:1.0:1761313475.157859:0:64710:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000258d8758 (tot 82351922). 00000800:00000200:1.0:1761313475.157862:0:64710:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:1.0:1761313475.157866:0:64710:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:1.0:1761313475.157868:0:64710:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000258d8758 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761313475.157878:0:64710:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000001fb60bf0. 00000020:00000010:1.0:1761313475.157882:0:64710:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000075832eba. 00000020:00000010:1.0:1761313475.157885:0:64710:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007d271470. 02000000:00000010:1.0:1761313475.157895:0:64710:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000085389094. 00000100:00000010:1.0:1761313475.157897:0:64710:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000099c92cc1. 02000000:00000010:1.0:1761313475.157901:0:64710:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000146b7906. 00000100:00000010:1.0:1761313475.157903:0:64710:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d1b82af4. 02000000:00000010:1.0:1761313475.157907:0:64710:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000604212e1. 00000100:00000010:1.0:1761313475.157909:0:64710:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000003e4d9a3e. 02000000:00000010:1.0:1761313475.157912:0:64710:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000004d15bbff. 00000100:00000010:1.0:1761313475.157913:0:64710:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000064f8b87f. 02000000:00000010:1.0:1761313475.157916:0:64710:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000061e0406a. 00000100:00000010:1.0:1761313475.157918:0:64710:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007de1a361. 02000000:00000010:1.0:1761313475.157920:0:64710:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000cd3defc9. 00000100:00000010:1.0:1761313475.157923:0:64710:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000018525722. 00000100:00000200:1.0:1761313475.157930:0:64710:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1761313475.157934:0:64710:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000c054f528. 00000400:00000010:1.0:1761313475.157937:0:64710:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 000000000fc037df (tot 82352074). 00000800:00000200:3.0:1761313475.158073:0:15827:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761313475.158077:0:15827:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c0eb742f (tot 82351826). 00000400:00000200:3.0:1761313475.158084:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313475.158088:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:3.0:1761313475.158090:0:15827:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000018cdfd97 00000400:00000010:3.0:1761313475.158092:0:15827:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000018cdfd97. 00000100:00000200:3.0:1761313475.158097:0:15827:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000007a095ef9 x1846869138394560/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313519 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000800:00000200:3.0:1761313475.158171:0:15827:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761313475.158173:0:15827:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000258d8758 (tot 82351578). 00000400:00000200:3.0:1761313475.158177:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313475.158180:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:3.0:1761313475.158182:0:15827:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c07641fd 00000400:00000010:3.0:1761313475.158183:0:15827:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c07641fd. 02000000:00000010:3.0:1761313475.158188:0:15827:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000039b3f807. 00010000:00000010:1.1:1761313475.159400:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006d95ddfe. 00010000:00000010:3.1:1761313475.159470:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f26b57a9. 00010000:00000010:3.1:1761313475.159476:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000003b2e7db. 00010000:00000010:3.1:1761313475.159480:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bfa9ae08. 00010000:00000010:3.1:1761313475.159483:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004726ba01. 00010000:00000010:3.1:1761313475.159487:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000806837c7. 00010000:00000010:0.1:1761313475.164397:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002d4b5a58. 00010000:00000010:2.1:1761313475.164414:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006a4f4070. 00010000:00000010:2.1:1761313475.164422:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006ef72c2c. 00000400:00000200:2.0:1761313475.164965:0:15826:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:2.0:1761313475.164985:0:15826:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x68fb7baf0cdc0 00000400:00000200:2.0:1761313475.164994:0:15826:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb0fad [1] + 224 00000400:00000200:2.0:1761313475.165009:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313475.165014:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:2.0:1761313475.165024:0:15826:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000007a095ef9 x1846869138394560/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313519 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1761313475.165295:0:77239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000071ca671b. 00000400:00000200:3.0:1761313475.165301:0:77239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ccfb6a06 00000400:00000010:3.0:1761313475.165303:0:77239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ccfb6a06. 00000100:00000200:3.0:1761313475.165311:0:77239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000007a095ef9 x1846869138394560/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313519 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761313475.165318:0:77239:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000007a095ef9 x1846869138394560/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313519 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1761313475.165346:0:77239:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000764b20a4. 02000000:00000010:3.0:1761313475.165352:0:77239:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000022cdd306. 00000100:00000010:3.0:1761313475.165390:0:77239:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007a095ef9. 00000100:00000010:3.0:1761313475.165395:0:77239:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000005b32630b. 00010000:00000010:3.0:1761313475.165399:0:77239:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000704f38a7. 00000400:00000200:1.0:1761313475.179540:0:15825:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:1.0:1761313475.179564:0:15825:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x68fb7ba85d580 00000400:00000200:1.0:1761313475.179572:0:15825:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xaf91d [2] + 0 00000400:00000200:1.0:1761313475.179652:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313475.179657:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:1.0:1761313475.179665:0:15825:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761313475.179671:0:15825:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000018525722. 00000020:00000010:0.0:1761313475.180238:0:64710:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006f7470de. 00000020:00000010:0.0:1761313475.180246:0:64710:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000004489abd7. 00000020:00000010:0.0:1761313475.180250:0:64710:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000023c93b05. 00000100:00000200:0.0:1761313475.180278:0:64710:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000018525722 x1846869131384192/t0(0) o103->78617949-0e11-4ca2-94c2-d809f91deaa9@192.168.204.38@tcp:406/0 lens 328/0 e 0 to 0 dl 1761313481 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:0.0:1761313475.180315:0:64710:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869131384192 02000000:00000010:0.0:1761313475.180326:0:64710:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000039b3f807. 00010000:00000010:0.0:1761313475.180353:0:64710:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a0d3c02a. 00010000:00000010:0.0:1761313475.180394:0:64710:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000cd3b993d. 00000100:00000010:0.0:1761313475.180401:0:64710:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000e54ba558. 00000100:00000010:0.0:1761313475.180415:0:64710:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000e54ba558. 00010000:00000010:0.0:1761313475.180419:0:64710:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000cd3b993d. 00000400:00000010:0.0:1761313475.180432:0:64710:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000bb3ff5d8. 00000100:00000200:0.0:1761313475.180438:0:64710:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869131384192, offset 224 00000400:00000200:0.0:1761313475.180445:0:64710:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:0.0:1761313475.180456:0:64710:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:0.0:1761313475.180461:0:64710:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90346:90346:256:4294967295] 192.168.204.38@tcp LPNI seq info [90346:90346:8:4294967295] 00000400:00000200:0.0:1761313475.180471:0:64710:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:0.0:1761313475.180476:0:64710:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:0.0:1761313475.180482:0:64710:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000bd2f7339 (tot 82351826). 00000800:00000200:0.0:1761313475.180487:0:64710:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:0.0:1761313475.180492:0:64710:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:0.0:1761313475.180495:0:64710:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000bd2f7339 type 1, nob 320 niov 1 nkiov 1 00080000:00000010:3.0:1761313475.180659:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000027ece68. 00010000:00000010:3.0:1761313475.180745:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000017f54d83. 00010000:00000010:3.0:1761313475.180751:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000005db7473d. 00010000:00000010:3.0:1761313475.180832:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000806837c7. 00010000:00000010:3.0:1761313475.180838:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000e4f9a6d5. 00010000:00000010:3.0:1761313475.180848:0:77239:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000d021833d. 00000100:00000010:3.0:1761313475.180852:0:77239:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006e837e80. 00000100:00000010:3.0:1761313475.180859:0:77239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000002febdaee. 02000000:00000010:3.0:1761313475.180869:0:77239:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000e7af54cd. 02000000:00000010:3.0:1761313475.180895:0:77239:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000022cdd306. 00000400:00000010:3.0:1761313475.180901:0:77239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000009a69ec99. 00000400:00000010:3.0:1761313475.180905:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e05edf74. 00000100:00000200:3.0:1761313475.180910:0:77239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869138394624, portal 16 00000400:00000010:3.0:1761313475.180914:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000077a0ef2. 00000100:00000200:3.0:1761313475.180915:0:77239:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869138394624, offset 0 00000400:00000200:3.0:1761313475.180920:0:77239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:3.0:1761313475.180926:0:77239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:3.0:1761313475.180931:0:77239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:3.0:1761313475.180935:0:77239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761313475.180937:0:77239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:3.0:1761313475.180939:0:77239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90347:90347:255:4294967295] 192.168.204.38@tcp LPNI seq info [90347:90347:7:4294967295] 00000400:00000200:3.0:1761313475.180946:0:77239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:3.0:1761313475.180950:0:77239:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:3.0:1761313475.180953:0:77239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000fef2aa8a (tot 82352074). 00000800:00000200:3.0:1761313475.180956:0:77239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:3.0:1761313475.180960:0:77239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:3.0:1761313475.180962:0:77239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000fef2aa8a type 1, nob 424 niov 1 nkiov 1 00000020:00000010:0.0:1761313475.181024:0:64710:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000004489abd7. 00000020:00000010:0.0:1761313475.181030:0:64710:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000023c93b05. 00000020:00000010:0.0:1761313475.181033:0:64710:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006f7470de. 00000800:00000200:2.0:1761313475.185206:0:15827:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761313475.185212:0:15827:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000bd2f7339 (tot 82351826). 00000400:00000200:2.0:1761313475.185221:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313475.185228:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:2.0:1761313475.185234:0:15827:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000bb3ff5d8 00000400:00000010:2.0:1761313475.185236:0:15827:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000bb3ff5d8. 00000800:00000200:2.0:1761313475.187666:0:15827:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761313475.187672:0:15827:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000fef2aa8a (tot 82351578). 00000400:00000200:2.0:1761313475.187680:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313475.187689:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:2.0:1761313475.187694:0:15827:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000077a0ef2 00000400:00000010:2.0:1761313475.187696:0:15827:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000077a0ef2. 00000100:00000200:2.0:1761313475.187706:0:15827:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000002febdaee x1846869138394624/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313519 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1761313475.190440:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008b2f1f77. 00000400:00000200:2.0:1761313475.193079:0:15826:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:2.0:1761313475.193098:0:15826:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x68fb7baf0ce00 00000400:00000200:2.0:1761313475.193107:0:15826:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb0fbd [1] + 224 00000400:00000200:2.0:1761313475.193122:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313475.193126:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:2.0:1761313475.193136:0:15826:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000002febdaee x1846869138394624/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313519 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1761313475.193646:0:77239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000009a69ec99. 00000400:00000200:3.0:1761313475.193651:0:77239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e05edf74 00000400:00000010:3.0:1761313475.193653:0:77239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e05edf74. 00000100:00000200:3.0:1761313475.193660:0:77239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000002febdaee x1846869138394624/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313519 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761313475.193668:0:77239:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000002febdaee x1846869138394624/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313519 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1761313475.193875:0:77239:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000022cdd306. 02000000:00000010:3.0:1761313475.193882:0:77239:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000e7af54cd. 00000100:00000010:3.0:1761313475.193886:0:77239:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000002febdaee. 00000100:00000010:3.0:1761313475.193890:0:77239:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006e837e80. 00010000:00000010:3.0:1761313475.193893:0:77239:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000d021833d. 00000400:00000200:1.0:1761313475.194149:0:15825:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:1.0:1761313475.194161:0:15825:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x68fb7ba85d5c0 00000400:00000200:1.0:1761313475.194166:0:15825:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xaf91d [2] + 328 00000400:00000200:1.0:1761313475.194219:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313475.194224:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:1.0:1761313475.194228:0:15825:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761313475.194233:0:15825:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007de1a361. 00000020:00000010:0.0:1761313475.195484:0:75220:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006f7470de. 00000020:00000010:0.0:1761313475.195493:0:75220:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000004489abd7. 00000020:00000010:0.0:1761313475.195497:0:75220:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000023c93b05. 00000100:00000200:0.0:1761313475.195522:0:75220:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000007de1a361 x1846869131384256/t0(0) o103->78617949-0e11-4ca2-94c2-d809f91deaa9@192.168.204.38@tcp:406/0 lens 328/0 e 0 to 0 dl 1761313481 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:0.0:1761313475.195565:0:75220:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869131384256 02000000:00000010:0.0:1761313475.195577:0:75220:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000a7c183f1. 00010000:00000010:0.0:1761313475.195603:0:75220:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000420e20bd. 00010000:00000010:0.0:1761313475.195619:0:75220:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000cd3b993d. 00000100:00000010:0.0:1761313475.195626:0:75220:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000e54ba558. 00000100:00000010:0.0:1761313475.195638:0:75220:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000e54ba558. 00010000:00000010:0.0:1761313475.195640:0:75220:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000cd3b993d. 00000400:00000010:0.0:1761313475.195652:0:75220:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000036d302a6. 00000100:00000200:0.0:1761313475.195657:0:75220:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869131384256, offset 224 00000400:00000200:0.0:1761313475.195665:0:75220:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:0.0:1761313475.195675:0:75220:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:0.0:1761313475.195682:0:75220:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90348:90348:256:4294967295] 192.168.204.38@tcp LPNI seq info [90348:90348:8:4294967295] 00000400:00000200:0.0:1761313475.195692:0:75220:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:0.0:1761313475.195696:0:75220:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:0.0:1761313475.195701:0:75220:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000028212975 (tot 82351826). 00000800:00000200:0.0:1761313475.195707:0:75220:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:0.0:1761313475.195713:0:75220:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:0.0:1761313475.195717:0:75220:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000028212975 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761313475.195749:0:75220:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000004489abd7. 00000020:00000010:0.0:1761313475.195754:0:75220:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000023c93b05. 00000020:00000010:0.0:1761313475.195756:0:75220:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006f7470de. 00010000:00000010:3.1:1761313475.195883:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fb09f5f3. 00010000:00000010:3.1:1761313475.195889:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009f18bcaf. 00080000:00000010:3.0:1761313475.195921:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000effbd660. 00010000:00000010:3.0:1761313475.195995:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e4f9a6d5. 00010000:00000010:3.0:1761313475.196001:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000078bca90d. 00010000:00000010:3.0:1761313475.196062:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000bfa9ae08. 00010000:00000010:3.0:1761313475.196066:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000e4f9a6d5. 00010000:00000010:3.0:1761313475.196075:0:77239:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000d021833d. 00000100:00000010:3.0:1761313475.196078:0:77239:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006e837e80. 00000100:00000010:3.0:1761313475.196084:0:77239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000002febdaee. 02000000:00000010:3.0:1761313475.196094:0:77239:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000e7af54cd. 02000000:00000010:3.0:1761313475.196114:0:77239:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000022cdd306. 00000400:00000010:3.0:1761313475.196119:0:77239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000009a69ec99. 00000400:00000010:3.0:1761313475.196122:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e05edf74. 00000100:00000200:3.0:1761313475.196127:0:77239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869138394688, portal 16 00000400:00000010:3.0:1761313475.196130:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000b53c2d2. 00000100:00000200:3.0:1761313475.196131:0:77239:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869138394688, offset 0 00000400:00000200:3.0:1761313475.196136:0:77239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:3.0:1761313475.196141:0:77239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:3.0:1761313475.196147:0:77239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:3.0:1761313475.196150:0:77239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761313475.196152:0:77239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:3.0:1761313475.196154:0:77239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90349:90349:255:4294967295] 192.168.204.38@tcp LPNI seq info [90349:90349:7:4294967295] 00000400:00000200:3.0:1761313475.196162:0:77239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:3.0:1761313475.196165:0:77239:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:3.0:1761313475.196168:0:77239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005a2664b3 (tot 82352074). 00000800:00000200:3.0:1761313475.196171:0:77239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:3.0:1761313475.196175:0:77239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:3.0:1761313475.196177:0:77239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000005a2664b3 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761313475.196891:0:15827:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761313475.196895:0:15827:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000028212975 (tot 82351826). 00000400:00000200:2.0:1761313475.196901:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313475.196906:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:2.0:1761313475.196909:0:15827:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000036d302a6 00000400:00000010:2.0:1761313475.196911:0:15827:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000036d302a6. 00000800:00000200:2.0:1761313475.196973:0:15827:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761313475.196975:0:15827:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005a2664b3 (tot 82351578). 00000400:00000200:2.0:1761313475.196978:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313475.196981:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:2.0:1761313475.196983:0:15827:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000b53c2d2 00000400:00000010:2.0:1761313475.196984:0:15827:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000b53c2d2. 00000100:00000200:2.0:1761313475.196989:0:15827:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000002febdaee x1846869138394688/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313519 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761313475.200036:0:15826:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:2.0:1761313475.200054:0:15826:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x68fb7baf0ce40 00000400:00000200:2.0:1761313475.200063:0:15826:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb0fc9 [1] + 224 00000400:00000200:2.0:1761313475.200077:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313475.200081:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:2.0:1761313475.200090:0:15826:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000002febdaee x1846869138394688/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313519 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1761313475.200250:0:77239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000009a69ec99. 00000400:00000200:3.0:1761313475.200255:0:77239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e05edf74 00000400:00000010:3.0:1761313475.200256:0:77239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e05edf74. 00000100:00000200:3.0:1761313475.200262:0:77239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000002febdaee x1846869138394688/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313519 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761313475.200269:0:77239:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000002febdaee x1846869138394688/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313519 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1761313475.200306:0:77239:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000022cdd306. 02000000:00000010:3.0:1761313475.200312:0:77239:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000e7af54cd. 00000100:00000010:3.0:1761313475.200316:0:77239:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000002febdaee. 00000100:00000010:3.0:1761313475.200320:0:77239:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006e837e80. 00010000:00000010:3.0:1761313475.200323:0:77239:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000d021833d. 00000400:00000200:1.0:1761313475.202272:0:15825:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:1.0:1761313475.202289:0:15825:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x68fb7ba85d600 00000400:00000200:1.0:1761313475.202296:0:15825:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xaf91d [2] + 656 00000400:00000200:1.0:1761313475.202398:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313475.202403:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:1.0:1761313475.202410:0:15825:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761313475.202416:0:15825:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000064f8b87f. 00000020:00000010:0.0:1761313475.202988:0:64710:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000060ecb47a. 00000020:00000010:0.0:1761313475.202994:0:64710:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000004489abd7. 00000020:00000010:0.0:1761313475.202999:0:64710:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000023c93b05. 00000100:00000200:0.0:1761313475.203023:0:64710:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000064f8b87f x1846869131384320/t0(0) o103->78617949-0e11-4ca2-94c2-d809f91deaa9@192.168.204.38@tcp:406/0 lens 328/0 e 0 to 0 dl 1761313481 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:0.0:1761313475.203062:0:64710:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869131384320 02000000:00000010:0.0:1761313475.203073:0:64710:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000a668ac87. 00010000:00000010:0.0:1761313475.203102:0:64710:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c5624f2d. 00010000:00000010:0.0:1761313475.203128:0:64710:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000cd3b993d. 00000100:00000010:0.0:1761313475.203134:0:64710:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000e54ba558. 00000100:00000010:0.0:1761313475.203148:0:64710:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000e54ba558. 00010000:00000010:0.0:1761313475.203152:0:64710:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000cd3b993d. 00000400:00000010:0.0:1761313475.203164:0:64710:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f0542810. 00000100:00000200:0.0:1761313475.203170:0:64710:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869131384320, offset 224 00000400:00000200:0.0:1761313475.203177:0:64710:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:0.0:1761313475.203188:0:64710:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:0.0:1761313475.203193:0:64710:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90350:90350:256:4294967295] 192.168.204.38@tcp LPNI seq info [90350:90350:8:4294967295] 00000400:00000200:0.0:1761313475.203203:0:64710:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:0.0:1761313475.203208:0:64710:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:0.0:1761313475.203212:0:64710:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006ab4245f (tot 82351826). 00000800:00000200:0.0:1761313475.203218:0:64710:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:0.0:1761313475.203224:0:64710:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:0.0:1761313475.203228:0:64710:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000006ab4245f type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761313475.203252:0:64710:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000004489abd7. 00000020:00000010:0.0:1761313475.203256:0:64710:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000023c93b05. 00000020:00000010:0.0:1761313475.203259:0:64710:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000060ecb47a. 00080000:00000010:3.0:1761313475.203484:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 0000000022cdd306. 00010000:00000010:3.0:1761313475.203570:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e4f9a6d5. 00010000:00000010:3.0:1761313475.203578:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004b418018. 00010000:00000010:3.0:1761313475.203649:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000009fe5d71e. 00010000:00000010:3.0:1761313475.203654:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000e4f9a6d5. 00010000:00000010:3.0:1761313475.203665:0:77239:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000d021833d. 00000100:00000010:3.0:1761313475.203668:0:77239:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006e837e80. 00000100:00000010:3.0:1761313475.203676:0:77239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000002febdaee. 02000000:00000010:3.0:1761313475.203689:0:77239:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000e7af54cd. 02000000:00000010:3.0:1761313475.203716:0:77239:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000b04937c2. 00000400:00000010:3.0:1761313475.203722:0:77239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000009a69ec99. 00000400:00000010:3.0:1761313475.203727:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e05edf74. 00000100:00000200:3.0:1761313475.203732:0:77239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869138394752, portal 16 00000400:00000010:3.0:1761313475.203736:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b0b5ad3c. 00000100:00000200:3.0:1761313475.203739:0:77239:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869138394752, offset 0 00000400:00000200:3.0:1761313475.203744:0:77239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:3.0:1761313475.203750:0:77239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:3.0:1761313475.203756:0:77239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:3.0:1761313475.203771:0:77239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761313475.203774:0:77239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:3.0:1761313475.203776:0:77239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90351:90351:255:4294967295] 192.168.204.38@tcp LPNI seq info [90351:90351:7:4294967295] 00000400:00000200:3.0:1761313475.203783:0:77239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:3.0:1761313475.203788:0:77239:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:3.0:1761313475.203791:0:77239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c12329df (tot 82352074). 00000800:00000200:3.0:1761313475.203795:0:77239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:3.0:1761313475.203799:0:77239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:3.0:1761313475.203801:0:77239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c12329df type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761313475.204698:0:15827:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761313475.204702:0:15827:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006ab4245f (tot 82351826). 00000400:00000200:2.0:1761313475.204708:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313475.204713:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:2.0:1761313475.204718:0:15827:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f0542810 00000400:00000010:2.0:1761313475.204720:0:15827:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f0542810. 00000800:00000200:2.0:1761313475.204789:0:15827:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761313475.204791:0:15827:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c12329df (tot 82351578). 00000400:00000200:2.0:1761313475.204793:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313475.204796:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:2.0:1761313475.204799:0:15827:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b0b5ad3c 00000400:00000010:2.0:1761313475.204800:0:15827:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b0b5ad3c. 00000100:00000200:2.0:1761313475.204806:0:15827:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000002febdaee x1846869138394752/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313519 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1761313475.208451:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000512cd3be. 00010000:00000010:3.1:1761313475.208467:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000806837c7. 00010000:00000010:0.1:1761313475.212427:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000064f4b35a. 00010000:00000010:0.1:1761313475.212438:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b331e8a5. 00010000:00000010:3.1:1761313475.219552:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000522c7219. 00000400:00000200:2.0:1761313475.219557:0:15826:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00010000:00000010:3.1:1761313475.219563:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bfa9ae08. 00000400:00000200:2.0:1761313475.219576:0:15826:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x68fb7baf0ce80 00000400:00000200:2.0:1761313475.219585:0:15826:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb0fd5 [1] + 224 00000400:00000200:2.0:1761313475.219601:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313475.219606:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:2.0:1761313475.219616:0:15826:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000002febdaee x1846869138394752/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313519 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1761313475.219718:0:77239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000009a69ec99. 00000400:00000200:3.0:1761313475.219723:0:77239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e05edf74 00000400:00000010:3.0:1761313475.219725:0:77239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e05edf74. 00000100:00000200:3.0:1761313475.219731:0:77239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000002febdaee x1846869138394752/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313519 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761313475.219738:0:77239:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000002febdaee x1846869138394752/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313519 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1761313475.219774:0:77239:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000b04937c2. 02000000:00000010:3.0:1761313475.219781:0:77239:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000e7af54cd. 00000100:00000010:3.0:1761313475.219787:0:77239:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000002febdaee. 00000100:00000010:3.0:1761313475.219790:0:77239:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006e837e80. 00010000:00000010:3.0:1761313475.219794:0:77239:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000d021833d. 00000400:00000200:1.0:1761313475.220808:0:15825:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:1.0:1761313475.220820:0:15825:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x68fb7ba85d640 00000400:00000200:1.0:1761313475.220827:0:15825:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xaf91d [2] + 984 00000400:00000200:1.0:1761313475.221121:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313475.221126:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:1.0:1761313475.221131:0:15825:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761313475.221136:0:15825:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000003e4d9a3e. 00000020:00000010:0.0:1761313475.221397:0:75220:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000060ecb47a. 00000020:00000010:0.0:1761313475.221404:0:75220:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000004489abd7. 00000020:00000010:0.0:1761313475.221407:0:75220:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000023c93b05. 00000100:00000200:0.0:1761313475.221432:0:75220:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000003e4d9a3e x1846869131384384/t0(0) o103->78617949-0e11-4ca2-94c2-d809f91deaa9@192.168.204.38@tcp:406/0 lens 328/0 e 0 to 0 dl 1761313481 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:0.0:1761313475.221454:0:75220:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869131384384 02000000:00000010:0.0:1761313475.221464:0:75220:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000485b82ac. 00010000:00000010:0.0:1761313475.221490:0:75220:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000076c7a5e0. 00010000:00000010:0.0:1761313475.221510:0:75220:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000cd3b993d. 00000100:00000010:0.0:1761313475.221516:0:75220:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000e54ba558. 00000100:00000010:0.0:1761313475.221533:0:75220:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000e54ba558. 00010000:00000010:0.0:1761313475.221536:0:75220:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000cd3b993d. 00000400:00000010:0.0:1761313475.221548:0:75220:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c4611603. 00000100:00000200:0.0:1761313475.221552:0:75220:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869131384384, offset 224 00000400:00000200:0.0:1761313475.221560:0:75220:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:0.0:1761313475.221570:0:75220:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:0.0:1761313475.221576:0:75220:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90352:90352:256:4294967295] 192.168.204.38@tcp LPNI seq info [90352:90352:8:4294967295] 00080000:00000010:3.0:1761313475.221578:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000b04937c2. 00000400:00000200:0.0:1761313475.221588:0:75220:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:0.0:1761313475.221593:0:75220:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:0.0:1761313475.221598:0:75220:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e5db8080 (tot 82351826). 00000800:00000200:0.0:1761313475.221604:0:75220:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:0.0:1761313475.221611:0:75220:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:0.0:1761313475.221614:0:75220:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000e5db8080 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761313475.221636:0:75220:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000004489abd7. 00000020:00000010:0.0:1761313475.221640:0:75220:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000023c93b05. 00000020:00000010:0.0:1761313475.221643:0:75220:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000060ecb47a. 00010000:00000010:3.0:1761313475.221667:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e4f9a6d5. 00010000:00000010:3.0:1761313475.221675:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000837e878e. 00010000:00000010:3.0:1761313475.221773:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000bfa9ae08. 00010000:00000010:3.0:1761313475.221780:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000e4f9a6d5. 00010000:00000010:3.0:1761313475.221790:0:77239:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000d021833d. 00000100:00000010:3.0:1761313475.221794:0:77239:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006e837e80. 00000100:00000010:3.0:1761313475.221802:0:77239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000002febdaee. 02000000:00000010:3.0:1761313475.221813:0:77239:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000e7af54cd. 02000000:00000010:3.0:1761313475.221839:0:77239:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000054fab67d. 00000400:00000010:3.0:1761313475.221845:0:77239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000009a69ec99. 00000400:00000010:3.0:1761313475.221849:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e05edf74. 00000100:00000200:3.0:1761313475.221853:0:77239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869138394816, portal 16 00000400:00000010:3.0:1761313475.221857:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003eba4967. 00000100:00000200:3.0:1761313475.221859:0:77239:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869138394816, offset 0 00000400:00000200:3.0:1761313475.221865:0:77239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:3.0:1761313475.221871:0:77239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:3.0:1761313475.221877:0:77239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:3.0:1761313475.221880:0:77239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761313475.221883:0:77239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:3.0:1761313475.221885:0:77239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90353:90353:255:4294967295] 192.168.204.38@tcp LPNI seq info [90353:90353:7:4294967295] 00000400:00000200:3.0:1761313475.221893:0:77239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:3.0:1761313475.221896:0:77239:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:3.0:1761313475.221900:0:77239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000050f99130 (tot 82352074). 00000800:00000200:3.0:1761313475.221903:0:77239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:3.0:1761313475.221907:0:77239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:3.0:1761313475.221910:0:77239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000050f99130 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761313475.222121:0:15827:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761313475.222125:0:15827:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e5db8080 (tot 82351826). 00000400:00000200:2.0:1761313475.222129:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313475.222133:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:2.0:1761313475.222137:0:15827:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c4611603 00000400:00000010:2.0:1761313475.222139:0:15827:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c4611603. 00000800:00000200:2.0:1761313475.225868:0:15827:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761313475.225876:0:15827:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000050f99130 (tot 82351578). 00000400:00000200:2.0:1761313475.225883:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313475.225891:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:2.0:1761313475.225896:0:15827:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003eba4967 00000400:00000010:2.0:1761313475.225899:0:15827:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003eba4967. 00000100:00000200:2.0:1761313475.225908:0:15827:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000002febdaee x1846869138394816/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313519 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1761313475.228401:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000aecac0b9. 00010000:00000010:3.1:1761313475.232019:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a6bfc4b6. 00010000:00000010:3.1:1761313475.232037:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009fe5d71e. 00000400:00000200:2.0:1761313475.232233:0:15826:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:2.0:1761313475.232252:0:15826:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x68fb7baf0cec0 00000400:00000200:2.0:1761313475.232260:0:15826:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb0fe1 [1] + 224 00000400:00000200:2.0:1761313475.232276:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313475.232279:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:2.0:1761313475.232289:0:15826:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000002febdaee x1846869138394816/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313519 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1761313475.232383:0:77239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000009a69ec99. 00000400:00000200:3.0:1761313475.232388:0:77239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e05edf74 00000400:00000010:3.0:1761313475.232390:0:77239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e05edf74. 00000100:00000200:3.0:1761313475.232395:0:77239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000002febdaee x1846869138394816/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313519 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761313475.232403:0:77239:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000002febdaee x1846869138394816/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313519 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1761313475.232432:0:77239:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000054fab67d. 02000000:00000010:3.0:1761313475.232438:0:77239:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000e7af54cd. 00000100:00000010:3.0:1761313475.232442:0:77239:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000002febdaee. 00000100:00000010:3.0:1761313475.232445:0:77239:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006e837e80. 00010000:00000010:3.0:1761313475.232449:0:77239:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000d021833d. 00000400:00000200:1.0:1761313475.241610:0:15825:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:1.0:1761313475.241631:0:15825:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x68fb7ba85d680 00000400:00000200:1.0:1761313475.241639:0:15825:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xaf91d [2] + 1312 00000400:00000200:1.0:1761313475.242207:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313475.242214:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:1.0:1761313475.242221:0:15825:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761313475.242228:0:15825:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000dfcb6cbf. 00000020:00000010:0.0:1761313475.243477:0:64710:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000060ecb47a. 00000020:00000010:0.0:1761313475.243487:0:64710:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000004489abd7. 00000020:00000010:0.0:1761313475.243492:0:64710:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000023c93b05. 00000100:00000200:0.0:1761313475.243520:0:64710:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000dfcb6cbf x1846869131384448/t0(0) o103->78617949-0e11-4ca2-94c2-d809f91deaa9@192.168.204.38@tcp:406/0 lens 328/0 e 0 to 0 dl 1761313481 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:0.0:1761313475.243550:0:64710:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869131384448 02000000:00000010:0.0:1761313475.243560:0:64710:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000e9193d6e. 00010000:00000010:0.0:1761313475.243586:0:64710:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c7e0beed. 00010000:00000010:0.0:1761313475.243608:0:64710:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000cd3b993d. 00000100:00000010:0.0:1761313475.243616:0:64710:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000e54ba558. 00000100:00000010:0.0:1761313475.243634:0:64710:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000e54ba558. 00010000:00000010:0.0:1761313475.243637:0:64710:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000cd3b993d. 00000400:00000010:0.0:1761313475.243650:0:64710:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006cf10194. 00000100:00000200:0.0:1761313475.243656:0:64710:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869131384448, offset 224 00000400:00000200:0.0:1761313475.243665:0:64710:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:0.0:1761313475.243681:0:64710:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:0.0:1761313475.243687:0:64710:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90354:90354:256:4294967295] 192.168.204.38@tcp LPNI seq info [90354:90354:8:4294967295] 00080000:00000010:3.0:1761313475.243688:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 0000000054fab67d. 00000400:00000200:0.0:1761313475.243698:0:64710:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:0.0:1761313475.243704:0:64710:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:0.0:1761313475.243709:0:64710:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000063d61484 (tot 82351826). 00000800:00000200:0.0:1761313475.243715:0:64710:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:0.0:1761313475.243721:0:64710:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:0.0:1761313475.243724:0:64710:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000063d61484 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761313475.243749:0:64710:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000004489abd7. 00000020:00000010:0.0:1761313475.243753:0:64710:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000023c93b05. 00000020:00000010:0.0:1761313475.243757:0:64710:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000060ecb47a. 00010000:00000010:3.0:1761313475.243781:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e4f9a6d5. 00010000:00000010:3.0:1761313475.243789:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000d57d1e28. 00010000:00000010:3.0:1761313475.243862:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000009fe5d71e. 00010000:00000010:3.0:1761313475.243868:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000e4f9a6d5. 00010000:00000010:3.0:1761313475.243877:0:77239:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000d021833d. 00000100:00000010:3.0:1761313475.243881:0:77239:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006e837e80. 00000100:00000010:3.0:1761313475.243888:0:77239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000002febdaee. 02000000:00000010:3.0:1761313475.243897:0:77239:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000005999724. 02000000:00000010:3.0:1761313475.243920:0:77239:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000076342822. 00000400:00000010:3.0:1761313475.243925:0:77239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000009a69ec99. 00000400:00000010:3.0:1761313475.243930:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e05edf74. 00000100:00000200:3.0:1761313475.243934:0:77239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869138394880, portal 16 00000400:00000010:3.0:1761313475.243939:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003d312476. 00000100:00000200:3.0:1761313475.243941:0:77239:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869138394880, offset 0 00000400:00000200:3.0:1761313475.243946:0:77239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:3.0:1761313475.243952:0:77239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:3.0:1761313475.243959:0:77239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:3.0:1761313475.243962:0:77239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761313475.243965:0:77239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:3.0:1761313475.243967:0:77239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90355:90355:255:4294967295] 192.168.204.38@tcp LPNI seq info [90355:90355:7:4294967295] 00000400:00000200:3.0:1761313475.243974:0:77239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:3.0:1761313475.243977:0:77239:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:3.0:1761313475.243981:0:77239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000090e74ba2 (tot 82352074). 00000800:00000200:3.0:1761313475.243984:0:77239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:3.0:1761313475.243988:0:77239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:3.0:1761313475.243990:0:77239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000090e74ba2 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761313475.244082:0:15827:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761313475.244086:0:15827:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000063d61484 (tot 82351826). 00000400:00000200:2.0:1761313475.244089:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313475.244093:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:2.0:1761313475.244097:0:15827:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006cf10194 00000400:00000010:2.0:1761313475.244099:0:15827:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006cf10194. 00000800:00000200:2.0:1761313475.244160:0:15827:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761313475.244163:0:15827:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000090e74ba2 (tot 82351578). 00000400:00000200:2.0:1761313475.244166:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313475.244170:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:2.0:1761313475.244172:0:15827:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003d312476 00000400:00000010:2.0:1761313475.244173:0:15827:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003d312476. 00000100:00000200:2.0:1761313475.244179:0:15827:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000002febdaee x1846869138394880/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313519 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761313475.245953:0:15826:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:2.0:1761313475.245971:0:15826:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x68fb7baf0cf00 00000400:00000200:2.0:1761313475.245978:0:15826:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb0fed [1] + 224 00000400:00000200:2.0:1761313475.245989:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313475.245991:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:2.0:1761313475.245998:0:15826:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000002febdaee x1846869138394880/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313519 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761313475.246033:0:15826:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:2.0:1761313475.246039:0:15826:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x68fb7ba85d6c0 00000400:00000200:2.0:1761313475.246043:0:15826:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xaf91d [2] + 1640 00000400:00000200:2.0:1761313475.246052:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313475.246055:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:2.0:1761313475.246058:0:15826:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1761313475.246064:0:15826:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ef2772e7. 00000400:00000010:3.0:1761313475.246133:0:77239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000009a69ec99. 00000400:00000200:3.0:1761313475.246137:0:77239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e05edf74 00000400:00000010:3.0:1761313475.246139:0:77239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e05edf74. 00000100:00000200:3.0:1761313475.246144:0:77239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000002febdaee x1846869138394880/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313519 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761313475.246156:0:77239:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000002febdaee x1846869138394880/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313519 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1761313475.246182:0:77239:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000076342822. 02000000:00000010:3.0:1761313475.246188:0:77239:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000005999724. 00000100:00000010:3.0:1761313475.246191:0:77239:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000002febdaee. 00000100:00000010:3.0:1761313475.246194:0:77239:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006e837e80. 00010000:00000010:3.0:1761313475.246198:0:77239:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000d021833d. 00000020:00000010:1.0:1761313475.246273:0:75220:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000146b7906. 00000020:00000010:1.0:1761313475.246279:0:75220:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000006630e86. 00000020:00000010:1.0:1761313475.246283:0:75220:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000004ff15bf4. 00000100:00000200:1.0:1761313475.246302:0:75220:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000ef2772e7 x1846869131384512/t0(0) o103->78617949-0e11-4ca2-94c2-d809f91deaa9@192.168.204.38@tcp:406/0 lens 328/0 e 0 to 0 dl 1761313481 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:0.0:1761313475.247045:0:64710:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869131384512 02000000:00000010:0.0:1761313475.247061:0:64710:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000060ecb47a. 00010000:00000010:0.0:1761313475.247088:0:64710:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d0d8e883. 00010000:00000010:0.0:1761313475.247109:0:64710:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000cd3b993d. 00000100:00000010:0.0:1761313475.247116:0:64710:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000e54ba558. 00000100:00000010:0.0:1761313475.247679:0:64710:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000e54ba558. 00010000:00000010:0.0:1761313475.247684:0:64710:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000cd3b993d. 00000400:00000010:0.0:1761313475.247699:0:64710:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007749d871. 00000100:00000200:0.0:1761313475.247704:0:64710:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869131384512, offset 224 00000400:00000200:0.0:1761313475.247711:0:64710:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:0.0:1761313475.247724:0:64710:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:0.0:1761313475.247730:0:64710:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90356:90356:256:4294967295] 192.168.204.38@tcp LPNI seq info [90356:90356:8:4294967295] 00000400:00000200:0.0:1761313475.247740:0:64710:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:0.0:1761313475.247744:0:64710:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:0.0:1761313475.247749:0:64710:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d053f659 (tot 82351826). 00000800:00000200:0.0:1761313475.247754:0:64710:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:0.0:1761313475.247768:0:64710:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:0.0:1761313475.247773:0:64710:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000d053f659 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761313475.247786:0:64710:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000006630e86. 00000020:00000010:0.0:1761313475.247790:0:64710:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000004ff15bf4. 00000020:00000010:0.0:1761313475.247793:0:64710:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000146b7906. 00000800:00000200:1.0:1761313475.249008:0:15825:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313475.249016:0:15825:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d053f659 (tot 82351578). 00000400:00000200:1.0:1761313475.249022:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313475.249029:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:1.0:1761313475.249034:0:15825:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007749d871 00000400:00000010:1.0:1761313475.249036:0:15825:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007749d871. 00010000:00000010:3.1:1761313475.249396:0:77239:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ecdec5b0. 00010000:00000010:3.1:1761313475.249404:0:77239:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bfa9ae08. 00080000:00000010:3.0:1761313475.249435:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 0000000005999724. 00010000:00000010:3.0:1761313475.249524:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e4f9a6d5. 00010000:00000010:3.0:1761313475.249532:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000000ca5ec5e. 00010000:00000010:3.0:1761313475.249610:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000bfa9ae08. 00010000:00000010:3.0:1761313475.249616:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000e4f9a6d5. 00010000:00000010:3.0:1761313475.249629:0:77239:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000d021833d. 00000100:00000010:3.0:1761313475.249637:0:77239:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006e837e80. 00000100:00000010:3.0:1761313475.249646:0:77239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000002febdaee. 02000000:00000010:3.0:1761313475.249659:0:77239:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000076342822. 02000000:00000010:3.0:1761313475.249685:0:77239:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000009885a256. 00000400:00000010:3.0:1761313475.249692:0:77239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000009a69ec99. 00000400:00000010:3.0:1761313475.249696:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e05edf74. 00000100:00000200:3.0:1761313475.249702:0:77239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869138394944, portal 16 00000400:00000010:3.0:1761313475.249707:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fc523d55. 00000100:00000200:3.0:1761313475.249709:0:77239:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869138394944, offset 0 00000400:00000200:3.0:1761313475.249717:0:77239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:3.0:1761313475.249729:0:77239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:3.0:1761313475.249736:0:77239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:3.0:1761313475.249739:0:77239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761313475.249742:0:77239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:3.0:1761313475.249745:0:77239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90357:90357:256:4294967295] 192.168.204.38@tcp LPNI seq info [90357:90357:8:4294967295] 00000400:00000200:3.0:1761313475.249755:0:77239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:3.0:1761313475.249759:0:77239:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:3.0:1761313475.249776:0:77239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000572c2ec6 (tot 82351826). 00000800:00000200:3.0:1761313475.249782:0:77239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:3.0:1761313475.249788:0:77239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:3.0:1761313475.249791:0:77239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000572c2ec6 type 1, nob 424 niov 1 nkiov 1 00010000:00000010:0.1:1761313475.249979:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001e9ac17a. 00000800:00000200:2.0:1761313475.250069:0:15827:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761313475.250072:0:15827:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000572c2ec6 (tot 82351578). 00000400:00000200:2.0:1761313475.250076:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313475.250080:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:2.0:1761313475.250083:0:15827:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fc523d55 00000400:00000010:2.0:1761313475.250084:0:15827:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fc523d55. 00000100:00000200:2.0:1761313475.250090:0:15827:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000002febdaee x1846869138394944/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313519 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1761313475.253413:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000af43e595. 00000400:00000200:2.0:1761313475.256994:0:15826:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:2.0:1761313475.257015:0:15826:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x68fb7baf0cf40 00000400:00000200:2.0:1761313475.257024:0:15826:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb0ff9 [1] + 224 00000400:00000200:2.0:1761313475.257035:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313475.257039:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:2.0:1761313475.257050:0:15826:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000002febdaee x1846869138394944/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313519 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761313475.257264:0:15826:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:2.0:1761313475.257271:0:15826:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x68fb7ba85d700 00000400:00000200:2.0:1761313475.257275:0:15826:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xaf91d [2] + 1968 00000400:00000010:2.0:1761313475.257279:0:15826:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000016578923. 00000400:00000200:2.0:1761313475.257283:0:15826:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 00000000685b2754 00000400:00000200:2.0:1761313475.257291:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313475.257294:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:2.0:1761313475.257296:0:15826:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000685b2754 00000400:00000010:2.0:1761313475.257298:0:15826:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 00000000685b2754 (tot 82351426). 00000100:00000200:2.0:1761313475.257304:0:15826:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000400:00000010:3.0:1761313475.257651:0:77239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000009a69ec99. 00000400:00000200:3.0:1761313475.257655:0:77239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e05edf74 00000400:00000010:3.0:1761313475.257657:0:77239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e05edf74. 00000100:00000200:3.0:1761313475.257663:0:77239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000002febdaee x1846869138394944/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313519 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761313475.257671:0:77239:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000002febdaee x1846869138394944/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313519 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1761313475.257699:0:77239:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000009885a256. 02000000:00000010:3.0:1761313475.257704:0:77239:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000076342822. 00000100:00000010:3.0:1761313475.257707:0:77239:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000002febdaee. 00000100:00000010:3.0:1761313475.257711:0:77239:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006e837e80. 00010000:00000010:3.0:1761313475.257714:0:77239:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000d021833d. 00000020:00000010:0.0:1761313475.258141:0:64710:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000be6ff6cf. 00000020:00000010:0.0:1761313475.258148:0:64710:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000004489abd7. 00000020:00000010:0.0:1761313475.258153:0:64710:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000023c93b05. 00000100:00000200:0.0:1761313475.258176:0:64710:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000a93957e8 x1846869131384576/t0(0) o103->78617949-0e11-4ca2-94c2-d809f91deaa9@192.168.204.38@tcp:406/0 lens 328/0 e 0 to 0 dl 1761313481 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:0.0:1761313475.258281:0:64710:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869131384576 02000000:00000010:0.0:1761313475.258292:0:64710:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000a890d2e7. 00010000:00000010:0.0:1761313475.258488:0:64710:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000001517d2c0. 00010000:00000010:0.0:1761313475.258512:0:64710:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000cd3b993d. 00000100:00000010:0.0:1761313475.258519:0:64710:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000e54ba558. 00000100:00000010:0.0:1761313475.258535:0:64710:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000e54ba558. 00010000:00000010:0.0:1761313475.258538:0:64710:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000cd3b993d. 00000400:00000010:0.0:1761313475.258552:0:64710:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000061490f3e. 00000100:00000200:0.0:1761313475.258557:0:64710:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869131384576, offset 224 00000400:00000200:0.0:1761313475.258565:0:64710:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:0.0:1761313475.258577:0:64710:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:0.0:1761313475.258582:0:64710:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90358:90358:256:4294967295] 192.168.204.38@tcp LPNI seq info [90358:90358:8:4294967295] 00000400:00000200:0.0:1761313475.258592:0:64710:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:0.0:1761313475.258597:0:64710:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:0.0:1761313475.258603:0:64710:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d053f659 (tot 82351674). 00000800:00000200:0.0:1761313475.258609:0:64710:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:0.0:1761313475.258614:0:64710:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:0.0:1761313475.258618:0:64710:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000d053f659 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761313475.258632:0:64710:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000004489abd7. 00000020:00000010:0.0:1761313475.258637:0:64710:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000023c93b05. 00000020:00000010:0.0:1761313475.258640:0:64710:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000be6ff6cf. 02000000:00000010:0.0:1761313475.258648:0:64710:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000060ecb47a. 00000100:00000010:0.0:1761313475.258650:0:64710:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ef2772e7. 02000000:00000010:0.0:1761313475.258654:0:64710:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000e9193d6e. 00000100:00000010:0.0:1761313475.258655:0:64710:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000dfcb6cbf. 02000000:00000010:0.0:1761313475.258658:0:64710:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000485b82ac. 00000100:00000010:0.0:1761313475.258660:0:64710:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000003e4d9a3e. 02000000:00000010:0.0:1761313475.258662:0:64710:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000a668ac87. 00000100:00000010:0.0:1761313475.258664:0:64710:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000064f8b87f. 02000000:00000010:0.0:1761313475.258667:0:64710:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000a7c183f1. 00000100:00000010:0.0:1761313475.258669:0:64710:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007de1a361. 02000000:00000010:0.0:1761313475.258671:0:64710:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000039b3f807. 00000100:00000010:0.0:1761313475.258674:0:64710:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000018525722. 00000100:00000200:0.0:1761313475.258682:0:64710:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1761313475.258686:0:64710:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000375745dd. 00000400:00000010:0.0:1761313475.258690:0:64710:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000e54ba558 (tot 82351826). 00000800:00000200:1.0:1761313475.259040:0:15825:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313475.259044:0:15825:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d053f659 (tot 82351578). 00000400:00000200:1.0:1761313475.259048:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313475.259053:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:1.0:1761313475.259056:0:15825:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000061490f3e 00000400:00000010:1.0:1761313475.259058:0:15825:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000061490f3e. 02000000:00000010:1.0:1761313475.259062:0:15825:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000a890d2e7. 00080000:00000010:3.0:1761313475.259119:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 0000000076342822. 00010000:00000010:3.0:1761313475.259198:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e4f9a6d5. 00010000:00000010:3.0:1761313475.259205:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000034d279a9. 00010000:00000010:3.0:1761313475.259276:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000806837c7. 00010000:00000010:3.0:1761313475.259282:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000e4f9a6d5. 00010000:00000010:3.0:1761313475.259291:0:77239:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000d021833d. 00000100:00000010:3.0:1761313475.259294:0:77239:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006e837e80. 00000100:00000010:3.0:1761313475.259301:0:77239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000002febdaee. 02000000:00000010:3.0:1761313475.259312:0:77239:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000009885a256. 02000000:00000010:3.0:1761313475.259465:0:77239:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000431a99a1. 00000400:00000010:3.0:1761313475.259469:0:77239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000009a69ec99. 00000400:00000010:3.0:1761313475.259473:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e05edf74. 00000100:00000200:3.0:1761313475.259476:0:77239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869138395008, portal 16 00000400:00000010:3.0:1761313475.259479:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002d5c7cf4. 00000100:00000200:3.0:1761313475.259482:0:77239:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869138395008, offset 0 00000400:00000200:3.0:1761313475.259488:0:77239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:3.0:1761313475.259494:0:77239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:3.0:1761313475.259605:0:77239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:3.0:1761313475.259610:0:77239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761313475.259613:0:77239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:3.0:1761313475.259615:0:77239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90359:90359:256:4294967295] 192.168.204.38@tcp LPNI seq info [90359:90359:8:4294967295] 00000400:00000200:3.0:1761313475.259623:0:77239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:3.0:1761313475.259628:0:77239:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:2.0:1761313475.260220:0:77239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d84ed131 (tot 82351826). 00000800:00000200:2.0:1761313475.260229:0:77239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:2.0:1761313475.260235:0:77239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:2.0:1761313475.260238:0:77239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000d84ed131 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761313475.261759:0:15827:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761313475.261774:0:15827:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d84ed131 (tot 82351578). 00000400:00000200:3.0:1761313475.261784:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313475.261791:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:3.0:1761313475.261796:0:15827:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002d5c7cf4 00000400:00000010:3.0:1761313475.261798:0:15827:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002d5c7cf4. 00000100:00000200:3.0:1761313475.261806:0:15827:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000002febdaee x1846869138395008/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313519 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1761313475.262797:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a386279d. 00010000:00000010:3.1:1761313475.262807:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009fe5d71e. 00000400:00000200:2.0:1761313475.269041:0:15826:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:2.0:1761313475.269061:0:15826:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x68fb7baf0cf80 00000400:00000200:2.0:1761313475.269069:0:15826:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb1009 [1] + 224 00000400:00000200:2.0:1761313475.269085:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313475.269089:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:2.0:1761313475.269098:0:15826:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000002febdaee x1846869138395008/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313519 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1761313475.269273:0:77239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000009a69ec99. 00000400:00000200:0.0:1761313475.269278:0:77239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e05edf74 00000400:00000010:0.0:1761313475.269280:0:77239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e05edf74. 00000100:00000200:0.0:1761313475.269285:0:77239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000002febdaee x1846869138395008/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313519 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761313475.269292:0:77239:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000002febdaee x1846869138395008/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313519 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761313475.269324:0:77239:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000431a99a1. 02000000:00000010:0.0:1761313475.269330:0:77239:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000009885a256. 00000100:00000010:0.0:1761313475.269333:0:77239:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000002febdaee. 00000100:00000010:0.0:1761313475.269336:0:77239:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006e837e80. 00010000:00000010:0.0:1761313475.269340:0:77239:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000d021833d. 00010000:00000010:0.1:1761313475.270074:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009f81331c. 00010000:00000010:3.1:1761313475.273421:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f75a5ef7. 00010000:00000010:3.1:1761313475.273437:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bfa9ae08. 00000400:00000200:1.0:1761313475.274159:0:15825:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:1.0:1761313475.274179:0:15825:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x68fb7ba85d740 00000400:00000200:1.0:1761313475.274186:0:15825:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xaf975 [2] + 0 00000400:00000200:1.0:1761313475.274251:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313475.274256:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:1.0:1761313475.274262:0:15825:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761313475.274267:0:15825:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007fc08122. 00000020:00000010:0.0:1761313475.275066:0:64710:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a7c183f1. 00000020:00000010:0.0:1761313475.275074:0:64710:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000004489abd7. 00000020:00000010:0.0:1761313475.275079:0:64710:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000023c93b05. 00000100:00000200:0.0:1761313475.275104:0:64710:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000007fc08122 x1846869131384640/t0(0) o103->78617949-0e11-4ca2-94c2-d809f91deaa9@192.168.204.38@tcp:406/0 lens 328/0 e 0 to 0 dl 1761313481 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:0.0:1761313475.275140:0:64710:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869131384640 02000000:00000010:0.0:1761313475.275154:0:64710:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000a668ac87. 00010000:00000010:0.0:1761313475.275181:0:64710:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000002fde3e56. 00010000:00000010:0.0:1761313475.275202:0:64710:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000cd3b993d. 00000100:00000010:0.0:1761313475.275209:0:64710:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000679908b8. 00000100:00000010:0.0:1761313475.275230:0:64710:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000679908b8. 00010000:00000010:0.0:1761313475.275233:0:64710:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000cd3b993d. 00000400:00000010:0.0:1761313475.275246:0:64710:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001edb0feb. 00000100:00000200:0.0:1761313475.275251:0:64710:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869131384640, offset 224 00000400:00000200:0.0:1761313475.275259:0:64710:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:0.0:1761313475.275269:0:64710:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:0.0:1761313475.275275:0:64710:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90360:90360:256:4294967295] 192.168.204.38@tcp LPNI seq info [90360:90360:8:4294967295] 00000400:00000200:0.0:1761313475.275285:0:64710:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:0.0:1761313475.275289:0:64710:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:0.0:1761313475.275294:0:64710:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000063d61484 (tot 82351826). 00000800:00000200:0.0:1761313475.275301:0:64710:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:0.0:1761313475.275306:0:64710:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:0.0:1761313475.275309:0:64710:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000063d61484 type 1, nob 320 niov 1 nkiov 1 00080000:00000010:2.0:1761313475.275419:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000764b20a4. 00010000:00000010:2.0:1761313475.275505:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e4f9a6d5. 00010000:00000010:2.0:1761313475.275513:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000003f1734c4. 00010000:00000010:2.0:1761313475.275584:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000006ef72c2c. 00010000:00000010:2.0:1761313475.275591:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000017f54d83. 00010000:00000010:2.0:1761313475.275601:0:77239:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ac1152be. 00000100:00000010:2.0:1761313475.275604:0:77239:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000000e099f8c. 00000100:00000010:2.0:1761313475.275611:0:77239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000050f67d6d. 02000000:00000010:2.0:1761313475.275621:0:77239:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000a0dc0fbc. 02000000:00000010:2.0:1761313475.275864:0:77239:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d8d82da8. 00000400:00000010:2.0:1761313475.275870:0:77239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000018c5212b. 00000400:00000010:2.0:1761313475.275875:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000695182e. 00000100:00000200:2.0:1761313475.275880:0:77239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869138395072, portal 16 00000400:00000010:2.0:1761313475.275884:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000022a491ca. 00000100:00000200:2.0:1761313475.275885:0:77239:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869138395072, offset 0 00000400:00000200:2.0:1761313475.275890:0:77239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:2.0:1761313475.275897:0:77239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:2.0:1761313475.275904:0:77239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:2.0:1761313475.275908:0:77239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761313475.275910:0:77239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:2.0:1761313475.275913:0:77239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90361:90361:255:4294967295] 192.168.204.38@tcp LPNI seq info [90361:90361:7:4294967295] 00000400:00000200:2.0:1761313475.275920:0:77239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:2.0:1761313475.275924:0:77239:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:2.0:1761313475.275927:0:77239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d84ed131 (tot 82352074). 00000800:00000200:2.0:1761313475.275931:0:77239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:2.0:1761313475.275936:0:77239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:2.0:1761313475.275938:0:77239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000d84ed131 type 1, nob 424 niov 1 nkiov 1 00000020:00000010:0.0:1761313475.276257:0:64710:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000004489abd7. 00000020:00000010:0.0:1761313475.276262:0:64710:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000023c93b05. 00000020:00000010:0.0:1761313475.276265:0:64710:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a7c183f1. 00000800:00000200:3.0:1761313475.276440:0:15827:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761313475.276443:0:15827:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000063d61484 (tot 82351826). 00000400:00000200:3.0:1761313475.276447:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313475.276452:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:3.0:1761313475.276455:0:15827:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001edb0feb 00000400:00000010:3.0:1761313475.276457:0:15827:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001edb0feb. 00000800:00000200:3.0:1761313475.277148:0:15827:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761313475.277152:0:15827:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d84ed131 (tot 82351578). 00000400:00000200:3.0:1761313475.277160:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313475.277164:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:3.0:1761313475.277167:0:15827:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000022a491ca 00000400:00000010:3.0:1761313475.277168:0:15827:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000022a491ca. 00000100:00000200:3.0:1761313475.277176:0:15827:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000050f67d6d x1846869138395072/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313519 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761313475.278486:0:15826:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:2.0:1761313475.278501:0:15826:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x68fb7baf0cfc0 00000400:00000200:2.0:1761313475.278509:0:15826:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb1015 [1] + 224 00000400:00000200:2.0:1761313475.278522:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313475.278525:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:2.0:1761313475.278532:0:15826:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000050f67d6d x1846869138395072/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313519 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1761313475.278602:0:77239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000018c5212b. 00000400:00000200:0.0:1761313475.278606:0:77239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000695182e 00000400:00000010:0.0:1761313475.278608:0:77239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000695182e. 00000100:00000200:0.0:1761313475.278613:0:77239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000050f67d6d x1846869138395072/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313519 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761313475.278620:0:77239:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000050f67d6d x1846869138395072/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313519 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761313475.278701:0:77239:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d8d82da8. 02000000:00000010:0.0:1761313475.278707:0:77239:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000a0dc0fbc. 00000100:00000010:0.0:1761313475.278712:0:77239:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000050f67d6d. 00000100:00000010:0.0:1761313475.278723:0:77239:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000000e099f8c. 00010000:00000010:0.0:1761313475.278726:0:77239:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ac1152be. 00000400:00000200:1.0:1761313475.279023:0:15825:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:1.0:1761313475.279032:0:15825:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x68fb7ba85d780 00000400:00000200:1.0:1761313475.279036:0:15825:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xaf975 [2] + 328 00000400:00000200:1.0:1761313475.279555:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313475.279560:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:1.0:1761313475.279564:0:15825:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761313475.279570:0:15825:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000771a630e. 00000020:00000010:0.0:1761313475.279782:0:75220:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a7c183f1. 00000020:00000010:0.0:1761313475.279789:0:75220:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000004489abd7. 00000020:00000010:0.0:1761313475.279793:0:75220:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000023c93b05. 00000100:00000200:0.0:1761313475.279815:0:75220:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000771a630e x1846869131384704/t0(0) o103->78617949-0e11-4ca2-94c2-d809f91deaa9@192.168.204.38@tcp:406/0 lens 328/0 e 0 to 0 dl 1761313481 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:0.0:1761313475.279851:0:75220:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869131384704 02000000:00000010:0.0:1761313475.279861:0:75220:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000485b82ac. 00010000:00000010:0.0:1761313475.279885:0:75220:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000046100ebf. 00010000:00000010:0.0:1761313475.279904:0:75220:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000cd3b993d. 00000100:00000010:0.0:1761313475.279910:0:75220:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000679908b8. 00000100:00000010:0.0:1761313475.279923:0:75220:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000679908b8. 00010000:00000010:0.0:1761313475.279926:0:75220:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000cd3b993d. 00000400:00000010:0.0:1761313475.279938:0:75220:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ac140d9a. 00000100:00000200:0.0:1761313475.279942:0:75220:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869131384704, offset 224 00000400:00000200:0.0:1761313475.279949:0:75220:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:0.0:1761313475.279959:0:75220:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:0.0:1761313475.279964:0:75220:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90362:90362:256:4294967295] 192.168.204.38@tcp LPNI seq info [90362:90362:8:4294967295] 00000400:00000200:0.0:1761313475.279973:0:75220:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:0.0:1761313475.279977:0:75220:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:0.0:1761313475.279981:0:75220:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e5db8080 (tot 82351826). 00000800:00000200:0.0:1761313475.279987:0:75220:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:0.0:1761313475.279993:0:75220:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:0.0:1761313475.279996:0:75220:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000e5db8080 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761313475.280017:0:75220:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000004489abd7. 00000020:00000010:0.0:1761313475.280021:0:75220:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000023c93b05. 00000020:00000010:0.0:1761313475.280023:0:75220:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a7c183f1. 00080000:00000010:2.0:1761313475.280098:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 000000009ad828eb. 00010000:00000010:2.0:1761313475.280178:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000017f54d83. 00010000:00000010:2.0:1761313475.280185:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000073e9bed. 00010000:00000010:2.0:1761313475.280257:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000adc8141d. 00010000:00000010:2.0:1761313475.280261:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004cd9bb8a. 00010000:00000010:2.0:1761313475.280266:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000a26fe50c. 00010000:00000010:2.0:1761313475.280271:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000017f54d83. 00080000:00000010:2.0:1761313475.280282:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d8d82da8. 00010000:00000010:2.0:1761313475.280306:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000017f54d83. 00010000:00000010:2.0:1761313475.280310:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004cd9bb8a. 00010000:00000010:2.0:1761313475.280354:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000028e8a35c. 00010000:00000010:2.0:1761313475.280385:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000017f54d83. 00010000:00000010:2.0:1761313475.280393:0:77239:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000b56cacb0. 00000100:00000010:2.0:1761313475.280397:0:77239:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000001e5c041d. 00000100:00000010:2.0:1761313475.280403:0:77239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000084ac57a9. 02000000:00000010:2.0:1761313475.280413:0:77239:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000000d8335dc. 02000000:00000010:2.0:1761313475.280434:0:77239:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000fdf64b26. 00000400:00000010:2.0:1761313475.280438:0:77239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000018c5212b. 00000400:00000010:2.0:1761313475.280443:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000081eaf8d3. 00000100:00000200:2.0:1761313475.280447:0:77239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869138395136, portal 16 00000400:00000010:2.0:1761313475.280451:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000eace0f75. 00000100:00000200:2.0:1761313475.280453:0:77239:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869138395136, offset 0 00000400:00000200:2.0:1761313475.280458:0:77239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:2.0:1761313475.280464:0:77239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:2.0:1761313475.280470:0:77239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:2.0:1761313475.280474:0:77239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761313475.280477:0:77239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:2.0:1761313475.280479:0:77239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90363:90363:255:4294967295] 192.168.204.38@tcp LPNI seq info [90363:90363:7:4294967295] 00000400:00000200:2.0:1761313475.280486:0:77239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:2.0:1761313475.280489:0:77239:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:2.0:1761313475.280493:0:77239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c0eb742f (tot 82352074). 00000800:00000200:2.0:1761313475.280496:0:77239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:2.0:1761313475.280499:0:77239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:2.0:1761313475.280501:0:77239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c0eb742f type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761313475.281591:0:15827:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761313475.281596:0:15827:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e5db8080 (tot 82351826). 00000400:00000200:3.0:1761313475.281603:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313475.281609:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:3.0:1761313475.281613:0:15827:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ac140d9a 00000400:00000010:3.0:1761313475.281615:0:15827:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ac140d9a. 00000800:00000200:3.0:1761313475.281675:0:15827:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761313475.281677:0:15827:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c0eb742f (tot 82351578). 00000400:00000200:3.0:1761313475.281684:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313475.281688:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:3.0:1761313475.281689:0:15827:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000eace0f75 00000400:00000010:3.0:1761313475.281691:0:15827:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000eace0f75. 00000100:00000200:3.0:1761313475.281697:0:15827:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000084ac57a9 x1846869138395136/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313519 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1761313475.286421:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000051044cb7. 00010000:00000010:2.1:1761313475.286439:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000806837c7. 00010000:00000010:0.1:1761313475.286487:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007de7ec4f. 00010000:00000010:0.1:1761313475.292624:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000026fc4c03. 00000400:00000200:2.0:1761313475.294498:0:15826:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:2.0:1761313475.294516:0:15826:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x68fb7baf0d000 00000400:00000200:2.0:1761313475.294526:0:15826:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb1021 [1] + 224 00000400:00000200:2.0:1761313475.294536:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313475.294540:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:2.0:1761313475.294551:0:15826:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000084ac57a9 x1846869138395136/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313519 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761313475.294590:0:15826:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:2.0:1761313475.294594:0:15826:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x68fb7ba85d7c0 00000400:00000200:2.0:1761313475.294599:0:15826:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xaf975 [2] + 656 00000400:00000010:0.0:1761313475.294628:0:77239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000018c5212b. 00000400:00000200:0.0:1761313475.294632:0:77239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000081eaf8d3 00000400:00000010:0.0:1761313475.294636:0:77239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000081eaf8d3. 00000100:00000200:0.0:1761313475.294642:0:77239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000084ac57a9 x1846869138395136/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313519 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761313475.294650:0:77239:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000084ac57a9 x1846869138395136/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313519 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761313475.294681:0:77239:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000fdf64b26. 02000000:00000010:0.0:1761313475.294687:0:77239:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000000d8335dc. 00000100:00000010:0.0:1761313475.294690:0:77239:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000084ac57a9. 00000100:00000010:0.0:1761313475.294695:0:77239:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000001e5c041d. 00010000:00000010:0.0:1761313475.294699:0:77239:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000b56cacb0. 00000400:00000200:2.0:1761313475.295307:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313475.295313:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:2.0:1761313475.295317:0:15826:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1761313475.295322:0:15826:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ecbebf0f. 00000020:00000010:1.0:1761313475.295674:0:64710:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000085389094. 00000020:00000010:1.0:1761313475.295682:0:64710:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000002d08a6d0. 00000020:00000010:1.0:1761313475.295686:0:64710:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000003bfb3785. 00000100:00000200:1.0:1761313475.295710:0:64710:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000ecbebf0f x1846869131384768/t0(0) o103->78617949-0e11-4ca2-94c2-d809f91deaa9@192.168.204.38@tcp:406/0 lens 328/0 e 0 to 0 dl 1761313481 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:1.0:1761313475.295746:0:64710:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869131384768 02000000:00000010:1.0:1761313475.295758:0:64710:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000004109c067. 00010000:00000010:1.0:1761313475.295797:0:64710:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000028fa18a2. 00010000:00000010:1.0:1761313475.295820:0:64710:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000b21f17c4. 00000100:00000010:1.0:1761313475.295828:0:64710:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000002b3da0c8. 00000100:00000010:1.0:1761313475.295846:0:64710:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000002b3da0c8. 00010000:00000010:1.0:1761313475.295849:0:64710:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000b21f17c4. 00000400:00000010:1.0:1761313475.295863:0:64710:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007c77981f. 00000100:00000200:1.0:1761313475.295869:0:64710:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869131384768, offset 224 00000400:00000200:1.0:1761313475.295876:0:64710:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00080000:00000010:0.0:1761313475.295880:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a7c183f1. 00000400:00000200:1.0:1761313475.295887:0:64710:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:1.0:1761313475.295892:0:64710:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90364:90364:256:4294967295] 192.168.204.38@tcp LPNI seq info [90364:90364:8:4294967295] 00000400:00000200:1.0:1761313475.295901:0:64710:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:1.0:1761313475.295906:0:64710:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:1.0:1761313475.295911:0:64710:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000258d8758 (tot 82351826). 00000800:00000200:1.0:1761313475.295916:0:64710:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:1.0:1761313475.295922:0:64710:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:1.0:1761313475.295925:0:64710:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000258d8758 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761313475.295950:0:64710:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000002d08a6d0. 00000020:00000010:1.0:1761313475.295955:0:64710:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000003bfb3785. 00000020:00000010:1.0:1761313475.295957:0:64710:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000085389094. 00010000:00000010:0.0:1761313475.295968:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000017f54d83. 00010000:00000010:0.0:1761313475.295975:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000c5ea0c69. 00010000:00000010:0.0:1761313475.296044:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000015645dc6. 00010000:00000010:0.0:1761313475.296050:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000025a42d57. 00010000:00000010:0.0:1761313475.296060:0:77239:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000cd3b993d. 00000100:00000010:0.0:1761313475.296063:0:77239:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000679908b8. 00000100:00000010:0.0:1761313475.296070:0:77239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000000ef172a3. 02000000:00000010:0.0:1761313475.296080:0:77239:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000e9193d6e. 02000000:00000010:0.0:1761313475.296101:0:77239:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000060ecb47a. 00000400:00000010:0.0:1761313475.296117:0:77239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000009b3fd033. 00000400:00000010:0.0:1761313475.296121:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ac140d9a. 00000100:00000200:0.0:1761313475.296126:0:77239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869138395200, portal 16 00000400:00000010:0.0:1761313475.296130:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001edb0feb. 00000100:00000200:0.0:1761313475.296132:0:77239:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869138395200, offset 0 00000400:00000200:0.0:1761313475.296137:0:77239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:0.0:1761313475.296143:0:77239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:0.0:1761313475.296149:0:77239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:0.0:1761313475.296153:0:77239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761313475.296156:0:77239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:0.0:1761313475.296158:0:77239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90365:90365:255:4294967295] 192.168.204.38@tcp LPNI seq info [90365:90365:7:4294967295] 00000400:00000200:0.0:1761313475.296164:0:77239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:0.0:1761313475.296168:0:77239:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:0.0:1761313475.296172:0:77239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006ab4245f (tot 82352074). 00000800:00000200:0.0:1761313475.296175:0:77239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:0.0:1761313475.296178:0:77239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:0.0:1761313475.296181:0:77239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000006ab4245f type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761313475.297633:0:15825:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761313475.297640:0:15825:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000258d8758 (tot 82351826). 00000400:00000200:2.0:1761313475.298996:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313475.299006:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:2.0:1761313475.299012:0:15825:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007c77981f 00000400:00000010:2.0:1761313475.299015:0:15825:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007c77981f. 00000800:00000200:2.0:1761313475.299097:0:15825:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761313475.299100:0:15825:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006ab4245f (tot 82351578). 00000400:00000200:2.0:1761313475.299103:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313475.299106:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:2.0:1761313475.299108:0:15825:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001edb0feb 00000400:00000010:2.0:1761313475.299110:0:15825:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001edb0feb. 00000100:00000200:2.0:1761313475.299118:0:15825:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000000ef172a3 x1846869138395200/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313519 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1761313475.302628:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a2dba23e. 00010000:00000010:2.1:1761313475.302656:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006ef72c2c. 00010000:00000010:2.1:1761313475.302661:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000adc8141d. 00010000:00000010:2.1:1761313475.302664:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a26fe50c. 00010000:00000010:0.1:1761313475.306582:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005410bfb4. 00010000:00000010:0.1:1761313475.306600:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000028e8a35c. 00010000:00000010:1.1:1761313475.308276:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000478f470f. 00000400:00000200:3.0:1761313475.311249:0:15827:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:3.0:1761313475.311271:0:15827:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x68fb7baf0d040 00000400:00000200:3.0:1761313475.311279:0:15827:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb102d [1] + 224 00000400:00000200:3.0:1761313475.311291:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313475.311294:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:3.0:1761313475.311306:0:15827:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000000ef172a3 x1846869138395200/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313519 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761313475.311344:0:15827:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:3.0:1761313475.311349:0:15827:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x68fb7ba85d800 00000400:00000200:3.0:1761313475.311353:0:15827:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xaf975 [2] + 984 00000400:00000010:0.0:1761313475.311425:0:77239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000009b3fd033. 00000400:00000200:0.0:1761313475.311431:0:77239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ac140d9a 00000400:00000010:0.0:1761313475.311433:0:77239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ac140d9a. 00000100:00000200:0.0:1761313475.311439:0:77239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000000ef172a3 x1846869138395200/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313519 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761313475.311447:0:77239:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000000ef172a3 x1846869138395200/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313519 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761313475.311455:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313475.311458:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:3.0:1761313475.311462:0:15827:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761313475.311467:0:15827:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000020fe4fda. 02000000:00000010:0.0:1761313475.311477:0:77239:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000060ecb47a. 02000000:00000010:0.0:1761313475.311482:0:77239:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000e9193d6e. 00000100:00000010:0.0:1761313475.311486:0:77239:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000000ef172a3. 00000100:00000010:0.0:1761313475.311490:0:77239:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000679908b8. 00010000:00000010:0.0:1761313475.311493:0:77239:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000cd3b993d. 00000020:00000010:1.0:1761313475.311575:0:64710:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000085389094. 00000020:00000010:1.0:1761313475.311582:0:64710:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000002d08a6d0. 00000020:00000010:1.0:1761313475.311586:0:64710:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000003bfb3785. 00000100:00000200:1.0:1761313475.311610:0:64710:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000020fe4fda x1846869131384832/t0(0) o103->78617949-0e11-4ca2-94c2-d809f91deaa9@192.168.204.38@tcp:406/0 lens 328/0 e 0 to 0 dl 1761313481 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:1.0:1761313475.311651:0:64710:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869131384832 02000000:00000010:1.0:1761313475.311663:0:64710:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000db1815c1. 00010000:00000010:1.0:1761313475.311699:0:64710:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007a32bb58. 00010000:00000010:1.0:1761313475.311723:0:64710:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000b21f17c4. 00000100:00000010:1.0:1761313475.311738:0:64710:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000002b3da0c8. 00000100:00000010:1.0:1761313475.311758:0:64710:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000002b3da0c8. 00010000:00000010:1.0:1761313475.311771:0:64710:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000b21f17c4. 00000400:00000010:1.0:1761313475.311791:0:64710:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a164eb02. 00000100:00000200:1.0:1761313475.311796:0:64710:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869131384832, offset 224 00000400:00000200:1.0:1761313475.311803:0:64710:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:1.0:1761313475.311813:0:64710:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:1.0:1761313475.311822:0:64710:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90366:90366:256:4294967295] 192.168.204.38@tcp LPNI seq info [90366:90366:8:4294967295] 00080000:00000010:2.0:1761313475.311836:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 0000000040274240. 00000400:00000200:1.0:1761313475.311836:0:64710:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:1.0:1761313475.311841:0:64710:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:1.0:1761313475.311845:0:64710:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000fe7bdfb5 (tot 82351826). 00000800:00000200:1.0:1761313475.311850:0:64710:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:1.0:1761313475.311859:0:64710:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:1.0:1761313475.311863:0:64710:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000fe7bdfb5 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761313475.311890:0:64710:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000002d08a6d0. 00000020:00000010:1.0:1761313475.311894:0:64710:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000003bfb3785. 00000020:00000010:1.0:1761313475.311897:0:64710:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000085389094. 00010000:00000010:2.0:1761313475.311925:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000025a42d57. 00010000:00000010:2.0:1761313475.311932:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004de33ee6. 00010000:00000010:2.0:1761313475.312006:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000a26fe50c. 00010000:00000010:2.0:1761313475.312013:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000685f6657. 00010000:00000010:2.0:1761313475.312022:0:77239:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ad04c117. 00000100:00000010:2.0:1761313475.312025:0:77239:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000dfa46b1f. 00000100:00000010:2.0:1761313475.312031:0:77239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000533d3b69. 02000000:00000010:2.0:1761313475.312041:0:77239:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000007cd042aa. 02000000:00000010:2.0:1761313475.312061:0:77239:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000093b57cdb. 00000400:00000010:2.0:1761313475.312065:0:77239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000071ca671b. 00000400:00000010:2.0:1761313475.312069:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006fbc47a5. 00000100:00000200:2.0:1761313475.312073:0:77239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869138395264, portal 16 00000400:00000010:2.0:1761313475.312076:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d2af7839. 00000100:00000200:2.0:1761313475.312077:0:77239:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869138395264, offset 0 00000400:00000200:2.0:1761313475.312082:0:77239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:2.0:1761313475.312088:0:77239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:2.0:1761313475.312094:0:77239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:2.0:1761313475.312098:0:77239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761313475.312101:0:77239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:2.0:1761313475.312103:0:77239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90367:90367:255:4294967295] 192.168.204.38@tcp LPNI seq info [90367:90367:7:4294967295] 00000400:00000200:2.0:1761313475.312109:0:77239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:2.0:1761313475.312113:0:77239:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:2.0:1761313475.312117:0:77239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c0eb742f (tot 82352074). 00000800:00000200:2.0:1761313475.312121:0:77239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:2.0:1761313475.312125:0:77239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:2.0:1761313475.312127:0:77239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c0eb742f type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761313475.312612:0:15826:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761313475.312616:0:15826:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000fe7bdfb5 (tot 82351826). 00000400:00000200:3.0:1761313475.312621:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313475.312625:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:3.0:1761313475.312628:0:15826:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a164eb02 00000400:00000010:3.0:1761313475.312630:0:15826:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a164eb02. 00000800:00000200:3.0:1761313475.312729:0:15826:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761313475.312731:0:15826:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c0eb742f (tot 82351578). 00000400:00000200:3.0:1761313475.312739:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313475.312742:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:3.0:1761313475.312744:0:15826:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d2af7839 00000400:00000010:3.0:1761313475.312746:0:15826:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d2af7839. 00000100:00000200:3.0:1761313475.312752:0:15826:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000533d3b69 x1846869138395264/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313519 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1761313475.316489:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000007874bb6. 00010000:00000010:2.1:1761313475.318854:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000894bace8. 00010000:00000010:2.1:1761313475.318884:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000015645dc6. 00000400:00000200:2.0:1761313475.324895:0:15825:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:2.0:1761313475.324917:0:15825:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x68fb7baf0d080 00000400:00000200:2.0:1761313475.324926:0:15825:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb1039 [1] + 224 00000400:00000200:2.0:1761313475.324937:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313475.324941:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:2.0:1761313475.324951:0:15825:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000533d3b69 x1846869138395264/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313519 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761313475.324984:0:15825:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:2.0:1761313475.324988:0:15825:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x68fb7ba85d840 00000400:00000200:2.0:1761313475.324992:0:15825:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xaf975 [2] + 1312 00000400:00000200:2.0:1761313475.325002:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313475.325006:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:2.0:1761313475.325009:0:15825:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1761313475.325015:0:15825:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000003cb161f4. 00000400:00000010:0.0:1761313475.325123:0:77239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000071ca671b. 00000400:00000200:0.0:1761313475.325129:0:77239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006fbc47a5 00000400:00000010:0.0:1761313475.325131:0:77239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006fbc47a5. 00000100:00000200:0.0:1761313475.325137:0:77239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000533d3b69 x1846869138395264/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313519 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761313475.325144:0:77239:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000533d3b69 x1846869138395264/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313519 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761313475.325171:0:77239:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000093b57cdb. 02000000:00000010:0.0:1761313475.325178:0:77239:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000007cd042aa. 00000100:00000010:0.0:1761313475.325181:0:77239:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000533d3b69. 00000100:00000010:0.0:1761313475.325191:0:77239:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000dfa46b1f. 00010000:00000010:0.0:1761313475.325194:0:77239:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ad04c117. 00000020:00000010:1.0:1761313475.325284:0:75220:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000085389094. 00000020:00000010:1.0:1761313475.325291:0:75220:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000002d08a6d0. 00000020:00000010:1.0:1761313475.325295:0:75220:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000003bfb3785. 00000100:00000200:1.0:1761313475.325317:0:75220:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000003cb161f4 x1846869131384896/t0(0) o103->78617949-0e11-4ca2-94c2-d809f91deaa9@192.168.204.38@tcp:406/0 lens 328/0 e 0 to 0 dl 1761313481 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:1.0:1761313475.325349:0:75220:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869131384896 02000000:00000010:1.0:1761313475.325383:0:75220:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000fec88df9. 00010000:00000010:1.0:1761313475.325408:0:75220:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d6df7a80. 00010000:00000010:1.0:1761313475.325429:0:75220:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000b21f17c4. 00000100:00000010:1.0:1761313475.325436:0:75220:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000002b3da0c8. 00000100:00000010:1.0:1761313475.325442:0:75220:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000002b3da0c8. 00010000:00000010:1.0:1761313475.325445:0:75220:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000b21f17c4. 00000400:00000010:1.0:1761313475.325456:0:75220:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d8d66e7a. 00000100:00000200:1.0:1761313475.325461:0:75220:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869131384896, offset 224 00000400:00000200:1.0:1761313475.325468:0:75220:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:1.0:1761313475.325479:0:75220:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:1.0:1761313475.325484:0:75220:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90368:90368:256:4294967295] 192.168.204.38@tcp LPNI seq info [90368:90368:8:4294967295] 00000400:00000200:1.0:1761313475.325494:0:75220:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:1.0:1761313475.325498:0:75220:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:1.0:1761313475.325503:0:75220:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000cc8c87c8 (tot 82351826). 00000800:00000200:1.0:1761313475.325509:0:75220:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:1.0:1761313475.325515:0:75220:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:1.0:1761313475.325519:0:75220:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000cc8c87c8 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761313475.325542:0:75220:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000002d08a6d0. 00000020:00000010:1.0:1761313475.325546:0:75220:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000003bfb3785. 00000020:00000010:1.0:1761313475.325549:0:75220:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000085389094. 00080000:00000010:2.0:1761313475.325633:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a6f09126. 00010000:00000010:2.0:1761313475.325722:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000685f6657. 00010000:00000010:2.0:1761313475.325729:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000059a72ae4. 00010000:00000010:2.0:1761313475.325810:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000006ef72c2c. 00010000:00000010:2.0:1761313475.325816:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000685f6657. 00010000:00000010:2.0:1761313475.325825:0:77239:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000000212da71. 00000100:00000010:2.0:1761313475.325828:0:77239:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a41f4425. 00000100:00000010:2.0:1761313475.325834:0:77239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000009530eebe. 02000000:00000010:2.0:1761313475.325843:0:77239:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000e26ad7ad. 02000000:00000010:2.0:1761313475.325865:0:77239:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a51b6d85. 00000400:00000010:2.0:1761313475.325869:0:77239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000003f8e1d24. 00000400:00000010:2.0:1761313475.325873:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005017ce3d. 00000100:00000200:2.0:1761313475.325878:0:77239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869138395328, portal 16 00000400:00000010:2.0:1761313475.325882:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006fbc47a5. 00000100:00000200:2.0:1761313475.325884:0:77239:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869138395328, offset 0 00000400:00000200:2.0:1761313475.325889:0:77239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:2.0:1761313475.325895:0:77239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:2.0:1761313475.325901:0:77239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:2.0:1761313475.325904:0:77239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761313475.325906:0:77239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:2.0:1761313475.325909:0:77239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90369:90369:255:4294967295] 192.168.204.38@tcp LPNI seq info [90369:90369:7:4294967295] 00000400:00000200:2.0:1761313475.325916:0:77239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:2.0:1761313475.325919:0:77239:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:2.0:1761313475.325922:0:77239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d84ed131 (tot 82352074). 00000800:00000200:2.0:1761313475.325926:0:77239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:2.0:1761313475.325929:0:77239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:2.0:1761313475.325931:0:77239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000d84ed131 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761313475.326015:0:15827:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761313475.326018:0:15827:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000cc8c87c8 (tot 82351826). 00000400:00000200:3.0:1761313475.326022:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313475.326026:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:3.0:1761313475.326029:0:15827:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d8d66e7a 00000400:00000010:3.0:1761313475.326030:0:15827:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d8d66e7a. 00000800:00000200:3.0:1761313475.326095:0:15827:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761313475.326097:0:15827:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d84ed131 (tot 82351578). 00000400:00000200:3.0:1761313475.326103:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313475.326106:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:3.0:1761313475.326108:0:15827:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006fbc47a5 00000400:00000010:3.0:1761313475.326109:0:15827:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006fbc47a5. 00000100:00000200:3.0:1761313475.326113:0:15827:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000009530eebe x1846869138395328/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313519 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1761313475.330538:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000012f7b2eb. 00010000:00000010:2.1:1761313475.330554:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a26fe50c. 00000400:00000200:3.0:1761313475.331929:0:15826:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:3.0:1761313475.331948:0:15826:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x68fb7baf0d0c0 00000400:00000200:3.0:1761313475.331958:0:15826:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb1045 [1] + 224 00000400:00000200:3.0:1761313475.331972:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313475.331976:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:3.0:1761313475.331988:0:15826:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000009530eebe x1846869138395328/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313519 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1761313475.332094:0:77239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000003f8e1d24. 00000400:00000200:2.0:1761313475.332099:0:77239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005017ce3d 00000400:00000010:2.0:1761313475.332101:0:77239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005017ce3d. 00000100:00000200:2.0:1761313475.332108:0:77239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000009530eebe x1846869138395328/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313519 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761313475.332116:0:77239:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000009530eebe x1846869138395328/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313519 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761313475.332144:0:77239:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a51b6d85. 02000000:00000010:2.0:1761313475.332149:0:77239:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000e26ad7ad. 00000100:00000010:2.0:1761313475.332153:0:77239:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000009530eebe. 00000100:00000010:2.0:1761313475.332163:0:77239:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a41f4425. 00010000:00000010:2.0:1761313475.332167:0:77239:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000000212da71. 00010000:00000010:1.1:1761313475.334940:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000002457606. 00000400:00000200:2.0:1761313475.335304:0:15825:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:2.0:1761313475.335320:0:15825:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x68fb7ba85d880 00000400:00000200:2.0:1761313475.335326:0:15825:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xaf975 [2] + 1640 00000400:00000200:2.0:1761313475.335411:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313475.335416:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:2.0:1761313475.335421:0:15825:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1761313475.335426:0:15825:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000009530eebe. 00000020:00000010:0.0:1761313475.335505:0:64710:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e9193d6e. 00000020:00000010:0.0:1761313475.335512:0:64710:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000004489abd7. 00000020:00000010:0.0:1761313475.335516:0:64710:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000023c93b05. 00000100:00000200:0.0:1761313475.335541:0:64710:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000009530eebe x1846869131384960/t0(0) o103->78617949-0e11-4ca2-94c2-d809f91deaa9@192.168.204.38@tcp:406/0 lens 328/0 e 0 to 0 dl 1761313481 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:0.0:1761313475.335572:0:64710:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869131384960 02000000:00000010:0.0:1761313475.335581:0:64710:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000060ecb47a. 00010000:00000010:0.0:1761313475.335609:0:64710:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000092257e50. 00010000:00000010:0.0:1761313475.335631:0:64710:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000cd3b993d. 00000100:00000010:0.0:1761313475.335637:0:64710:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000679908b8. 00000100:00000010:0.0:1761313475.335655:0:64710:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000679908b8. 00010000:00000010:0.0:1761313475.335659:0:64710:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000cd3b993d. 00000400:00000010:0.0:1761313475.335673:0:64710:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ac140d9a. 00000100:00000200:0.0:1761313475.335678:0:64710:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869131384960, offset 224 00000400:00000200:0.0:1761313475.335685:0:64710:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:0.0:1761313475.335695:0:64710:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:0.0:1761313475.335700:0:64710:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90370:90370:256:4294967295] 192.168.204.38@tcp LPNI seq info [90370:90370:8:4294967295] 00000400:00000200:0.0:1761313475.335710:0:64710:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:0.0:1761313475.335716:0:64710:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:0.0:1761313475.335720:0:64710:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000028212975 (tot 82351826). 00000800:00000200:0.0:1761313475.335725:0:64710:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:0.0:1761313475.335731:0:64710:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:0.0:1761313475.335734:0:64710:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000028212975 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761313475.335756:0:64710:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000004489abd7. 00000020:00000010:0.0:1761313475.335770:0:64710:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000023c93b05. 00000020:00000010:0.0:1761313475.335773:0:64710:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e9193d6e. 00000800:00000200:3.0:1761313475.336163:0:15827:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761313475.336168:0:15827:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000028212975 (tot 82351578). 00000400:00000200:3.0:1761313475.336173:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313475.336178:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:3.0:1761313475.336182:0:15827:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ac140d9a 00000400:00000010:3.0:1761313475.336183:0:15827:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ac140d9a. 00080000:00000010:2.0:1761313475.336750:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e26ad7ad. 00010000:00000010:2.0:1761313475.336844:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000685f6657. 00010000:00000010:2.0:1761313475.336852:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000157917c5. 00010000:00000010:2.0:1761313475.336917:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000a26fe50c. 00010000:00000010:2.0:1761313475.336921:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000685f6657. 00010000:00000010:2.0:1761313475.336931:0:77239:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000000212da71. 00000100:00000010:2.0:1761313475.336935:0:77239:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a41f4425. 00000100:00000010:2.0:1761313475.336941:0:77239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000009e42bc62. 02000000:00000010:2.0:1761313475.336951:0:77239:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000a51b6d85. 02000000:00000010:2.0:1761313475.336973:0:77239:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ea51c6ce. 00000400:00000010:2.0:1761313475.336977:0:77239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000003f8e1d24. 00000400:00000010:2.0:1761313475.336982:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005017ce3d. 00000100:00000200:2.0:1761313475.336988:0:77239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869138395392, portal 16 00000400:00000010:2.0:1761313475.336993:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d2af7839. 00000100:00000200:2.0:1761313475.336995:0:77239:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869138395392, offset 0 00000400:00000200:2.0:1761313475.337001:0:77239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:2.0:1761313475.337012:0:77239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:2.0:1761313475.337018:0:77239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:2.0:1761313475.337022:0:77239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761313475.337024:0:77239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:2.0:1761313475.337027:0:77239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90371:90371:256:4294967295] 192.168.204.38@tcp LPNI seq info [90371:90371:8:4294967295] 00000400:00000200:2.0:1761313475.337036:0:77239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:2.0:1761313475.337040:0:77239:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:2.0:1761313475.337044:0:77239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d84ed131 (tot 82351826). 00000800:00000200:2.0:1761313475.337049:0:77239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:2.0:1761313475.337054:0:77239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:2.0:1761313475.337056:0:77239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000d84ed131 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761313475.337176:0:15826:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761313475.337179:0:15826:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d84ed131 (tot 82351578). 00000400:00000200:3.0:1761313475.337187:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313475.337191:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:3.0:1761313475.337193:0:15826:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d2af7839 00000400:00000010:3.0:1761313475.337194:0:15826:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d2af7839. 00000100:00000200:3.0:1761313475.337200:0:15826:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000009e42bc62 x1846869138395392/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313519 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761313475.344752:0:15825:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:2.0:1761313475.344781:0:15825:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x68fb7baf0d100 00000400:00000200:2.0:1761313475.344790:0:15825:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb1051 [1] + 224 00000400:00000200:2.0:1761313475.344807:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313475.344810:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:2.0:1761313475.344821:0:15825:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000009e42bc62 x1846869138395392/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313519 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1761313475.344885:0:77239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000003f8e1d24. 00000400:00000200:0.0:1761313475.344890:0:77239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005017ce3d 00000400:00000010:0.0:1761313475.344892:0:77239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005017ce3d. 00000100:00000200:0.0:1761313475.344898:0:77239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000009e42bc62 x1846869138395392/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313519 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761313475.344904:0:77239:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000009e42bc62 x1846869138395392/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313519 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761313475.344934:0:77239:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ea51c6ce. 02000000:00000010:0.0:1761313475.344941:0:77239:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000a51b6d85. 00000100:00000010:0.0:1761313475.344944:0:77239:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000009e42bc62. 00000100:00000010:0.0:1761313475.344963:0:77239:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a41f4425. 00010000:00000010:0.0:1761313475.344966:0:77239:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000000212da71. 00010000:00000010:0.1:1761313475.345512:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007297eab1. 00000400:00000200:3.0:1761313475.348160:0:15827:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:3.0:1761313475.348179:0:15827:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x68fb7ba85d8c0 00000400:00000200:3.0:1761313475.348187:0:15827:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xaf975 [2] + 1968 00000400:00000010:3.0:1761313475.348191:0:15827:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000405efc13. 00000400:00000200:3.0:1761313475.348198:0:15827:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 00000000ad6a79e6 00000400:00000200:3.0:1761313475.351928:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313475.351943:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:3.0:1761313475.351952:0:15827:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ad6a79e6 00000400:00000010:3.0:1761313475.351956:0:15827:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 00000000ad6a79e6 (tot 82351426). 00000100:00000200:3.0:1761313475.351963:0:15827:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:1.0:1761313475.352065:0:75220:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000085389094. 00000020:00000010:1.0:1761313475.352073:0:75220:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000002d08a6d0. 00000020:00000010:1.0:1761313475.352078:0:75220:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000003bfb3785. 00000100:00000200:1.0:1761313475.352104:0:75220:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000001e140f36 x1846869131385024/t0(0) o103->78617949-0e11-4ca2-94c2-d809f91deaa9@192.168.204.38@tcp:406/0 lens 328/0 e 0 to 0 dl 1761313481 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:1.0:1761313475.352148:0:75220:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869131385024 02000000:00000010:1.0:1761313475.352159:0:75220:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000b67c9f6a. 00010000:00000010:1.0:1761313475.352189:0:75220:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ac6435cb. 00010000:00000010:1.0:1761313475.352213:0:75220:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000b21f17c4. 00000100:00000010:1.0:1761313475.352221:0:75220:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000002b3da0c8. 00000100:00000010:1.0:1761313475.352246:0:75220:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000002b3da0c8. 00010000:00000010:1.0:1761313475.352250:0:75220:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000b21f17c4. 00000400:00000010:1.0:1761313475.352264:0:75220:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a1e30d26. 00000100:00000200:1.0:1761313475.352271:0:75220:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869131385024, offset 224 00000400:00000200:1.0:1761313475.352280:0:75220:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:1.0:1761313475.352294:0:75220:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:1.0:1761313475.352302:0:75220:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90372:90372:256:4294967295] 192.168.204.38@tcp LPNI seq info [90372:90372:8:4294967295] 00000400:00000200:1.0:1761313475.352315:0:75220:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:1.0:1761313475.352321:0:75220:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00080000:00000010:3.0:1761313475.352323:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000bc92f39e. 00000800:00000010:1.0:1761313475.352326:0:75220:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f67d6031 (tot 82351674). 00000800:00000200:1.0:1761313475.352335:0:75220:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:1.0:1761313475.352342:0:75220:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:1.0:1761313475.352347:0:75220:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000f67d6031 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761313475.352399:0:75220:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000002d08a6d0. 00000020:00000010:1.0:1761313475.352405:0:75220:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000003bfb3785. 00000020:00000010:1.0:1761313475.352408:0:75220:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000085389094. 02000000:00000010:1.0:1761313475.352417:0:75220:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000060ecb47a. 00000100:00000010:1.0:1761313475.352420:0:75220:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000009530eebe. 02000000:00000010:1.0:1761313475.352431:0:75220:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000fec88df9. 00000100:00000010:1.0:1761313475.352434:0:75220:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000003cb161f4. 02000000:00000010:1.0:1761313475.352439:0:75220:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000db1815c1. 00000100:00000010:1.0:1761313475.352441:0:75220:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000020fe4fda. 00010000:00000010:3.0:1761313475.352444:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000685f6657. 02000000:00000010:1.0:1761313475.352446:0:75220:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000004109c067. 00000100:00000010:1.0:1761313475.352451:0:75220:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ecbebf0f. 00010000:00000010:3.0:1761313475.352453:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000074f3157d. 02000000:00000010:1.0:1761313475.352455:0:75220:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000485b82ac. 00000100:00000010:1.0:1761313475.352460:0:75220:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000771a630e. 02000000:00000010:1.0:1761313475.352464:0:75220:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000a668ac87. 00000100:00000010:1.0:1761313475.352467:0:75220:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007fc08122. 00000100:00000200:1.0:1761313475.352474:0:75220:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1761313475.352480:0:75220:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000def54d81. 00000400:00000010:1.0:1761313475.352485:0:75220:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 000000002b3da0c8 (tot 82351826). 00010000:00000010:3.0:1761313475.352538:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000004726ba01. 00010000:00000010:3.0:1761313475.352542:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002044844d. 00010000:00000010:3.0:1761313475.352548:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000bfa9ae08. 00010000:00000010:3.0:1761313475.352553:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000008ca1d57f. 00080000:00000010:3.0:1761313475.352567:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 0000000068b536af. 00000800:00000200:1.0:1761313475.352594:0:15826:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00010000:00000010:3.0:1761313475.352597:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008ca1d57f. 00000800:00000010:1.0:1761313475.352599:0:15826:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f67d6031 (tot 82351578). 00010000:00000010:3.0:1761313475.352603:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002044844d. 00000400:00000200:1.0:1761313475.352606:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313475.352613:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:1.0:1761313475.352616:0:15826:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a1e30d26 00000400:00000010:1.0:1761313475.352619:0:15826:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a1e30d26. 02000000:00000010:1.0:1761313475.352622:0:15826:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000b67c9f6a. 00010000:00000010:3.0:1761313475.352665:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000009fe5d71e. 00010000:00000010:3.0:1761313475.352671:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000008ca1d57f. 00010000:00000010:3.0:1761313475.352679:0:77239:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000e4efce68. 00000100:00000010:3.0:1761313475.352683:0:77239:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000e9f1352b. 00000100:00000010:3.0:1761313475.352690:0:77239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001588211e. 02000000:00000010:3.0:1761313475.352701:0:77239:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000e207838c. 02000000:00000010:3.0:1761313475.352730:0:77239:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c8ecab62. 00000400:00000010:3.0:1761313475.352735:0:77239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000009a69ec99. 00000400:00000010:3.0:1761313475.352740:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002d5c7cf4. 00000100:00000200:3.0:1761313475.352744:0:77239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869138395456, portal 16 00000400:00000010:3.0:1761313475.352748:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006cc90287. 00000100:00000200:3.0:1761313475.352750:0:77239:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869138395456, offset 0 00000400:00000200:3.0:1761313475.352756:0:77239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:3.0:1761313475.352776:0:77239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:3.0:1761313475.352783:0:77239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:3.0:1761313475.352786:0:77239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761313475.352790:0:77239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:3.0:1761313475.352792:0:77239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90373:90373:256:4294967295] 192.168.204.38@tcp LPNI seq info [90373:90373:8:4294967295] 00000400:00000200:3.0:1761313475.352802:0:77239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:3.0:1761313475.352806:0:77239:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:3.0:1761313475.352809:0:77239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000896a3ffd (tot 82351826). 00000800:00000200:3.0:1761313475.352813:0:77239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:3.0:1761313475.352817:0:77239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:3.0:1761313475.352819:0:77239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000896a3ffd type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761313475.352957:0:15825:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761313475.352961:0:15825:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000896a3ffd (tot 82351578). 00000400:00000200:2.0:1761313475.352964:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313475.352968:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:2.0:1761313475.352970:0:15825:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006cc90287 00000400:00000010:2.0:1761313475.352972:0:15825:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006cc90287. 00000100:00000200:2.0:1761313475.352977:0:15825:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000001588211e x1846869138395456/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313519 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1761313475.353405:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a033b112. 00010000:00000010:2.1:1761313475.353411:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006ef72c2c. 00010000:00000010:1.1:1761313475.360843:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008cd46720. 00000400:00000200:1.0:1761313475.360903:0:15826:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:1.0:1761313475.360923:0:15826:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x68fb7baf0d140 00000400:00000200:1.0:1761313475.360932:0:15826:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb1061 [1] + 224 00000400:00000200:1.0:1761313475.360944:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313475.360948:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:1.0:1761313475.360959:0:15826:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000001588211e x1846869138395456/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313519 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761313475.361001:0:15826:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:1.0:1761313475.361008:0:15826:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x68fb7ba85d900 00000400:00000200:1.0:1761313475.361014:0:15826:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xaf9c5 [2] + 0 00000400:00000010:3.0:1761313475.361021:0:77239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000009a69ec99. 00000400:00000200:3.0:1761313475.361028:0:77239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002d5c7cf4 00000400:00000010:3.0:1761313475.361029:0:77239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002d5c7cf4. 00000100:00000200:3.0:1761313475.361036:0:77239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000001588211e x1846869138395456/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313519 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761313475.361043:0:77239:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000001588211e x1846869138395456/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313519 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1761313475.361073:0:77239:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c8ecab62. 02000000:00000010:3.0:1761313475.361078:0:77239:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000e207838c. 00000400:00000200:1.0:1761313475.361081:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000010:3.0:1761313475.361082:0:77239:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001588211e. 00000100:00000010:3.0:1761313475.361088:0:77239:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000e9f1352b. 00000400:00000200:1.0:1761313475.361088:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00010000:00000010:3.0:1761313475.361092:0:77239:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000e4efce68. 00000100:00000200:1.0:1761313475.361094:0:15826:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761313475.361100:0:15826:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007fc08122. 00000020:00000010:0.0:1761313475.361175:0:64710:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e9193d6e. 00000020:00000010:0.0:1761313475.361182:0:64710:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000004489abd7. 00000020:00000010:0.0:1761313475.361187:0:64710:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000023c93b05. 00000100:00000200:0.0:1761313475.361210:0:64710:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000007fc08122 x1846869131385088/t0(0) o103->78617949-0e11-4ca2-94c2-d809f91deaa9@192.168.204.38@tcp:406/0 lens 328/0 e 0 to 0 dl 1761313481 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:0.0:1761313475.361246:0:64710:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869131385088 02000000:00000010:0.0:1761313475.361258:0:64710:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000be6ff6cf. 00010000:00000010:0.0:1761313475.361284:0:64710:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000007a1ba3a. 00010000:00000010:0.0:1761313475.361304:0:64710:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000cd3b993d. 00000100:00000010:0.0:1761313475.361311:0:64710:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000679908b8. 00000100:00000010:0.0:1761313475.361323:0:64710:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000679908b8. 00010000:00000010:0.0:1761313475.361325:0:64710:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000cd3b993d. 00000400:00000010:0.0:1761313475.361338:0:64710:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000061490f3e. 00000100:00000200:0.0:1761313475.361343:0:64710:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869131385088, offset 224 00000400:00000200:0.0:1761313475.361350:0:64710:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:0.0:1761313475.361382:0:64710:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:0.0:1761313475.361388:0:64710:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90374:90374:256:4294967295] 192.168.204.38@tcp LPNI seq info [90374:90374:8:4294967295] 00000400:00000200:0.0:1761313475.361398:0:64710:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:0.0:1761313475.361403:0:64710:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:0.0:1761313475.361408:0:64710:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000bd2f7339 (tot 82351826). 00000800:00000200:0.0:1761313475.361414:0:64710:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:0.0:1761313475.361421:0:64710:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:0.0:1761313475.361424:0:64710:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000bd2f7339 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761313475.361451:0:64710:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000004489abd7. 00000020:00000010:0.0:1761313475.361457:0:64710:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000023c93b05. 00000020:00000010:0.0:1761313475.361460:0:64710:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e9193d6e. 00080000:00000010:3.0:1761313475.361520:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e207838c. 00000800:00000200:2.0:1761313475.361653:0:15827:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761313475.361658:0:15827:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000bd2f7339 (tot 82351578). 00000400:00000200:2.0:1761313475.361662:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313475.361666:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:2.0:1761313475.361669:0:15827:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000061490f3e 00000400:00000010:2.0:1761313475.361671:0:15827:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000061490f3e. 00010000:00000010:1.0:1761313475.361683:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008ca1d57f. 00010000:00000010:1.0:1761313475.361692:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e7e132d6. 00010000:00000010:1.0:1761313475.361774:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000006275dcb4. 00010000:00000010:1.0:1761313475.361781:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000204cdabf. 00010000:00000010:1.0:1761313475.361791:0:77239:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000b21f17c4. 00000100:00000010:1.0:1761313475.361797:0:77239:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000eeac1d93. 00000100:00000010:1.0:1761313475.361802:0:77239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000771a630e. 02000000:00000010:1.0:1761313475.361812:0:77239:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000b67c9f6a. 02000000:00000010:1.0:1761313475.361835:0:77239:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000004109c067. 00000400:00000010:1.0:1761313475.361840:0:77239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000e3ae0e8f. 00000400:00000010:1.0:1761313475.361844:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a1e30d26. 00000100:00000200:1.0:1761313475.361848:0:77239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869138395520, portal 16 00000400:00000010:1.0:1761313475.361852:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003b591177. 00000100:00000200:1.0:1761313475.361853:0:77239:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869138395520, offset 0 00000400:00000200:1.0:1761313475.361858:0:77239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:1.0:1761313475.361865:0:77239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:1.0:1761313475.361871:0:77239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:1.0:1761313475.361874:0:77239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761313475.361877:0:77239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:1.0:1761313475.361879:0:77239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90375:90375:256:4294967295] 192.168.204.38@tcp LPNI seq info [90375:90375:8:4294967295] 00000400:00000200:1.0:1761313475.361886:0:77239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:1.0:1761313475.361889:0:77239:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:1.0:1761313475.361893:0:77239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f67d6031 (tot 82351826). 00000800:00000200:1.0:1761313475.361897:0:77239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:1.0:1761313475.361901:0:77239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:1.0:1761313475.361903:0:77239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000f67d6031 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761313475.362006:0:15825:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761313475.362009:0:15825:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f67d6031 (tot 82351578). 00000400:00000200:2.0:1761313475.362013:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313475.362016:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:2.0:1761313475.362019:0:15825:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003b591177 00000400:00000010:2.0:1761313475.362020:0:15825:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003b591177. 00000100:00000200:2.0:1761313475.362025:0:15825:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000771a630e x1846869138395520/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313519 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761313475.366731:0:15826:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:1.0:1761313475.366753:0:15826:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x68fb7baf0d180 00000400:00000200:1.0:1761313475.366771:0:15826:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb106d [1] + 224 00000400:00000200:1.0:1761313475.366781:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313475.366785:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:1.0:1761313475.366795:0:15826:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000771a630e x1846869138395520/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313519 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761313475.366829:0:15826:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:1.0:1761313475.366834:0:15826:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x68fb7ba85d940 00000400:00000200:1.0:1761313475.366838:0:15826:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xaf9c5 [2] + 328 00000400:00000200:1.0:1761313475.366848:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313475.366851:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:1.0:1761313475.366854:0:15826:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761313475.366860:0:15826:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ba613791. 00000020:00000010:2.0:1761313475.367011:0:75220:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001a9f60ac. 00000020:00000010:2.0:1761313475.367019:0:75220:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000004cd9bb8a. 00000020:00000010:2.0:1761313475.367023:0:75220:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000f72ff3ec. 00000100:00000200:2.0:1761313475.367047:0:75220:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000ba613791 x1846869131385152/t0(0) o103->78617949-0e11-4ca2-94c2-d809f91deaa9@192.168.204.38@tcp:406/0 lens 328/0 e 0 to 0 dl 1761313481 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:2.0:1761313475.367085:0:75220:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869131385152 02000000:00000010:2.0:1761313475.367099:0:75220:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000086085109. 00010000:00000010:2.0:1761313475.367149:0:75220:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000cf0a8201. 00000100:00000010:2.0:1761313475.367156:0:75220:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000002ab4d30f. 00000100:00000010:2.0:1761313475.367162:0:75220:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000002ab4d30f. 00010000:00000010:2.0:1761313475.367165:0:75220:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000cf0a8201. 00000400:00000010:2.0:1761313475.367180:0:75220:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000081eaf8d3. 00000100:00000200:2.0:1761313475.367185:0:75220:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869131385152, offset 224 00000400:00000200:2.0:1761313475.367192:0:75220:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:2.0:1761313475.367203:0:75220:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:2.0:1761313475.367208:0:75220:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90376:90376:256:4294967295] 192.168.204.38@tcp LPNI seq info [90376:90376:8:4294967295] 00000400:00000200:2.0:1761313475.367218:0:75220:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:2.0:1761313475.367223:0:75220:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:2.0:1761313475.367227:0:75220:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c0eb742f (tot 82351826). 00000800:00000200:2.0:1761313475.367232:0:75220:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:2.0:1761313475.367239:0:75220:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:2.0:1761313475.367242:0:75220:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c0eb742f type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761313475.367264:0:75220:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000004cd9bb8a. 00000020:00000010:2.0:1761313475.367268:0:75220:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000f72ff3ec. 00000020:00000010:2.0:1761313475.367271:0:75220:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001a9f60ac. 00000800:00000200:3.0:1761313475.367488:0:15827:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761313475.367491:0:15827:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c0eb742f (tot 82351578). 00000400:00000200:3.0:1761313475.367498:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313475.367502:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:3.0:1761313475.367505:0:15827:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000081eaf8d3 00000400:00000010:3.0:1761313475.367506:0:15827:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000081eaf8d3. 00000400:00000010:0.0:1761313475.367853:0:77239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000e3ae0e8f. 00000400:00000200:0.0:1761313475.367858:0:77239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a1e30d26 00000400:00000010:0.0:1761313475.367860:0:77239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a1e30d26. 00000100:00000200:0.0:1761313475.367866:0:77239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000771a630e x1846869138395520/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313519 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761313475.367876:0:77239:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000771a630e x1846869138395520/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313519 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.0:1761313475.367897:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000067db2a23. 02000000:00000010:0.0:1761313475.367914:0:77239:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000004109c067. 02000000:00000010:0.0:1761313475.367919:0:77239:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000b67c9f6a. 00000100:00000010:0.0:1761313475.367922:0:77239:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000771a630e. 00000100:00000010:0.0:1761313475.367926:0:77239:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000eeac1d93. 00010000:00000010:0.0:1761313475.367929:0:77239:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000b21f17c4. 00080000:00000010:0.0:1761313475.367945:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e9193d6e. 00010000:00000010:0.0:1761313475.368028:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000204cdabf. 00010000:00000010:0.0:1761313475.368035:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000afc4dd0a. 00010000:00000010:0.0:1761313475.368107:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000003a434a29. 00010000:00000010:0.0:1761313475.368113:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000ed167414. 00010000:00000010:0.0:1761313475.368124:0:77239:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000cd3b993d. 00000100:00000010:0.0:1761313475.368129:0:77239:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000679908b8. 00000100:00000010:0.0:1761313475.368136:0:77239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000000ef172a3. 02000000:00000010:0.0:1761313475.368146:0:77239:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000008475437a. 02000000:00000010:0.0:1761313475.368171:0:77239:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000005efcd4a1. 00000400:00000010:0.0:1761313475.368175:0:77239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000009b3fd033. 00000400:00000010:0.0:1761313475.368179:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007749d871. 00000100:00000200:0.0:1761313475.368184:0:77239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869138395584, portal 16 00000400:00000010:0.0:1761313475.368188:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006cf10194. 00000100:00000200:0.0:1761313475.368189:0:77239:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869138395584, offset 0 00000400:00000200:0.0:1761313475.368195:0:77239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:0.0:1761313475.368204:0:77239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:0.0:1761313475.368212:0:77239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:0.0:1761313475.368215:0:77239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761313475.368218:0:77239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:0.0:1761313475.368220:0:77239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90377:90377:256:4294967295] 192.168.204.38@tcp LPNI seq info [90377:90377:8:4294967295] 00000400:00000200:0.0:1761313475.368227:0:77239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:0.0:1761313475.368232:0:77239:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:0.0:1761313475.368236:0:77239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005a99fafd (tot 82351826). 00000800:00000200:0.0:1761313475.368241:0:77239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:0.0:1761313475.368246:0:77239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:0.0:1761313475.368248:0:77239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000005a99fafd type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761313475.368332:0:15825:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761313475.368335:0:15825:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005a99fafd (tot 82351578). 00000400:00000200:2.0:1761313475.368339:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313475.368343:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:2.0:1761313475.368345:0:15825:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006cf10194 00000400:00000010:2.0:1761313475.368346:0:15825:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006cf10194. 00000100:00000200:2.0:1761313475.368351:0:15825:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000000ef172a3 x1846869138395584/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313519 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1761313475.372483:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000016e6bc03. 00010000:00000010:3.1:1761313475.372498:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a26fe50c. 00010000:00000010:3.1:1761313475.372502:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004726ba01. 00010000:00000010:3.1:1761313475.372507:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bfa9ae08. 00000400:00000200:1.0:1761313475.372659:0:15826:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:1.0:1761313475.372676:0:15826:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x68fb7baf0d1c0 00000400:00000200:1.0:1761313475.372685:0:15826:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb1079 [1] + 224 00000400:00000200:1.0:1761313475.372699:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313475.372704:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:1.0:1761313475.372714:0:15826:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000000ef172a3 x1846869138395584/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313519 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1761313475.374106:0:77239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000009b3fd033. 00000400:00000200:0.0:1761313475.374118:0:77239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007749d871 00000400:00000010:0.0:1761313475.374120:0:77239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007749d871. 00000100:00000200:0.0:1761313475.374132:0:77239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000000ef172a3 x1846869138395584/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313519 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761313475.374153:0:77239:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000000ef172a3 x1846869138395584/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313519 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761313475.374184:0:77239:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000005efcd4a1. 02000000:00000010:0.0:1761313475.374190:0:77239:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000008475437a. 00000100:00000010:0.0:1761313475.374193:0:77239:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000000ef172a3. 00000100:00000010:0.0:1761313475.374198:0:77239:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000679908b8. 00010000:00000010:0.0:1761313475.374201:0:77239:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000cd3b993d. 00000400:00000200:1.0:1761313475.374295:0:15826:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:1.0:1761313475.374306:0:15826:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x68fb7ba85d980 00000400:00000200:1.0:1761313475.374311:0:15826:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xaf9c5 [2] + 656 00000400:00000200:1.0:1761313475.374323:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313475.374326:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:1.0:1761313475.374445:0:15826:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761313475.374452:0:15826:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000771a630e. 00000020:00000010:0.0:1761313475.374734:0:64710:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008475437a. 00000020:00000010:0.0:1761313475.374741:0:64710:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000004489abd7. 00000020:00000010:0.0:1761313475.374744:0:64710:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000023c93b05. 00000100:00000200:0.0:1761313475.374777:0:64710:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000771a630e x1846869131385216/t0(0) o103->78617949-0e11-4ca2-94c2-d809f91deaa9@192.168.204.38@tcp:406/0 lens 328/0 e 0 to 0 dl 1761313481 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:0.0:1761313475.374853:0:64710:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869131385216 02000000:00000010:0.0:1761313475.374864:0:64710:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000005efcd4a1. 00010000:00000010:0.0:1761313475.374890:0:64710:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000061811cf3. 00010000:00000010:0.0:1761313475.374910:0:64710:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000cd3b993d. 00000100:00000010:0.0:1761313475.374915:0:64710:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000679908b8. 00000100:00000010:0.0:1761313475.374935:0:64710:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000679908b8. 00010000:00000010:0.0:1761313475.374939:0:64710:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000cd3b993d. 00000400:00000010:0.0:1761313475.374950:0:64710:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007749d871. 00000100:00000200:0.0:1761313475.374955:0:64710:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869131385216, offset 224 00000400:00000200:0.0:1761313475.374963:0:64710:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:0.0:1761313475.374973:0:64710:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:0.0:1761313475.374978:0:64710:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90378:90378:256:4294967295] 192.168.204.38@tcp LPNI seq info [90378:90378:8:4294967295] 00000400:00000200:0.0:1761313475.374987:0:64710:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:0.0:1761313475.374991:0:64710:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:0.0:1761313475.374996:0:64710:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c74ddf42 (tot 82351826). 00000800:00000200:0.0:1761313475.375001:0:64710:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:0.0:1761313475.375006:0:64710:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:0.0:1761313475.375010:0:64710:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c74ddf42 type 1, nob 320 niov 1 nkiov 1 00080000:00000010:1.0:1761313475.375104:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000db1815c1. 00010000:00000010:1.0:1761313475.375787:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ed167414. 00010000:00000010:1.0:1761313475.375794:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000cea41a5f. 00010000:00000010:1.0:1761313475.375862:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000090c07e5a. 00010000:00000010:1.0:1761313475.375869:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000967e4f86. 00010000:00000010:1.0:1761313475.375880:0:77239:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000042ac8c86. 00000100:00000010:1.0:1761313475.375885:0:77239:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000eeac1d93. 00000100:00000010:1.0:1761313475.375891:0:77239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000018525722. 02000000:00000010:1.0:1761313475.375902:0:77239:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000fec88df9. 02000000:00000010:1.0:1761313475.375927:0:77239:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000085389094. 00000400:00000010:1.0:1761313475.375933:0:77239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000aaa435c6. 00000400:00000010:1.0:1761313475.375939:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ccaef716. 00000100:00000200:1.0:1761313475.375944:0:77239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869138395648, portal 16 00000400:00000010:1.0:1761313475.375948:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009f44a341. 00000100:00000200:1.0:1761313475.375950:0:77239:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869138395648, offset 0 00000400:00000200:1.0:1761313475.375955:0:77239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:1.0:1761313475.375964:0:77239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:1.0:1761313475.375970:0:77239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:1.0:1761313475.375973:0:77239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761313475.375976:0:77239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:1.0:1761313475.375978:0:77239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90379:90379:255:4294967295] 192.168.204.38@tcp LPNI seq info [90379:90379:7:4294967295] 00000400:00000200:1.0:1761313475.375986:0:77239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:1.0:1761313475.375991:0:77239:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:1.0:1761313475.375995:0:77239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f67d6031 (tot 82352074). 00000800:00000200:1.0:1761313475.375999:0:77239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:1.0:1761313475.376004:0:77239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:1.0:1761313475.376007:0:77239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000f67d6031 type 1, nob 424 niov 1 nkiov 1 00010000:00000010:0.1:1761313475.376310:0:64710:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000729303ab. 00000020:00000010:0.0:1761313475.376326:0:64710:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000004489abd7. 00000020:00000010:0.0:1761313475.376340:0:64710:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000023c93b05. 00000020:00000010:0.0:1761313475.376350:0:64710:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008475437a. 00010000:00000010:1.1:1761313475.376505:0:77239:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d9aee757. 00010000:00000010:1.1:1761313475.376512:0:77239:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009fe5d71e. 00000800:00000200:2.0:1761313475.377247:0:15827:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761313475.377252:0:15827:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c74ddf42 (tot 82351826). 00000400:00000200:2.0:1761313475.377256:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313475.377263:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:2.0:1761313475.377269:0:15827:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007749d871 00000400:00000010:2.0:1761313475.377271:0:15827:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007749d871. 00000800:00000200:2.0:1761313475.378974:0:15827:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761313475.378980:0:15827:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f67d6031 (tot 82351578). 00000400:00000200:2.0:1761313475.378988:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313475.378995:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:2.0:1761313475.378999:0:15827:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009f44a341 00000400:00000010:2.0:1761313475.379001:0:15827:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009f44a341. 00000100:00000200:2.0:1761313475.379010:0:15827:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000018525722 x1846869138395648/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313519 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1761313475.381058:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000059de02b2. 00010000:00000010:0.1:1761313475.381070:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fff9d77e. 00010000:00000010:0.1:1761313475.381075:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006275dcb4. 00000400:00000200:2.0:1761313475.381782:0:15825:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:2.0:1761313475.381799:0:15825:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x68fb7baf0d200 00000400:00000200:2.0:1761313475.381809:0:15825:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb1085 [1] + 224 00000400:00000200:2.0:1761313475.381825:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313475.381829:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:2.0:1761313475.381839:0:15825:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000018525722 x1846869138395648/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313519 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761313475.381975:0:15825:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:2.0:1761313475.381982:0:15825:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x68fb7ba85d9c0 00000400:00000200:2.0:1761313475.381987:0:15825:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xaf9c5 [2] + 984 00000400:00000200:2.0:1761313475.382150:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313475.382154:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:2.0:1761313475.382159:0:15825:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1761313475.382165:0:15825:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000006f7dd222. 00000020:00000010:0.0:1761313475.382252:0:64710:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008475437a. 00000020:00000010:0.0:1761313475.382259:0:64710:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000004489abd7. 00000020:00000010:0.0:1761313475.382263:0:64710:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000023c93b05. 00000100:00000200:0.0:1761313475.382287:0:64710:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000006f7dd222 x1846869131385280/t0(0) o103->78617949-0e11-4ca2-94c2-d809f91deaa9@192.168.204.38@tcp:406/0 lens 328/0 e 0 to 0 dl 1761313481 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:0.0:1761313475.382321:0:64710:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869131385280 02000000:00000010:0.0:1761313475.382332:0:64710:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000a668ac87. 00010000:00000010:0.0:1761313475.382440:0:64710:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000cd3b993d. 00000100:00000010:0.0:1761313475.382448:0:64710:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000679908b8. 00000100:00000010:0.0:1761313475.382455:0:64710:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000679908b8. 00010000:00000010:0.0:1761313475.382458:0:64710:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000cd3b993d. 00000400:00000010:0.0:1761313475.382471:0:64710:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c4611603. 00000100:00000200:0.0:1761313475.382477:0:64710:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869131385280, offset 224 00000400:00000200:0.0:1761313475.382485:0:64710:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:0.0:1761313475.382497:0:64710:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:0.0:1761313475.382502:0:64710:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90380:90380:256:4294967295] 192.168.204.38@tcp LPNI seq info [90380:90380:8:4294967295] 00000400:00000200:0.0:1761313475.382513:0:64710:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:0.0:1761313475.382518:0:64710:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:0.0:1761313475.382523:0:64710:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f3d53802 (tot 82351826). 00000800:00000200:0.0:1761313475.382528:0:64710:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:0.0:1761313475.382534:0:64710:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:0.0:1761313475.382537:0:64710:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000f3d53802 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:3.0:1761313475.382663:0:15826:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761313475.382667:0:15826:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f3d53802 (tot 82351578). 00000400:00000200:3.0:1761313475.382671:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313475.382676:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:3.0:1761313475.382680:0:15826:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c4611603 00000400:00000010:3.0:1761313475.382682:0:15826:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c4611603. 00000020:00000010:0.0:1761313475.386866:0:64710:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000004489abd7. 00000020:00000010:0.0:1761313475.386883:0:64710:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000023c93b05. 00000020:00000010:0.0:1761313475.386888:0:64710:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008475437a. 00010000:00000010:0.1:1761313475.392730:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000646818d3. 00010000:00000010:1.1:1761313475.393075:0:77239:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cdbe73aa. 00010000:00000010:1.1:1761313475.393083:0:77239:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003a434a29. 00000400:00000010:1.0:1761313475.393099:0:77239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000aaa435c6. 00000400:00000200:1.0:1761313475.393104:0:77239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ccaef716 00000400:00000010:1.0:1761313475.393106:0:77239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ccaef716. 00000100:00000200:1.0:1761313475.393121:0:77239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000018525722 x1846869138395648/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313519 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761313475.393132:0:77239:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000018525722 x1846869138395648/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313519 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.0:1761313475.393161:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000006d19d5d3. 02000000:00000010:1.0:1761313475.393179:0:77239:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000085389094. 02000000:00000010:1.0:1761313475.393185:0:77239:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000fec88df9. 00000100:00000010:1.0:1761313475.393189:0:77239:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000018525722. 00000100:00000010:1.0:1761313475.393193:0:77239:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000eeac1d93. 00010000:00000010:1.0:1761313475.393197:0:77239:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000042ac8c86. 00080000:00000010:1.0:1761313475.393219:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000fec88df9. 00010000:00000010:1.0:1761313475.393321:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000967e4f86. 00010000:00000010:1.0:1761313475.393342:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000009a52078f. 00010000:00000010:1.0:1761313475.393444:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000a27793c9. 00010000:00000010:1.0:1761313475.393449:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000967e4f86. 00010000:00000010:1.0:1761313475.393461:0:77239:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000042ac8c86. 00000100:00000010:1.0:1761313475.393469:0:77239:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000eeac1d93. 00000100:00000010:1.0:1761313475.393476:0:77239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000018525722. 02000000:00000010:1.0:1761313475.393490:0:77239:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000085389094. 02000000:00000010:1.0:1761313475.393517:0:77239:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000b90e1890. 00000400:00000010:1.0:1761313475.393522:0:77239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000aaa435c6. 00000400:00000010:1.0:1761313475.393526:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ccaef716. 00000100:00000200:1.0:1761313475.393533:0:77239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869138395712, portal 16 00000400:00000010:1.0:1761313475.393537:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b6c604dc. 00000100:00000200:1.0:1761313475.393540:0:77239:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869138395712, offset 0 00000400:00000200:1.0:1761313475.393548:0:77239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:1.0:1761313475.393562:0:77239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:1.0:1761313475.393570:0:77239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:1.0:1761313475.393574:0:77239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761313475.393577:0:77239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:1.0:1761313475.393581:0:77239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90381:90381:256:4294967295] 192.168.204.38@tcp LPNI seq info [90381:90381:8:4294967295] 00000400:00000200:1.0:1761313475.393591:0:77239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:1.0:1761313475.393597:0:77239:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:1.0:1761313475.393601:0:77239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000cc8c87c8 (tot 82351826). 00000800:00000200:1.0:1761313475.393607:0:77239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:1.0:1761313475.393615:0:77239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:1.0:1761313475.393619:0:77239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000cc8c87c8 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761313475.393863:0:15827:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761313475.393868:0:15827:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000cc8c87c8 (tot 82351578). 00000400:00000200:2.0:1761313475.393873:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313475.393878:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:2.0:1761313475.393882:0:15827:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b6c604dc 00000400:00000010:2.0:1761313475.393884:0:15827:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b6c604dc. 00000100:00000200:2.0:1761313475.393889:0:15827:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000018525722 x1846869138395712/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313519 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1761313475.397500:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000065b1b9fd. 00010000:00000010:1.1:1761313475.397517:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007053f55a. 00010000:00000010:1.1:1761313475.397524:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000090c07e5a. 00000400:00000200:2.0:1761313475.407330:0:15825:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:2.0:1761313475.407352:0:15825:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x68fb7baf0d240 00000400:00000200:2.0:1761313475.407407:0:15825:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb1091 [1] + 224 00000400:00000200:2.0:1761313475.407420:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313475.407424:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:2.0:1761313475.407436:0:15825:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000018525722 x1846869138395712/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313519 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761313475.407473:0:15825:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:2.0:1761313475.407478:0:15825:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x68fb7ba85da00 00000400:00000200:2.0:1761313475.407483:0:15825:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xaf9c5 [2] + 1312 00000400:00000200:2.0:1761313475.407536:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313475.407540:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:2.0:1761313475.407543:0:15825:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1761313475.407549:0:15825:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000c9563f77. 00000400:00000010:1.0:1761313475.407641:0:77239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000aaa435c6. 00000400:00000200:1.0:1761313475.407647:0:77239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ccaef716 00000400:00000010:1.0:1761313475.407648:0:77239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ccaef716. 00000100:00000200:1.0:1761313475.407654:0:77239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000018525722 x1846869138395712/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313519 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761313475.407662:0:77239:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000018525722 x1846869138395712/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313519 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761313475.407690:0:77239:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000b90e1890. 02000000:00000010:1.0:1761313475.407696:0:77239:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000085389094. 00000100:00000010:1.0:1761313475.407699:0:77239:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000018525722. 00000100:00000010:1.0:1761313475.407703:0:77239:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000eeac1d93. 00010000:00000010:1.0:1761313475.407706:0:77239:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000042ac8c86. 00000020:00000010:3.0:1761313475.407869:0:75220:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c8ecab62. 00000020:00000010:3.0:1761313475.407876:0:75220:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000002044844d. 00000020:00000010:3.0:1761313475.407880:0:75220:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000c7e61ce8. 00000100:00000200:3.0:1761313475.407903:0:75220:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000c9563f77 x1846869131385344/t0(0) o103->78617949-0e11-4ca2-94c2-d809f91deaa9@192.168.204.38@tcp:406/0 lens 328/0 e 0 to 0 dl 1761313481 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:3.0:1761313475.407935:0:75220:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869131385344 02000000:00000010:3.0:1761313475.407946:0:75220:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000e07b507f. 00010000:00000010:3.0:1761313475.407971:0:75220:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000001a1d868d. 00010000:00000010:3.0:1761313475.407990:0:75220:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000e4efce68. 00000100:00000010:3.0:1761313475.407996:0:75220:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000e9f1352b. 00000100:00000010:3.0:1761313475.408013:0:75220:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000e9f1352b. 00010000:00000010:3.0:1761313475.408016:0:75220:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000e4efce68. 00000400:00000010:3.0:1761313475.408030:0:75220:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002d5c7cf4. 00000100:00000200:3.0:1761313475.408034:0:75220:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869131385344, offset 224 00000400:00000200:3.0:1761313475.408041:0:75220:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:3.0:1761313475.408051:0:75220:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:3.0:1761313475.408056:0:75220:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90382:90382:256:4294967295] 192.168.204.38@tcp LPNI seq info [90382:90382:8:4294967295] 00000400:00000200:3.0:1761313475.408066:0:75220:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:3.0:1761313475.408071:0:75220:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:3.0:1761313475.408076:0:75220:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000633d13cc (tot 82351826). 00000800:00000200:3.0:1761313475.408082:0:75220:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:3.0:1761313475.408088:0:75220:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:3.0:1761313475.408092:0:75220:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000633d13cc type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761313475.408115:0:75220:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000002044844d. 00000020:00000010:3.0:1761313475.408119:0:75220:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000c7e61ce8. 00000020:00000010:3.0:1761313475.408122:0:75220:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c8ecab62. 00080000:00000010:1.0:1761313475.408178:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 0000000085389094. 00010000:00000010:1.0:1761313475.408259:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000967e4f86. 00010000:00000010:1.0:1761313475.408265:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000099ccac10. 00010000:00000010:1.0:1761313475.408336:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000007c6e9732. 00010000:00000010:1.0:1761313475.408340:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002d08a6d0. 00010000:00000010:1.0:1761313475.408345:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000090c07e5a. 00010000:00000010:1.0:1761313475.408350:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000967e4f86. 00080000:00000010:1.0:1761313475.408403:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000b90e1890. 00010000:00000010:1.0:1761313475.408429:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000967e4f86. 00010000:00000010:1.0:1761313475.408434:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002d08a6d0. 00010000:00000010:1.0:1761313475.408485:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000006275dcb4. 00010000:00000010:1.0:1761313475.408490:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000967e4f86. 00010000:00000010:1.0:1761313475.408496:0:77239:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000042ac8c86. 00000100:00000010:1.0:1761313475.408499:0:77239:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000eeac1d93. 00000100:00000010:1.0:1761313475.408505:0:77239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000018525722. 02000000:00000010:1.0:1761313475.408514:0:77239:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000883ab3b4. 02000000:00000010:1.0:1761313475.408533:0:77239:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000b67c9f6a. 00000400:00000010:1.0:1761313475.408537:0:77239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000aaa435c6. 00000400:00000010:1.0:1761313475.408540:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ccaef716. 00000100:00000200:1.0:1761313475.408545:0:77239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869138395776, portal 16 00000400:00000010:1.0:1761313475.408549:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e95cb506. 00000100:00000200:1.0:1761313475.408551:0:77239:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869138395776, offset 0 00000400:00000200:1.0:1761313475.408555:0:77239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:1.0:1761313475.408561:0:77239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:1.0:1761313475.408566:0:77239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:1.0:1761313475.408569:0:77239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761313475.408572:0:77239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:1.0:1761313475.408574:0:77239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90383:90383:255:4294967295] 192.168.204.38@tcp LPNI seq info [90383:90383:7:4294967295] 00000400:00000200:1.0:1761313475.408581:0:77239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:1.0:1761313475.408584:0:77239:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:1.0:1761313475.408587:0:77239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000fe7bdfb5 (tot 82352074). 00000800:00000200:1.0:1761313475.408590:0:77239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:1.0:1761313475.408594:0:77239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:1.0:1761313475.408596:0:77239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000fe7bdfb5 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761313475.408717:0:15826:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761313475.408720:0:15826:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000633d13cc (tot 82351826). 00000400:00000200:2.0:1761313475.408724:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313475.408728:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:2.0:1761313475.408731:0:15826:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002d5c7cf4 00000400:00000010:2.0:1761313475.408732:0:15826:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002d5c7cf4. 00000800:00000200:2.0:1761313475.408786:0:15826:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761313475.408788:0:15826:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000fe7bdfb5 (tot 82351578). 00000400:00000200:2.0:1761313475.408791:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313475.408794:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:2.0:1761313475.408796:0:15826:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e95cb506 00000400:00000010:2.0:1761313475.408797:0:15826:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e95cb506. 00000100:00000200:2.0:1761313475.408800:0:15826:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000018525722 x1846869138395776/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313519 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1761313475.413412:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000056fe6941. 00010000:00000010:1.1:1761313475.413433:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a27793c9. 00010000:00000010:3.1:1761313475.413488:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000259a0df0. 00010000:00000010:1.1:1761313475.418411:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007c6e9732. 00010000:00000010:1.1:1761313475.418426:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000090c07e5a. 00000400:00000200:2.0:1761313475.421205:0:15827:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:2.0:1761313475.421225:0:15827:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x68fb7baf0d280 00000400:00000200:2.0:1761313475.421234:0:15827:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb109d [1] + 224 00000400:00000200:2.0:1761313475.421247:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313475.421251:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:2.0:1761313475.421262:0:15827:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000018525722 x1846869138395776/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313519 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761313475.421302:0:15827:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:2.0:1761313475.421307:0:15827:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x68fb7ba85da40 00000400:00000200:2.0:1761313475.421312:0:15827:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xaf9c5 [2] + 1640 00000400:00000200:2.0:1761313475.421320:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313475.421324:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:2.0:1761313475.421327:0:15827:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1761313475.421332:0:15827:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000031f1affc. 00000020:00000010:0.0:1761313475.421459:0:64710:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008475437a. 00000020:00000010:0.0:1761313475.421467:0:64710:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000004489abd7. 00000020:00000010:0.0:1761313475.421471:0:64710:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000023c93b05. 00000100:00000200:0.0:1761313475.421494:0:64710:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000031f1affc x1846869131385408/t0(0) o103->78617949-0e11-4ca2-94c2-d809f91deaa9@192.168.204.38@tcp:406/0 lens 328/0 e 0 to 0 dl 1761313481 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:0.0:1761313475.421531:0:64710:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869131385408 02000000:00000010:0.0:1761313475.421542:0:64710:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000485b82ac. 00010000:00000010:0.0:1761313475.421577:0:64710:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000cd3b993d. 00000100:00000010:0.0:1761313475.421585:0:64710:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000679908b8. 00000100:00000010:0.0:1761313475.421592:0:64710:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000679908b8. 00010000:00000010:0.0:1761313475.421595:0:64710:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000cd3b993d. 00000400:00000010:0.0:1761313475.421608:0:64710:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f0542810. 00000100:00000200:0.0:1761313475.421613:0:64710:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869131385408, offset 224 00000400:00000200:0.0:1761313475.421620:0:64710:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:0.0:1761313475.421630:0:64710:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:0.0:1761313475.421636:0:64710:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90384:90384:256:4294967295] 192.168.204.38@tcp LPNI seq info [90384:90384:8:4294967295] 00000400:00000200:0.0:1761313475.421648:0:64710:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:0.0:1761313475.421653:0:64710:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:0.0:1761313475.421657:0:64710:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c766a5fa (tot 82351826). 00000800:00000200:0.0:1761313475.421663:0:64710:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:0.0:1761313475.421669:0:64710:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:0.0:1761313475.421672:0:64710:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c766a5fa type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761313475.421694:0:64710:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000004489abd7. 00000020:00000010:0.0:1761313475.421699:0:64710:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000023c93b05. 00000020:00000010:0.0:1761313475.421702:0:64710:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008475437a. 00000400:00000010:1.0:1761313475.421779:0:77239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000aaa435c6. 00000400:00000200:1.0:1761313475.421784:0:77239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ccaef716 00000400:00000010:1.0:1761313475.421786:0:77239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ccaef716. 00000100:00000200:1.0:1761313475.421791:0:77239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000018525722 x1846869138395776/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313519 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761313475.421799:0:77239:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000018525722 x1846869138395776/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313519 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.0:1761313475.421819:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000015fbe10a. 02000000:00000010:1.0:1761313475.421834:0:77239:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000b67c9f6a. 02000000:00000010:1.0:1761313475.421838:0:77239:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000883ab3b4. 00000100:00000010:1.0:1761313475.421842:0:77239:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000018525722. 00000100:00000010:1.0:1761313475.421845:0:77239:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000eeac1d93. 00010000:00000010:1.0:1761313475.421848:0:77239:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000042ac8c86. 00080000:00000010:1.0:1761313475.421861:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000883ab3b4. 00010000:00000010:1.0:1761313475.421940:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000967e4f86. 00010000:00000010:1.0:1761313475.421947:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000007b017f7a. 00010000:00000010:1.0:1761313475.422016:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000090c07e5a. 00010000:00000010:1.0:1761313475.422021:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000967e4f86. 00010000:00000010:1.0:1761313475.422029:0:77239:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000042ac8c86. 00000100:00000010:1.0:1761313475.422032:0:77239:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000eeac1d93. 00000100:00000010:1.0:1761313475.422037:0:77239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000018525722. 02000000:00000010:1.0:1761313475.422047:0:77239:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000b67c9f6a. 02000000:00000010:1.0:1761313475.422068:0:77239:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000004109c067. 00000400:00000010:1.0:1761313475.422073:0:77239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000aaa435c6. 00000400:00000010:1.0:1761313475.422076:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ccaef716. 00000100:00000200:1.0:1761313475.422081:0:77239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869138395840, portal 16 00000400:00000010:1.0:1761313475.422084:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e7bbe35e. 00000100:00000200:1.0:1761313475.422086:0:77239:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869138395840, offset 0 00000400:00000200:1.0:1761313475.422091:0:77239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:1.0:1761313475.422097:0:77239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:1.0:1761313475.422103:0:77239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:1.0:1761313475.422106:0:77239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761313475.422108:0:77239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:1.0:1761313475.422111:0:77239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90385:90385:255:4294967295] 192.168.204.38@tcp LPNI seq info [90385:90385:7:4294967295] 00000400:00000200:1.0:1761313475.422118:0:77239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:1.0:1761313475.422122:0:77239:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:1.0:1761313475.422126:0:77239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000258d8758 (tot 82352074). 00000800:00000200:1.0:1761313475.422130:0:77239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:1.0:1761313475.422134:0:77239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:1.0:1761313475.422136:0:77239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000258d8758 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761313475.423784:0:15825:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761313475.423791:0:15825:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c766a5fa (tot 82351826). 00000400:00000200:2.0:1761313475.423799:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313475.423807:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:2.0:1761313475.423812:0:15825:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f0542810 00000400:00000010:2.0:1761313475.423814:0:15825:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f0542810. 00000800:00000200:2.0:1761313475.423886:0:15825:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761313475.423888:0:15825:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000258d8758 (tot 82351578). 00000400:00000200:2.0:1761313475.423892:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313475.423895:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:2.0:1761313475.423897:0:15825:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e7bbe35e 00000400:00000010:2.0:1761313475.423898:0:15825:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e7bbe35e. 00000100:00000200:2.0:1761313475.423905:0:15825:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000018525722 x1846869138395840/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313519 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1761313475.428440:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000360a9202. 00010000:00000010:1.1:1761313475.428458:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000093cf7ae9. 00010000:00000010:1.1:1761313475.428463:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006275dcb4. 00000400:00000200:2.0:1761313475.430107:0:15826:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:2.0:1761313475.430126:0:15826:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x68fb7baf0d2c0 00000400:00000200:2.0:1761313475.430135:0:15826:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb10a9 [1] + 224 00000400:00000200:2.0:1761313475.430147:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313475.430151:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:2.0:1761313475.430162:0:15826:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000018525722 x1846869138395840/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313519 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761313475.430202:0:15826:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:2.0:1761313475.430207:0:15826:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x68fb7ba85da80 00000400:00000200:2.0:1761313475.430211:0:15826:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xaf9c5 [2] + 1968 00000400:00000010:2.0:1761313475.430216:0:15826:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000f8c42b87. 00000400:00000200:2.0:1761313475.430219:0:15826:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 00000000f322f070 00000400:00000200:2.0:1761313475.430227:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313475.430230:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:2.0:1761313475.430234:0:15826:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f322f070 00000400:00000010:2.0:1761313475.430236:0:15826:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 00000000f322f070 (tot 82351426). 00000100:00000200:2.0:1761313475.430241:0:15826:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000400:00000010:1.0:1761313475.430334:0:77239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000aaa435c6. 00000400:00000200:1.0:1761313475.430340:0:77239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ccaef716 00000400:00000010:1.0:1761313475.430341:0:77239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ccaef716. 00000100:00000200:1.0:1761313475.430347:0:77239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000018525722 x1846869138395840/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313519 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761313475.430355:0:77239:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000018525722 x1846869138395840/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313519 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761313475.430419:0:77239:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000004109c067. 02000000:00000010:1.0:1761313475.430425:0:77239:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000b67c9f6a. 00000100:00000010:1.0:1761313475.430428:0:77239:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000018525722. 00000100:00000010:1.0:1761313475.430433:0:77239:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000eeac1d93. 00010000:00000010:1.0:1761313475.430436:0:77239:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000042ac8c86. 00000020:00000010:3.0:1761313475.430548:0:75220:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c8ecab62. 00000020:00000010:3.0:1761313475.430555:0:75220:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000002044844d. 00000020:00000010:3.0:1761313475.430560:0:75220:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000c7e61ce8. 00000100:00000200:3.0:1761313475.430582:0:75220:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000041285023 x1846869131385472/t0(0) o103->78617949-0e11-4ca2-94c2-d809f91deaa9@192.168.204.38@tcp:406/0 lens 328/0 e 0 to 0 dl 1761313481 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:3.0:1761313475.430619:0:75220:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869131385472 02000000:00000010:3.0:1761313475.430630:0:75220:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000670f6777. 00010000:00000010:3.0:1761313475.430655:0:75220:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000059163674. 00010000:00000010:3.0:1761313475.430675:0:75220:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000e4efce68. 00000100:00000010:3.0:1761313475.430682:0:75220:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000e9f1352b. 00000100:00000010:3.0:1761313475.430697:0:75220:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000e9f1352b. 00010000:00000010:3.0:1761313475.430700:0:75220:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000e4efce68. 00000400:00000010:3.0:1761313475.430713:0:75220:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000072ca0382. 00000100:00000200:3.0:1761313475.430717:0:75220:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869131385472, offset 224 00000400:00000200:3.0:1761313475.430724:0:75220:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:3.0:1761313475.430735:0:75220:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:3.0:1761313475.430740:0:75220:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90386:90386:256:4294967295] 192.168.204.38@tcp LPNI seq info [90386:90386:8:4294967295] 00000400:00000200:3.0:1761313475.430751:0:75220:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:3.0:1761313475.430755:0:75220:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:3.0:1761313475.430768:0:75220:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006eaa0fc9 (tot 82351674). 00000800:00000200:3.0:1761313475.430773:0:75220:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:3.0:1761313475.430779:0:75220:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:3.0:1761313475.430783:0:75220:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000006eaa0fc9 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761313475.430802:0:75220:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000002044844d. 00000020:00000010:3.0:1761313475.430806:0:75220:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000c7e61ce8. 00000020:00000010:3.0:1761313475.430810:0:75220:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c8ecab62. 02000000:00000010:3.0:1761313475.430816:0:75220:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000485b82ac. 00000100:00000010:3.0:1761313475.430819:0:75220:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000031f1affc. 02000000:00000010:3.0:1761313475.430826:0:75220:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000e07b507f. 00000100:00000010:3.0:1761313475.430828:0:75220:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000c9563f77. 02000000:00000010:3.0:1761313475.430839:0:75220:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000a668ac87. 00000100:00000010:3.0:1761313475.430842:0:75220:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000006f7dd222. 02000000:00000010:3.0:1761313475.430860:0:75220:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000005efcd4a1. 00000100:00000010:3.0:1761313475.430862:0:75220:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000771a630e. 02000000:00000010:3.0:1761313475.430866:0:75220:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000086085109. 00000100:00000010:3.0:1761313475.430868:0:75220:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ba613791. 02000000:00000010:3.0:1761313475.430875:0:75220:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000be6ff6cf. 00000100:00000010:3.0:1761313475.430877:0:75220:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007fc08122. 00000100:00000200:3.0:1761313475.430883:0:75220:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1761313475.430888:0:75220:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000009a69ec99. 00000400:00000010:3.0:1761313475.430892:0:75220:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000e9f1352b (tot 82351826). 00080000:00000010:1.0:1761313475.430904:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000b67c9f6a. 00010000:00000010:1.0:1761313475.430981:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000967e4f86. 00010000:00000010:1.0:1761313475.430987:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000038ddef72. 00000800:00000200:2.0:1761313475.431009:0:15827:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761313475.431012:0:15827:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006eaa0fc9 (tot 82351578). 00000400:00000200:2.0:1761313475.431015:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313475.431019:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:2.0:1761313475.431022:0:15827:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000072ca0382 00000400:00000010:2.0:1761313475.431023:0:15827:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000072ca0382. 02000000:00000010:2.0:1761313475.431026:0:15827:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000670f6777. 00010000:00000010:1.0:1761313475.431059:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000006275dcb4. 00010000:00000010:1.0:1761313475.431064:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000967e4f86. 00010000:00000010:1.0:1761313475.431073:0:77239:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000042ac8c86. 00000100:00000010:1.0:1761313475.431076:0:77239:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000eeac1d93. 00000100:00000010:1.0:1761313475.431083:0:77239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000018525722. 02000000:00000010:1.0:1761313475.431092:0:77239:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000004109c067. 02000000:00000010:1.0:1761313475.431111:0:77239:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000146b7906. 00000400:00000010:1.0:1761313475.431115:0:77239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000aaa435c6. 00000400:00000010:1.0:1761313475.431118:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ccaef716. 00000100:00000200:1.0:1761313475.431121:0:77239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869138395904, portal 16 00000400:00000010:1.0:1761313475.431125:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000074b1fc4e. 00000100:00000200:1.0:1761313475.431127:0:77239:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869138395904, offset 0 00000400:00000200:1.0:1761313475.431132:0:77239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:1.0:1761313475.431150:0:77239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:1.0:1761313475.431155:0:77239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:1.0:1761313475.431158:0:77239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761313475.431161:0:77239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:1.0:1761313475.431163:0:77239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90387:90387:256:4294967295] 192.168.204.38@tcp LPNI seq info [90387:90387:8:4294967295] 00000400:00000200:1.0:1761313475.431169:0:77239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:1.0:1761313475.431173:0:77239:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:1.0:1761313475.431177:0:77239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000258d8758 (tot 82351826). 00000800:00000200:1.0:1761313475.431180:0:77239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:1.0:1761313475.431184:0:77239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:1.0:1761313475.431186:0:77239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000258d8758 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761313475.431548:0:15825:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761313475.431551:0:15825:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000258d8758 (tot 82351578). 00000400:00000200:2.0:1761313475.431555:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313475.431560:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:2.0:1761313475.431562:0:15825:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000074b1fc4e 00000400:00000010:2.0:1761313475.431564:0:15825:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000074b1fc4e. 00000100:00000200:2.0:1761313475.431569:0:15825:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000018525722 x1846869138395904/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313519 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1761313475.442025:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ff29b61f. 00010000:00000010:1.1:1761313475.442407:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000019b54591. 00010000:00000010:1.1:1761313475.442414:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000090c07e5a. 00000400:00000200:2.0:1761313475.442598:0:15826:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:2.0:1761313475.442618:0:15826:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x68fb7baf0d300 00000400:00000200:2.0:1761313475.442627:0:15826:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb10b9 [1] + 224 00000400:00000200:2.0:1761313475.442639:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313475.442643:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:2.0:1761313475.442654:0:15826:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000018525722 x1846869138395904/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313519 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761313475.442695:0:15826:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:2.0:1761313475.442701:0:15826:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x68fb7ba85dac0 00000400:00000200:2.0:1761313475.442707:0:15826:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xafa1d [2] + 0 00000400:00000200:2.0:1761313475.442717:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313475.442721:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:2.0:1761313475.442725:0:15826:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1761313475.442731:0:15826:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000a9908fec. 00000400:00000010:1.0:1761313475.442827:0:77239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000aaa435c6. 00000400:00000200:1.0:1761313475.442833:0:77239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ccaef716 00000400:00000010:1.0:1761313475.442835:0:77239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ccaef716. 00000100:00000200:1.0:1761313475.442842:0:77239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000018525722 x1846869138395904/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313519 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761313475.442850:0:77239:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000018525722 x1846869138395904/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313519 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761313475.442881:0:77239:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000146b7906. 02000000:00000010:1.0:1761313475.442888:0:77239:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000004109c067. 00000100:00000010:1.0:1761313475.442893:0:77239:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000018525722. 00000100:00000010:1.0:1761313475.442897:0:77239:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000eeac1d93. 00010000:00000010:1.0:1761313475.442901:0:77239:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000042ac8c86. 00000020:00000010:3.0:1761313475.444474:0:75220:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e07b507f. 00000020:00000010:3.0:1761313475.444486:0:75220:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000002044844d. 00000020:00000010:3.0:1761313475.444491:0:75220:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000c7e61ce8. 00000100:00000200:3.0:1761313475.444521:0:75220:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000a9908fec x1846869131385536/t0(0) o103->78617949-0e11-4ca2-94c2-d809f91deaa9@192.168.204.38@tcp:406/0 lens 328/0 e 0 to 0 dl 1761313481 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:3.0:1761313475.444555:0:75220:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869131385536 02000000:00000010:3.0:1761313475.444568:0:75220:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000c8ecab62. 00010000:00000010:3.0:1761313475.444596:0:75220:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c1da77cf. 00010000:00000010:3.0:1761313475.444618:0:75220:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000e4efce68. 00000100:00000010:3.0:1761313475.444625:0:75220:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000794492ac. 00000100:00000010:3.0:1761313475.444646:0:75220:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000794492ac. 00010000:00000010:3.0:1761313475.444649:0:75220:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000e4efce68. 00000400:00000010:3.0:1761313475.444665:0:75220:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009195ec4b. 00000100:00000200:3.0:1761313475.444670:0:75220:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869131385536, offset 224 00000400:00000200:3.0:1761313475.444679:0:75220:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:3.0:1761313475.444693:0:75220:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:3.0:1761313475.444698:0:75220:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90388:90388:256:4294967295] 192.168.204.38@tcp LPNI seq info [90388:90388:8:4294967295] 00000400:00000200:3.0:1761313475.444709:0:75220:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:3.0:1761313475.444714:0:75220:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:3.0:1761313475.444718:0:75220:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000986d3ed7 (tot 82351826). 00000800:00000200:3.0:1761313475.444724:0:75220:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:3.0:1761313475.444731:0:75220:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:3.0:1761313475.444735:0:75220:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000986d3ed7 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761313475.444767:0:75220:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000002044844d. 00000020:00000010:3.0:1761313475.444772:0:75220:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000c7e61ce8. 00000020:00000010:3.0:1761313475.444776:0:75220:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e07b507f. 00080000:00000010:1.0:1761313475.445420:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 000000004109c067. 00010000:00000010:1.0:1761313475.445506:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000967e4f86. 00010000:00000010:1.0:1761313475.445514:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000f7896865. 00010000:00000010:1.0:1761313475.445583:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000090c07e5a. 00010000:00000010:1.0:1761313475.445588:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000967e4f86. 00010000:00000010:1.0:1761313475.445597:0:77239:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000042ac8c86. 00000100:00000010:1.0:1761313475.445601:0:77239:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000eeac1d93. 00000100:00000010:1.0:1761313475.445609:0:77239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000018525722. 02000000:00000010:1.0:1761313475.445620:0:77239:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000146b7906. 02000000:00000010:1.0:1761313475.445645:0:77239:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000cd3defc9. 00000400:00000010:1.0:1761313475.445651:0:77239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000aaa435c6. 00000400:00000010:1.0:1761313475.445656:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ccaef716. 00000100:00000200:1.0:1761313475.445662:0:77239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869138395968, portal 16 00000400:00000010:1.0:1761313475.445666:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009cf941ad. 00000100:00000200:1.0:1761313475.445668:0:77239:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869138395968, offset 0 00000400:00000200:1.0:1761313475.445674:0:77239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:1.0:1761313475.445684:0:77239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:1.0:1761313475.445690:0:77239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:1.0:1761313475.445693:0:77239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761313475.445696:0:77239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:1.0:1761313475.445699:0:77239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90389:90389:255:4294967295] 192.168.204.38@tcp LPNI seq info [90389:90389:7:4294967295] 00000400:00000200:1.0:1761313475.445706:0:77239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:1.0:1761313475.445710:0:77239:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:1.0:1761313475.445714:0:77239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000fe7bdfb5 (tot 82352074). 00000800:00000200:1.0:1761313475.445719:0:77239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:1.0:1761313475.445723:0:77239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:1.0:1761313475.445726:0:77239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000fe7bdfb5 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761313475.448546:0:15827:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761313475.448554:0:15827:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000986d3ed7 (tot 82351826). 00000400:00000200:3.0:1761313475.448563:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313475.448573:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:3.0:1761313475.448579:0:15827:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009195ec4b 00000400:00000010:3.0:1761313475.448581:0:15827:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009195ec4b. 00000800:00000200:0.0:1761313475.448781:0:15827:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761313475.448785:0:15827:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000fe7bdfb5 (tot 82351578). 00000400:00000200:0.0:1761313475.448790:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313475.448795:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:0.0:1761313475.448797:0:15827:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009cf941ad 00000400:00000010:0.0:1761313475.448799:0:15827:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009cf941ad. 00000100:00000200:0.0:1761313475.448807:0:15827:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000018525722 x1846869138395968/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313519 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761313475.452279:0:15825:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:2.0:1761313475.452299:0:15825:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x68fb7baf0d340 00000400:00000200:2.0:1761313475.452309:0:15825:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb10c5 [1] + 224 00000400:00000200:2.0:1761313475.452324:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313475.452329:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:2.0:1761313475.452339:0:15825:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000018525722 x1846869138395968/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313519 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1761313475.452468:0:77239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000aaa435c6. 00000400:00000200:0.0:1761313475.452473:0:77239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ccaef716 00000400:00000010:0.0:1761313475.452475:0:77239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ccaef716. 00000100:00000200:0.0:1761313475.452481:0:77239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000018525722 x1846869138395968/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313519 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761313475.452489:0:77239:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000018525722 x1846869138395968/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313519 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761313475.452516:0:77239:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000cd3defc9. 02000000:00000010:0.0:1761313475.452524:0:77239:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000146b7906. 00000100:00000010:0.0:1761313475.452528:0:77239:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000018525722. 00000100:00000010:0.0:1761313475.452533:0:77239:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000eeac1d93. 00010000:00000010:0.0:1761313475.452537:0:77239:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000042ac8c86. 00010000:00000010:1.1:1761313475.452898:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002b4909b7. 00010000:00000010:1.1:1761313475.452906:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006275dcb4. 00000400:00000200:0.0:1761313475.452977:0:15827:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:0.0:1761313475.452985:0:15827:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x68fb7ba85db00 00000400:00000200:0.0:1761313475.452991:0:15827:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xafa1d [2] + 328 00000400:00000200:0.0:1761313475.453036:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313475.453040:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:0.0:1761313475.453043:0:15827:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761313475.453048:0:15827:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000000ef172a3. 00000020:00000010:1.0:1761313475.453131:0:64710:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000cd3defc9. 00000020:00000010:1.0:1761313475.453138:0:64710:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000002d08a6d0. 00000020:00000010:1.0:1761313475.453141:0:64710:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000003bfb3785. 00000100:00000200:1.0:1761313475.453163:0:64710:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000000ef172a3 x1846869131385600/t0(0) o103->78617949-0e11-4ca2-94c2-d809f91deaa9@192.168.204.38@tcp:406/0 lens 328/0 e 0 to 0 dl 1761313481 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:1.0:1761313475.453193:0:64710:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869131385600 02000000:00000010:1.0:1761313475.453203:0:64710:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000061e0406a. 00010000:00000010:1.0:1761313475.453225:0:64710:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000002f8d0c59. 00010000:00000010:1.0:1761313475.453243:0:64710:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000b893fbd8. 00000100:00000010:1.0:1761313475.453248:0:64710:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000eeac1d93. 00000100:00000010:1.0:1761313475.453261:0:64710:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000eeac1d93. 00010000:00000010:1.0:1761313475.453263:0:64710:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000b893fbd8. 00000400:00000010:1.0:1761313475.453274:0:64710:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003b07ff82. 00000100:00000200:1.0:1761313475.453278:0:64710:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869131385600, offset 224 00000400:00000200:1.0:1761313475.453284:0:64710:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:1.0:1761313475.453293:0:64710:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:1.0:1761313475.453297:0:64710:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90390:90390:256:4294967295] 192.168.204.38@tcp LPNI seq info [90390:90390:8:4294967295] 00000400:00000200:1.0:1761313475.453307:0:64710:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:1.0:1761313475.453311:0:64710:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:1.0:1761313475.453315:0:64710:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000cc8c87c8 (tot 82351826). 00000800:00000200:1.0:1761313475.453320:0:64710:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:1.0:1761313475.453327:0:64710:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:1.0:1761313475.453330:0:64710:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000cc8c87c8 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761313475.453352:0:64710:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000002d08a6d0. 00000020:00000010:1.0:1761313475.453355:0:64710:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000003bfb3785. 00000020:00000010:1.0:1761313475.453387:0:64710:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000cd3defc9. 00010000:00000010:3.1:1761313475.453441:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bcc077f8. 00000800:00000200:2.0:1761313475.453546:0:15826:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761313475.453550:0:15826:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000cc8c87c8 (tot 82351578). 00000400:00000200:2.0:1761313475.453554:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313475.453557:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:2.0:1761313475.453560:0:15826:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003b07ff82 00000400:00000010:2.0:1761313475.453562:0:15826:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003b07ff82. 00080000:00000010:0.0:1761313475.453621:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 000000008475437a. 00010000:00000010:0.0:1761313475.453709:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000967e4f86. 00010000:00000010:0.0:1761313475.453716:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000007472efc1. 00010000:00000010:0.0:1761313475.453788:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000d6106bc2. 00010000:00000010:0.0:1761313475.453793:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000055843b74. 00010000:00000010:0.0:1761313475.453800:0:77239:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000cd3b993d. 00000100:00000010:0.0:1761313475.453804:0:77239:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000679908b8. 00000100:00000010:0.0:1761313475.453810:0:77239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000003efab3fb. 02000000:00000010:0.0:1761313475.453818:0:77239:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000060ecb47a. 02000000:00000010:0.0:1761313475.453838:0:77239:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a890d2e7. 00000400:00000010:0.0:1761313475.453841:0:77239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000009b3fd033. 00000400:00000010:0.0:1761313475.453844:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000036d302a6. 00000100:00000200:0.0:1761313475.453849:0:77239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869138396032, portal 16 00000400:00000010:0.0:1761313475.453852:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000bb3ff5d8. 00000100:00000200:0.0:1761313475.453854:0:77239:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869138396032, offset 0 00000400:00000200:0.0:1761313475.453859:0:77239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:0.0:1761313475.453864:0:77239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:0.0:1761313475.453870:0:77239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:0.0:1761313475.453873:0:77239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761313475.453875:0:77239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:0.0:1761313475.453878:0:77239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90391:90391:256:4294967295] 192.168.204.38@tcp LPNI seq info [90391:90391:8:4294967295] 00000400:00000200:0.0:1761313475.453884:0:77239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:0.0:1761313475.453888:0:77239:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:0.0:1761313475.453891:0:77239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000302321a (tot 82351826). 00000800:00000200:0.0:1761313475.453895:0:77239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:0.0:1761313475.453899:0:77239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:0.0:1761313475.453902:0:77239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000000302321a type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761313475.454267:0:15825:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761313475.454270:0:15825:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000302321a (tot 82351578). 00000400:00000200:2.0:1761313475.454273:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313475.454278:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:2.0:1761313475.454280:0:15825:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000bb3ff5d8 00000400:00000010:2.0:1761313475.454282:0:15825:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000bb3ff5d8. 00000100:00000200:2.0:1761313475.454287:0:15825:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000003efab3fb x1846869138396032/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313519 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1761313475.457635:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000073c39ec4. 00000400:00000200:3.0:1761313475.458799:0:15827:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:3.0:1761313475.458816:0:15827:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x68fb7baf0d380 00000400:00000200:3.0:1761313475.458825:0:15827:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb10d1 [1] + 224 00000400:00000200:3.0:1761313475.458836:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313475.458840:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:3.0:1761313475.458850:0:15827:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000003efab3fb x1846869138396032/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313519 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1761313475.459108:0:77239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000009b3fd033. 00000400:00000200:1.0:1761313475.459113:0:77239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000036d302a6 00000400:00000010:1.0:1761313475.459115:0:77239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000036d302a6. 00000100:00000200:1.0:1761313475.459121:0:77239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000003efab3fb x1846869138396032/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313519 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761313475.459129:0:77239:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000003efab3fb x1846869138396032/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313519 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761313475.459157:0:77239:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a890d2e7. 02000000:00000010:1.0:1761313475.459163:0:77239:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000060ecb47a. 00000100:00000010:1.0:1761313475.459166:0:77239:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000003efab3fb. 00000100:00000010:1.0:1761313475.459171:0:77239:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000679908b8. 00010000:00000010:1.0:1761313475.459174:0:77239:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000cd3b993d. 00000400:00000200:0.0:1761313475.459214:0:15827:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:0.0:1761313475.459223:0:15827:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x68fb7ba85db40 00000400:00000200:0.0:1761313475.459228:0:15827:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xafa1d [2] + 656 00000400:00000200:0.0:1761313475.459238:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313475.459241:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:0.0:1761313475.459245:0:15827:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761313475.459249:0:15827:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001375339a. 00000020:00000010:3.0:1761313475.459334:0:75220:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e07b507f. 00000020:00000010:3.0:1761313475.459341:0:75220:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000002044844d. 00000020:00000010:3.0:1761313475.460151:0:75220:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000c7e61ce8. 00000100:00000200:3.0:1761313475.460184:0:75220:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000001375339a x1846869131385664/t0(0) o103->78617949-0e11-4ca2-94c2-d809f91deaa9@192.168.204.38@tcp:406/0 lens 328/0 e 0 to 0 dl 1761313481 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:2.0:1761313475.460290:0:75220:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869131385664 02000000:00000010:2.0:1761313475.460303:0:75220:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000001a9f60ac. 00010000:00000010:2.0:1761313475.460330:0:75220:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e3e21df6. 00010000:00000010:2.0:1761313475.460380:0:75220:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000cf0a8201. 00000100:00000010:2.0:1761313475.460387:0:75220:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000002ab4d30f. 00000100:00000010:2.0:1761313475.460403:0:75220:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000002ab4d30f. 00010000:00000010:2.0:1761313475.460407:0:75220:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000cf0a8201. 00000400:00000010:2.0:1761313475.460420:0:75220:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000eace0f75. 00000100:00000200:2.0:1761313475.460425:0:75220:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869131385664, offset 224 00080000:00000010:0.0:1761313475.460428:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 0000000060ecb47a. 00000400:00000200:2.0:1761313475.460432:0:75220:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:2.0:1761313475.460443:0:75220:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:2.0:1761313475.460448:0:75220:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90392:90392:256:4294967295] 192.168.204.38@tcp LPNI seq info [90392:90392:8:4294967295] 00000400:00000200:2.0:1761313475.460457:0:75220:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:2.0:1761313475.460461:0:75220:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:2.0:1761313475.460465:0:75220:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c0eb742f (tot 82351826). 00000800:00000200:2.0:1761313475.460470:0:75220:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:2.0:1761313475.460476:0:75220:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:2.0:1761313475.460479:0:75220:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c0eb742f type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761313475.460504:0:75220:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000002044844d. 00000020:00000010:2.0:1761313475.460508:0:75220:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000c7e61ce8. 00010000:00000010:0.0:1761313475.460508:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000055843b74. 00000020:00000010:2.0:1761313475.460511:0:75220:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e07b507f. 00010000:00000010:0.0:1761313475.460513:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000009852e91. 00010000:00000010:0.0:1761313475.460585:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000803e8ee5. 00010000:00000010:0.0:1761313475.460590:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000055843b74. 00010000:00000010:0.0:1761313475.460599:0:77239:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000764ff400. 00000100:00000010:0.0:1761313475.460603:0:77239:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000002b95c306. 00000100:00000010:0.0:1761313475.460609:0:77239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000db4b24ed. 02000000:00000010:0.0:1761313475.460618:0:77239:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000a890d2e7. 02000000:00000010:0.0:1761313475.460638:0:77239:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000be6ff6cf. 00000400:00000010:0.0:1761313475.460642:0:77239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000091013c9c. 00000400:00000010:0.0:1761313475.460662:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c07641fd. 00000100:00000200:0.0:1761313475.460666:0:77239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869138396096, portal 16 00000800:00000200:3.0:1761313475.460669:0:15826:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000400:00000010:0.0:1761313475.460671:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000014b05d26. 00000800:00000010:3.0:1761313475.460672:0:15826:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c0eb742f (tot 82351578). 00000100:00000200:0.0:1761313475.460672:0:77239:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869138396096, offset 0 00000400:00000200:0.0:1761313475.460677:0:77239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:3.0:1761313475.460679:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313475.460682:0:77239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:3.0:1761313475.460683:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:3.0:1761313475.460686:0:15826:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000eace0f75 00000400:00000010:3.0:1761313475.460687:0:15826:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000eace0f75. 00000400:00000200:0.0:1761313475.460688:0:77239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:0.0:1761313475.460691:0:77239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761313475.460694:0:77239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:0.0:1761313475.460696:0:77239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90393:90393:255:4294967295] 192.168.204.38@tcp LPNI seq info [90393:90393:7:4294967295] 00000400:00000200:0.0:1761313475.460704:0:77239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:0.0:1761313475.460707:0:77239:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:0.0:1761313475.460710:0:77239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000eb7bab6c (tot 82351826). 00000800:00000200:0.0:1761313475.460713:0:77239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:0.0:1761313475.460717:0:77239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:0.0:1761313475.460719:0:77239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000eb7bab6c type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761313475.460828:0:15825:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761313475.460831:0:15825:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000eb7bab6c (tot 82351578). 00000400:00000200:2.0:1761313475.460834:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313475.460838:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:2.0:1761313475.460840:0:15825:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000014b05d26 00000400:00000010:2.0:1761313475.460841:0:15825:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000014b05d26. 00000100:00000200:2.0:1761313475.460846:0:15825:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000db4b24ed x1846869138396096/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313519 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1761313475.464412:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f2ea5061. 00010000:00000010:0.1:1761313475.464430:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000090c07e5a. 00010000:00000010:2.1:1761313475.468417:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008abc5a03. 00010000:00000010:0.1:1761313475.471936:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001bcb6977. 00010000:00000010:0.1:1761313475.471951:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d6106bc2. 00000400:00000200:0.0:1761313475.471989:0:15827:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:0.0:1761313475.472006:0:15827:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x68fb7baf0d3c0 00000400:00000200:0.0:1761313475.472015:0:15827:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb10dd [1] + 224 00000400:00000200:0.0:1761313475.472025:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313475.472029:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:0.0:1761313475.472040:0:15827:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000db4b24ed x1846869138396096/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313519 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761313475.472082:0:15827:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:0.0:1761313475.472087:0:15827:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x68fb7ba85db80 00000400:00000200:0.0:1761313475.472092:0:15827:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xafa1d [2] + 984 00000400:00000200:0.0:1761313475.472152:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313475.472155:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:0.0:1761313475.472159:0:15827:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761313475.472164:0:15827:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000251ce4d5. 00000020:00000010:3.0:1761313475.472449:0:64710:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007071ea9f. 00000020:00000010:3.0:1761313475.472457:0:64710:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000036298e5f. 00000020:00000010:3.0:1761313475.472462:0:64710:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000f175d44a. 00000400:00000010:2.0:1761313475.472463:0:77239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000091013c9c. 00000400:00000200:2.0:1761313475.472470:0:77239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c07641fd 00000400:00000010:2.0:1761313475.472472:0:77239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c07641fd. 00000100:00000200:2.0:1761313475.472479:0:77239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000db4b24ed x1846869138396096/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313519 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761313475.472490:0:77239:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000db4b24ed x1846869138396096/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313519 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761313475.472491:0:64710:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000251ce4d5 x1846869131385728/t0(0) o103->78617949-0e11-4ca2-94c2-d809f91deaa9@192.168.204.38@tcp:406/0 lens 328/0 e 0 to 0 dl 1761313481 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 02000000:00000010:2.0:1761313475.472530:0:77239:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000be6ff6cf. 02000000:00000010:2.0:1761313475.472537:0:77239:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000a890d2e7. 00000100:00000010:2.0:1761313475.472541:0:77239:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000db4b24ed. 00000100:00000200:3.0:1761313475.472543:0:64710:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869131385728 00000100:00000010:2.0:1761313475.472545:0:77239:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000002b95c306. 00010000:00000010:2.0:1761313475.472550:0:77239:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000764ff400. 02000000:00000010:3.0:1761313475.472555:0:64710:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000fd1eb2bf. 00010000:00000010:3.0:1761313475.472582:0:64710:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b1384abc. 00010000:00000010:3.0:1761313475.472601:0:64710:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000e4efce68. 00000100:00000010:3.0:1761313475.472607:0:64710:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000794492ac. 00000100:00000010:3.0:1761313475.472624:0:64710:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000794492ac. 00010000:00000010:3.0:1761313475.472627:0:64710:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000e4efce68. 00000400:00000010:3.0:1761313475.472640:0:64710:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009195ec4b. 00000100:00000200:3.0:1761313475.472645:0:64710:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869131385728, offset 224 00000400:00000200:3.0:1761313475.472662:0:64710:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:3.0:1761313475.472672:0:64710:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:3.0:1761313475.472678:0:64710:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90394:90394:256:4294967295] 192.168.204.38@tcp LPNI seq info [90394:90394:8:4294967295] 00000400:00000200:3.0:1761313475.472689:0:64710:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:3.0:1761313475.472694:0:64710:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:3.0:1761313475.472698:0:64710:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000986d3ed7 (tot 82351826). 00000800:00000200:3.0:1761313475.472704:0:64710:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:3.0:1761313475.472710:0:64710:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:3.0:1761313475.472714:0:64710:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000986d3ed7 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761313475.472737:0:64710:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000036298e5f. 00000020:00000010:3.0:1761313475.472741:0:64710:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000f175d44a. 00000020:00000010:3.0:1761313475.472745:0:64710:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007071ea9f. 00000800:00000200:1.0:1761313475.472840:0:15826:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313475.472844:0:15826:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000986d3ed7 (tot 82351578). 00000400:00000200:1.0:1761313475.472849:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313475.472854:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:1.0:1761313475.472856:0:15826:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009195ec4b 00000400:00000010:1.0:1761313475.472858:0:15826:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009195ec4b. 00080000:00000010:2.0:1761313475.472862:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 000000005afb86ac. 00010000:00000010:2.0:1761313475.472946:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000055843b74. 00010000:00000010:2.0:1761313475.472952:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000001ed17d77. 00010000:00000010:2.0:1761313475.473033:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000006ef72c2c. 00010000:00000010:2.0:1761313475.473039:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000068949f78. 00010000:00000010:2.0:1761313475.473048:0:77239:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000cf0a8201. 00000100:00000010:2.0:1761313475.473052:0:77239:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000002ab4d30f. 00000100:00000010:2.0:1761313475.473057:0:77239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000003c35c989. 02000000:00000010:2.0:1761313475.473067:0:77239:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000d8f6543a. 02000000:00000010:2.0:1761313475.473086:0:77239:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000008679a56. 00000400:00000010:2.0:1761313475.473090:0:77239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000f8c42b87. 00000400:00000010:2.0:1761313475.473094:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000695182e. 00000100:00000200:2.0:1761313475.473099:0:77239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869138396160, portal 16 00000400:00000010:2.0:1761313475.473103:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000022a491ca. 00000100:00000200:2.0:1761313475.473105:0:77239:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869138396160, offset 0 00000400:00000200:2.0:1761313475.473110:0:77239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:2.0:1761313475.473116:0:77239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:2.0:1761313475.473135:0:77239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:2.0:1761313475.473139:0:77239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761313475.473142:0:77239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:2.0:1761313475.473145:0:77239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90395:90395:256:4294967295] 192.168.204.38@tcp LPNI seq info [90395:90395:8:4294967295] 00000400:00000200:2.0:1761313475.473152:0:77239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:2.0:1761313475.473156:0:77239:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:2.0:1761313475.473160:0:77239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d84ed131 (tot 82351826). 00000800:00000200:2.0:1761313475.473164:0:77239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:2.0:1761313475.473168:0:77239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:2.0:1761313475.473170:0:77239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000d84ed131 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761313475.476237:0:15825:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313475.476244:0:15825:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d84ed131 (tot 82351578). 00000400:00000200:1.0:1761313475.476256:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313475.476265:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:1.0:1761313475.476270:0:15825:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000022a491ca 00000400:00000010:1.0:1761313475.476272:0:15825:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000022a491ca. 00000100:00000200:1.0:1761313475.476281:0:15825:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000003c35c989 x1846869138396160/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313519 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761313475.478988:0:15827:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:0.0:1761313475.479006:0:15827:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x68fb7baf0d400 00000400:00000200:0.0:1761313475.479015:0:15827:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb10e9 [1] + 224 00000400:00000200:0.0:1761313475.479031:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313475.479035:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:0.0:1761313475.479044:0:15827:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000003c35c989 x1846869138396160/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313519 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1761313475.479171:0:77239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000f8c42b87. 00000400:00000200:2.0:1761313475.479176:0:77239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000695182e 00000400:00000010:2.0:1761313475.479178:0:77239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000695182e. 00000100:00000200:2.0:1761313475.479184:0:77239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000003c35c989 x1846869138396160/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313519 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761313475.479191:0:77239:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000003c35c989 x1846869138396160/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313519 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761313475.479217:0:77239:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000008679a56. 02000000:00000010:2.0:1761313475.479223:0:77239:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000d8f6543a. 00000100:00000010:2.0:1761313475.479226:0:77239:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000003c35c989. 00000100:00000010:2.0:1761313475.479234:0:77239:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000002ab4d30f. 00010000:00000010:2.0:1761313475.479237:0:77239:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000cf0a8201. 00000400:00000200:1.0:1761313475.479783:0:15826:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:1.0:1761313475.479795:0:15826:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x68fb7ba85dbc0 00000400:00000200:1.0:1761313475.479800:0:15826:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xafa1d [2] + 1312 00000400:00000200:1.0:1761313475.479865:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313475.479870:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:1.0:1761313475.479875:0:15826:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761313475.479879:0:15826:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007de1a361. 00000020:00000010:3.0:1761313475.480237:0:64710:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007071ea9f. 00000020:00000010:3.0:1761313475.480245:0:64710:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000036298e5f. 00000020:00000010:3.0:1761313475.480249:0:64710:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000f175d44a. 00000100:00000200:3.0:1761313475.480271:0:64710:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000007de1a361 x1846869131385792/t0(0) o103->78617949-0e11-4ca2-94c2-d809f91deaa9@192.168.204.38@tcp:406/0 lens 328/0 e 0 to 0 dl 1761313481 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:3.0:1761313475.480306:0:64710:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869131385792 02000000:00000010:3.0:1761313475.480414:0:64710:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000e07b507f. 00010000:00000010:3.0:1761313475.480441:0:64710:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000012f7d2b3. 00010000:00000010:3.0:1761313475.480461:0:64710:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000e4efce68. 00000100:00000010:3.0:1761313475.480467:0:64710:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000794492ac. 00000100:00000010:3.0:1761313475.480479:0:64710:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000794492ac. 00010000:00000010:3.0:1761313475.480482:0:64710:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000e4efce68. 00000400:00000010:3.0:1761313475.480495:0:64710:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005a482a69. 00000100:00000200:3.0:1761313475.480500:0:64710:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869131385792, offset 224 00000400:00000200:3.0:1761313475.480508:0:64710:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00080000:00000010:2.0:1761313475.480801:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d8f6543a. 00010000:00000010:2.0:1761313475.480878:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000068949f78. 00010000:00000010:2.0:1761313475.480885:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000072339635. 00000400:00000200:3.0:1761313475.481033:0:64710:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:3.0:1761313475.481038:0:64710:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90396:90396:256:4294967295] 192.168.204.38@tcp LPNI seq info [90396:90396:8:4294967295] 00000400:00000200:3.0:1761313475.481048:0:64710:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:3.0:1761313475.481052:0:64710:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:3.0:1761313475.481057:0:64710:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000006d74909 (tot 82351826). 00000800:00000200:3.0:1761313475.481063:0:64710:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:3.0:1761313475.481069:0:64710:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:3.0:1761313475.481073:0:64710:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000006d74909 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761313475.481093:0:64710:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000036298e5f. 00000020:00000010:3.0:1761313475.481097:0:64710:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000f175d44a. 00000020:00000010:3.0:1761313475.481101:0:64710:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007071ea9f. 00010000:00000010:2.0:1761313475.481154:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000d0a6b310. 00010000:00000010:2.0:1761313475.481160:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000068949f78. 00010000:00000010:2.0:1761313475.481169:0:77239:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000cf0a8201. 00000100:00000010:2.0:1761313475.481173:0:77239:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000002ab4d30f. 00000800:00000200:3.0:1761313475.481178:0:15825:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000100:00000010:2.0:1761313475.481179:0:77239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000003c35c989. 00000800:00000010:3.0:1761313475.481181:0:15825:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000006d74909 (tot 82351578). 00000400:00000200:3.0:1761313475.481184:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313475.481188:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 02000000:00000010:2.0:1761313475.481188:0:77239:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000008679a56. 00000400:00000200:3.0:1761313475.481191:0:15825:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005a482a69 00000400:00000010:3.0:1761313475.481192:0:15825:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005a482a69. 02000000:00000010:2.0:1761313475.481210:0:77239:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c316a9f8. 00000400:00000010:2.0:1761313475.481215:0:77239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000f8c42b87. 00000400:00000010:2.0:1761313475.481219:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000695182e. 00000100:00000200:2.0:1761313475.481223:0:77239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869138396224, portal 16 00000400:00000010:2.0:1761313475.481232:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ccfb6a06. 00000100:00000200:2.0:1761313475.481234:0:77239:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869138396224, offset 0 00000400:00000200:2.0:1761313475.481239:0:77239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:2.0:1761313475.481245:0:77239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:2.0:1761313475.481251:0:77239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:2.0:1761313475.481254:0:77239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761313475.481257:0:77239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:2.0:1761313475.481259:0:77239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90397:90397:256:4294967295] 192.168.204.38@tcp LPNI seq info [90397:90397:8:4294967295] 00000400:00000200:2.0:1761313475.481265:0:77239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:2.0:1761313475.481270:0:77239:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:2.0:1761313475.481273:0:77239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d84ed131 (tot 82351826). 00000800:00000200:2.0:1761313475.481277:0:77239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:2.0:1761313475.481280:0:77239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:2.0:1761313475.481282:0:77239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000d84ed131 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761313475.481401:0:15827:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761313475.481404:0:15827:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d84ed131 (tot 82351578). 00000400:00000200:0.0:1761313475.481410:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313475.481413:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:0.0:1761313475.481415:0:15827:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ccfb6a06 00000400:00000010:0.0:1761313475.481417:0:15827:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ccfb6a06. 00000100:00000200:0.0:1761313475.481423:0:15827:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000003c35c989 x1846869138396224/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313519 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1761313475.484610:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002671ac7b. 00010000:00000010:2.1:1761313475.484627:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000803e8ee5. 00010000:00000010:3.1:1761313475.484718:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000096efacdb. 00000400:00000200:1.0:1761313475.485120:0:15826:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:1.0:1761313475.485137:0:15826:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x68fb7baf0d440 00000400:00000200:1.0:1761313475.485145:0:15826:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb10f5 [1] + 224 00000400:00000200:1.0:1761313475.485156:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313475.485160:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:1.0:1761313475.485170:0:15826:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000003c35c989 x1846869138396224/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313519 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761313475.485209:0:15826:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:1.0:1761313475.485215:0:15826:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x68fb7ba85dc00 00000400:00000200:1.0:1761313475.485219:0:15826:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xafa1d [2] + 1640 00000400:00000200:1.0:1761313475.485228:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313475.485231:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:1.0:1761313475.485234:0:15826:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761313475.485239:0:15826:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000064f8b87f. 00000400:00000010:2.0:1761313475.485310:0:77239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000f8c42b87. 00000400:00000200:2.0:1761313475.485314:0:77239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000695182e 00000400:00000010:2.0:1761313475.485316:0:77239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000695182e. 00000100:00000200:2.0:1761313475.485322:0:77239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000003c35c989 x1846869138396224/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313519 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761313475.485329:0:77239:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000003c35c989 x1846869138396224/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313519 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761313475.485398:0:77239:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c316a9f8. 02000000:00000010:2.0:1761313475.485405:0:77239:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000008679a56. 00000100:00000010:2.0:1761313475.485410:0:77239:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000003c35c989. 00000100:00000010:2.0:1761313475.485419:0:77239:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000002ab4d30f. 00010000:00000010:2.0:1761313475.485422:0:77239:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000cf0a8201. 00000020:00000010:3.0:1761313475.485550:0:75220:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007071ea9f. 00000020:00000010:3.0:1761313475.485557:0:75220:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000036298e5f. 00000020:00000010:3.0:1761313475.485562:0:75220:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000f175d44a. 00000100:00000200:3.0:1761313475.485587:0:75220:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000064f8b87f x1846869131385856/t0(0) o103->78617949-0e11-4ca2-94c2-d809f91deaa9@192.168.204.38@tcp:406/0 lens 328/0 e 0 to 0 dl 1761313481 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:3.0:1761313475.485620:0:75220:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869131385856 02000000:00000010:3.0:1761313475.485630:0:75220:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000670f6777. 00010000:00000010:3.0:1761313475.485656:0:75220:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005de6f7e3. 00010000:00000010:3.0:1761313475.485685:0:75220:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000e4efce68. 00000100:00000010:3.0:1761313475.485692:0:75220:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000794492ac. 00000100:00000010:3.0:1761313475.485704:0:75220:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000794492ac. 00010000:00000010:3.0:1761313475.485707:0:75220:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000e4efce68. 00000400:00000010:3.0:1761313475.485722:0:75220:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005a482a69. 00000100:00000200:3.0:1761313475.485726:0:75220:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869131385856, offset 224 00000400:00000200:3.0:1761313475.485734:0:75220:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:3.0:1761313475.485744:0:75220:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:3.0:1761313475.485749:0:75220:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90398:90398:256:4294967295] 192.168.204.38@tcp LPNI seq info [90398:90398:8:4294967295] 00000400:00000200:3.0:1761313475.485771:0:75220:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:3.0:1761313475.485776:0:75220:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:3.0:1761313475.485781:0:75220:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000006d74909 (tot 82351826). 00000800:00000200:3.0:1761313475.485787:0:75220:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:3.0:1761313475.485793:0:75220:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:3.0:1761313475.485796:0:75220:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000006d74909 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761313475.485820:0:75220:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000036298e5f. 00000020:00000010:3.0:1761313475.485824:0:75220:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000f175d44a. 00000020:00000010:3.0:1761313475.485827:0:75220:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007071ea9f. 00000800:00000200:0.0:1761313475.486014:0:15825:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761313475.486018:0:15825:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000006d74909 (tot 82351578). 00000400:00000200:0.0:1761313475.486022:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313475.486027:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:0.0:1761313475.486029:0:15825:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005a482a69 00000400:00000010:0.0:1761313475.486031:0:15825:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005a482a69. 00080000:00000010:2.0:1761313475.486083:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 0000000008679a56. 00010000:00000010:2.0:1761313475.486162:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000068949f78. 00010000:00000010:2.0:1761313475.486168:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000005e6c6cc6. 00010000:00000010:2.0:1761313475.486248:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000097e21150. 00010000:00000010:2.0:1761313475.486253:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000068949f78. 00010000:00000010:2.0:1761313475.486263:0:77239:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000cf0a8201. 00000100:00000010:2.0:1761313475.486266:0:77239:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000002ab4d30f. 00000100:00000010:2.0:1761313475.486271:0:77239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000003c35c989. 02000000:00000010:2.0:1761313475.486281:0:77239:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000c316a9f8. 02000000:00000010:2.0:1761313475.486302:0:77239:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000086085109. 00000400:00000010:2.0:1761313475.486307:0:77239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000f8c42b87. 00000400:00000010:2.0:1761313475.486310:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000695182e. 00000100:00000200:2.0:1761313475.486315:0:77239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869138396288, portal 16 00000400:00000010:2.0:1761313475.486319:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000018cdfd97. 00000100:00000200:2.0:1761313475.486323:0:77239:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869138396288, offset 0 00000400:00000200:2.0:1761313475.486328:0:77239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:2.0:1761313475.486335:0:77239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:2.0:1761313475.486341:0:77239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:2.0:1761313475.486433:0:77239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761313475.486437:0:77239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:2.0:1761313475.486439:0:77239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90399:90399:256:4294967295] 192.168.204.38@tcp LPNI seq info [90399:90399:8:4294967295] 00000400:00000200:2.0:1761313475.486447:0:77239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:2.0:1761313475.486452:0:77239:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:2.0:1761313475.486456:0:77239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c0eb742f (tot 82351826). 00000800:00000200:2.0:1761313475.486461:0:77239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:2.0:1761313475.486466:0:77239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:2.0:1761313475.486468:0:77239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c0eb742f type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761313475.486551:0:15827:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761313475.486553:0:15827:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c0eb742f (tot 82351578). 00000400:00000200:0.0:1761313475.486560:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313475.486564:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:0.0:1761313475.486566:0:15827:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000018cdfd97 00000400:00000010:0.0:1761313475.486567:0:15827:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000018cdfd97. 00000100:00000200:0.0:1761313475.486573:0:15827:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000003c35c989 x1846869138396288/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313519 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1761313475.488928:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000927438f8. 00000400:00000200:1.0:1761313475.489064:0:15826:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:1.0:1761313475.489080:0:15826:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x68fb7baf0d480 00000400:00000200:1.0:1761313475.489087:0:15826:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb1101 [1] + 224 00000400:00000200:1.0:1761313475.489100:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313475.489103:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:1.0:1761313475.489112:0:15826:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000003c35c989 x1846869138396288/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313519 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1761313475.489221:0:77239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000f8c42b87. 00000400:00000200:2.0:1761313475.489226:0:77239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000695182e 00000400:00000010:2.0:1761313475.489228:0:77239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000695182e. 00000100:00000200:2.0:1761313475.489235:0:77239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000003c35c989 x1846869138396288/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313519 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761313475.489242:0:77239:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000003c35c989 x1846869138396288/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313519 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761313475.489268:0:77239:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000086085109. 02000000:00000010:2.0:1761313475.489273:0:77239:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000c316a9f8. 00000100:00000010:2.0:1761313475.489276:0:77239:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000003c35c989. 00000100:00000010:2.0:1761313475.489284:0:77239:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000002ab4d30f. 00010000:00000010:2.0:1761313475.489287:0:77239:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000cf0a8201. 00010000:00000010:2.1:1761313475.489410:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000045b742e9. 00010000:00000010:2.1:1761313475.489416:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006ef72c2c. 00000400:00000200:0.0:1761313475.496086:0:15825:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:0.0:1761313475.496107:0:15825:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x68fb7ba85dc40 00000400:00000200:0.0:1761313475.496115:0:15825:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xafa1d [2] + 1968 00000400:00000010:0.0:1761313475.496120:0:15825:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000065081a69. 00000400:00000200:0.0:1761313475.496126:0:15825:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 00000000ba212e04 00000400:00000200:0.0:1761313475.496185:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313475.496190:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:0.0:1761313475.496194:0:15825:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ba212e04 00000400:00000010:0.0:1761313475.496197:0:15825:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 00000000ba212e04 (tot 82351426). 00000100:00000200:0.0:1761313475.496204:0:15825:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:1.0:1761313475.496343:0:64710:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000604212e1. 00000020:00000010:1.0:1761313475.496351:0:64710:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000002d08a6d0. 00000020:00000010:1.0:1761313475.496355:0:64710:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000003bfb3785. 00010000:00000010:2.1:1761313475.496394:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cf388ebe. 00010000:00000010:2.1:1761313475.496400:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d0a6b310. 00010000:00000010:3.1:1761313475.496438:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ea664348. 00000100:00000200:1.0:1761313475.496506:0:64710:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000dd769963 x1846869131385920/t0(0) o103->78617949-0e11-4ca2-94c2-d809f91deaa9@192.168.204.38@tcp:406/0 lens 328/0 e 0 to 0 dl 1761313481 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:3.0:1761313475.498742:0:75220:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869131385920 02000000:00000010:0.0:1761313475.498869:0:75220:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000005efcd4a1. 00010000:00000010:0.0:1761313475.498903:0:75220:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000009b8b6a2e. 00010000:00000010:0.0:1761313475.498925:0:75220:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000764ff400. 00000100:00000010:0.0:1761313475.498933:0:75220:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000f22a41b3. 00000100:00000010:0.0:1761313475.498953:0:75220:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000f22a41b3. 00010000:00000010:0.0:1761313475.498957:0:75220:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000764ff400. 00000400:00000010:0.0:1761313475.498969:0:75220:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d021fde9. 00000100:00000200:0.0:1761313475.498976:0:75220:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869131385920, offset 224 00000400:00000200:0.0:1761313475.498986:0:75220:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:0.0:1761313475.499000:0:75220:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:0.0:1761313475.499006:0:75220:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90400:90400:256:4294967295] 192.168.204.38@tcp LPNI seq info [90400:90400:8:4294967295] 00000400:00000200:0.0:1761313475.499017:0:75220:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:0.0:1761313475.499022:0:75220:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:0.0:1761313475.499027:0:75220:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000fc26fb22 (tot 82351674). 00000800:00000200:0.0:1761313475.499032:0:75220:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:0.0:1761313475.499038:0:75220:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:0.0:1761313475.499041:0:75220:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000fc26fb22 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761313475.499068:0:75220:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000002d08a6d0. 00000020:00000010:0.0:1761313475.499074:0:75220:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000003bfb3785. 00000020:00000010:0.0:1761313475.499077:0:75220:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000604212e1. 02000000:00000010:0.0:1761313475.499084:0:75220:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000670f6777. 00000100:00000010:0.0:1761313475.499087:0:75220:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000064f8b87f. 02000000:00000010:0.0:1761313475.499091:0:75220:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000e07b507f. 00000100:00000010:0.0:1761313475.499093:0:75220:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007de1a361. 02000000:00000010:0.0:1761313475.499095:0:75220:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000fd1eb2bf. 00000100:00000010:0.0:1761313475.499097:0:75220:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000251ce4d5. 02000000:00000010:0.0:1761313475.499099:0:75220:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000001a9f60ac. 00000100:00000010:0.0:1761313475.499101:0:75220:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001375339a. 02000000:00000010:0.0:1761313475.499104:0:75220:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000061e0406a. 00000100:00000010:0.0:1761313475.499106:0:75220:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000000ef172a3. 02000000:00000010:0.0:1761313475.499109:0:75220:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000c8ecab62. 00000100:00000010:0.0:1761313475.499110:0:75220:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000a9908fec. 00000100:00000200:0.0:1761313475.499133:0:75220:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1761313475.499139:0:75220:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000bf2d0884. 00000400:00000010:0.0:1761313475.499143:0:75220:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000f22a41b3 (tot 82351826). 00080000:00000010:2.0:1761313475.499211:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c316a9f8. 00010000:00000010:2.0:1761313475.499287:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000068949f78. 00010000:00000010:2.0:1761313475.499294:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000001d93a8ec. 00010000:00000010:2.0:1761313475.499404:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000d0a6b310. 00010000:00000010:2.0:1761313475.499410:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000068949f78. 00010000:00000010:2.0:1761313475.499419:0:77239:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000cf0a8201. 00000100:00000010:2.0:1761313475.499423:0:77239:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000002ab4d30f. 00000100:00000010:2.0:1761313475.499429:0:77239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000003c35c989. 02000000:00000010:2.0:1761313475.499438:0:77239:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000086085109. 02000000:00000010:2.0:1761313475.499461:0:77239:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a51b6d85. 00000400:00000010:2.0:1761313475.499465:0:77239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000f8c42b87. 00000400:00000010:2.0:1761313475.499469:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000695182e. 00000100:00000200:2.0:1761313475.499472:0:77239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869138396352, portal 16 00000400:00000010:2.0:1761313475.499475:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000160ba363. 00000100:00000200:2.0:1761313475.499477:0:77239:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869138396352, offset 0 00000400:00000200:2.0:1761313475.499482:0:77239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:2.0:1761313475.499489:0:77239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:2.0:1761313475.499495:0:77239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:2.0:1761313475.499498:0:77239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761313475.499501:0:77239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:2.0:1761313475.499503:0:77239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90401:90401:255:4294967295] 192.168.204.38@tcp LPNI seq info [90401:90401:7:4294967295] 00000400:00000200:2.0:1761313475.499510:0:77239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:2.0:1761313475.499513:0:77239:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:2.0:1761313475.499516:0:77239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c0eb742f (tot 82352074). 00000800:00000200:2.0:1761313475.499519:0:77239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:2.0:1761313475.499523:0:77239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:2.0:1761313475.499525:0:77239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c0eb742f type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761313475.499608:0:15827:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761313475.499611:0:15827:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000fc26fb22 (tot 82351826). 00000400:00000200:3.0:1761313475.499615:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313475.499619:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:3.0:1761313475.499623:0:15827:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d021fde9 00000400:00000010:3.0:1761313475.499624:0:15827:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d021fde9. 02000000:00000010:3.0:1761313475.499629:0:15827:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000005efcd4a1. 00000800:00000200:3.0:1761313475.499692:0:15827:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761313475.499694:0:15827:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c0eb742f (tot 82351578). 00000400:00000200:3.0:1761313475.499700:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313475.499703:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:3.0:1761313475.499705:0:15827:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000160ba363 00000400:00000010:3.0:1761313475.499706:0:15827:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000160ba363. 00000100:00000200:3.0:1761313475.499711:0:15827:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000003c35c989 x1846869138396352/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313519 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1761313475.504425:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d2b560b3. 00010000:00000010:2.1:1761313475.504444:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000097e21150. 00010000:00000010:0.1:1761313475.504494:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000058ff5705. 00000400:00000200:1.0:1761313475.508352:0:15826:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:1.0:1761313475.508412:0:15826:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x68fb7baf0d4c0 00000400:00000200:1.0:1761313475.508421:0:15826:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb1111 [1] + 224 00000400:00000200:1.0:1761313475.508436:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313475.508440:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:1.0:1761313475.508450:0:15826:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000003c35c989 x1846869138396352/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313519 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1761313475.508913:0:77239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000f8c42b87. 00000400:00000200:2.0:1761313475.508917:0:77239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000695182e 00000400:00000010:2.0:1761313475.508919:0:77239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000695182e. 00000100:00000200:2.0:1761313475.508925:0:77239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000003c35c989 x1846869138396352/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313519 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761313475.508932:0:77239:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000003c35c989 x1846869138396352/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313519 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761313475.508958:0:77239:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a51b6d85. 02000000:00000010:2.0:1761313475.508964:0:77239:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000086085109. 00000100:00000010:2.0:1761313475.508967:0:77239:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000003c35c989. 00000100:00000010:2.0:1761313475.508976:0:77239:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000002ab4d30f. 00010000:00000010:2.0:1761313475.508978:0:77239:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000cf0a8201. 00000400:00000200:0.0:1761313475.517533:0:15825:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:0.0:1761313475.517558:0:15825:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x68fb7ba85dc80 00000400:00000200:0.0:1761313475.517566:0:15825:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xafa75 [2] + 0 00000400:00000200:0.0:1761313475.517643:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313475.517648:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:0.0:1761313475.517655:0:15825:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761313475.517662:0:15825:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000000ef172a3. 00000020:00000010:1.0:1761313475.518490:0:64710:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000061e0406a. 00000020:00000010:1.0:1761313475.518499:0:64710:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000002d08a6d0. 00000020:00000010:1.0:1761313475.518504:0:64710:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000009698beef. 00000100:00000200:1.0:1761313475.518530:0:64710:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000000ef172a3 x1846869131385984/t0(0) o103->78617949-0e11-4ca2-94c2-d809f91deaa9@192.168.204.38@tcp:406/0 lens 328/0 e 0 to 0 dl 1761313481 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:1.0:1761313475.518569:0:64710:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869131385984 02000000:00000010:1.0:1761313475.518581:0:64710:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000604212e1. 00010000:00000010:1.0:1761313475.518611:0:64710:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000725abc17. 00010000:00000010:1.0:1761313475.518635:0:64710:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000b893fbd8. 00000100:00000010:1.0:1761313475.518643:0:64710:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000eeac1d93. 00000100:00000010:1.0:1761313475.518666:0:64710:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000eeac1d93. 00010000:00000010:1.0:1761313475.518670:0:64710:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000b893fbd8. 00000400:00000010:1.0:1761313475.518683:0:64710:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e88f20fc. 00000100:00000200:1.0:1761313475.518689:0:64710:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869131385984, offset 224 00000400:00000200:1.0:1761313475.518697:0:64710:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:1.0:1761313475.518710:0:64710:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:1.0:1761313475.518716:0:64710:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90402:90402:256:4294967295] 192.168.204.38@tcp LPNI seq info [90402:90402:8:4294967295] 00000400:00000200:1.0:1761313475.518725:0:64710:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00080000:00000010:2.0:1761313475.518727:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 0000000086085109. 00000800:00000200:1.0:1761313475.518732:0:64710:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:1.0:1761313475.518737:0:64710:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f67d6031 (tot 82351826). 00000800:00000200:1.0:1761313475.518743:0:64710:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:1.0:1761313475.518749:0:64710:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:1.0:1761313475.518753:0:64710:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000f67d6031 type 1, nob 320 niov 1 nkiov 1 00010000:00000010:2.0:1761313475.518826:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000068949f78. 00010000:00000010:2.0:1761313475.518834:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006a994239. 00010000:00000010:2.0:1761313475.518908:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000097e21150. 00010000:00000010:2.0:1761313475.518914:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000068949f78. 00010000:00000010:2.0:1761313475.518924:0:77239:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000cf0a8201. 00000100:00000010:2.0:1761313475.518928:0:77239:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000002ab4d30f. 00000100:00000010:2.0:1761313475.518935:0:77239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000003c35c989. 02000000:00000010:2.0:1761313475.518944:0:77239:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000a51b6d85. 02000000:00000010:2.0:1761313475.518967:0:77239:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ea51c6ce. 00000400:00000010:2.0:1761313475.518973:0:77239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000f8c42b87. 00000400:00000010:2.0:1761313475.518977:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000695182e. 00000100:00000200:2.0:1761313475.518982:0:77239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869138396416, portal 16 00000400:00000010:2.0:1761313475.518986:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000093201eee. 00000100:00000200:2.0:1761313475.518988:0:77239:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869138396416, offset 0 00000400:00000200:2.0:1761313475.518994:0:77239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:2.0:1761313475.519001:0:77239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:2.0:1761313475.519007:0:77239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:2.0:1761313475.519011:0:77239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761313475.519014:0:77239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:2.0:1761313475.519016:0:77239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90403:90403:255:4294967295] 192.168.204.38@tcp LPNI seq info [90403:90403:7:4294967295] 00000400:00000200:2.0:1761313475.519022:0:77239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:2.0:1761313475.519027:0:77239:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:2.0:1761313475.519030:0:77239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d84ed131 (tot 82352074). 00000800:00000200:2.0:1761313475.519035:0:77239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:2.0:1761313475.519039:0:77239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:2.0:1761313475.519042:0:77239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000d84ed131 type 1, nob 424 niov 1 nkiov 1 00000020:00000010:1.0:1761313475.523796:0:64710:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000002d08a6d0. 00000020:00000010:1.0:1761313475.523809:0:64710:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000009698beef. 00000020:00000010:1.0:1761313475.523813:0:64710:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000061e0406a. 00000800:00000200:3.0:1761313475.523952:0:15827:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761313475.523956:0:15827:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f67d6031 (tot 82351826). 00000400:00000200:3.0:1761313475.523962:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313475.523970:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:3.0:1761313475.523976:0:15827:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e88f20fc 00000400:00000010:3.0:1761313475.523978:0:15827:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e88f20fc. 00000800:00000200:2.0:1761313475.537832:0:15827:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761313475.537841:0:15827:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d84ed131 (tot 82351578). 00000400:00000200:2.0:1761313475.537853:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313475.537861:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:2.0:1761313475.537868:0:15827:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000093201eee 00000400:00000010:2.0:1761313475.537870:0:15827:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000093201eee. 00000100:00000200:2.0:1761313475.537883:0:15827:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000003c35c989 x1846869138396416/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313519 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761313475.538282:0:15826:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:1.0:1761313475.538297:0:15826:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x68fb7baf0d500 00000400:00000200:1.0:1761313475.538303:0:15826:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb111d [1] + 224 00000400:00000200:1.0:1761313475.538312:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313475.538315:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:1.0:1761313475.538321:0:15826:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000003c35c989 x1846869138396416/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313519 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761313475.538377:0:15826:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:1.0:1761313475.538383:0:15826:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x68fb7ba85dcc0 00000400:00000200:1.0:1761313475.538387:0:15826:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xafa75 [2] + 328 00000400:00000200:1.0:1761313475.538397:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313475.538400:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:1.0:1761313475.538403:0:15826:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761313475.538408:0:15826:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000003e4d9a3e. 00000020:00000010:3.0:1761313475.538496:0:64710:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007071ea9f. 00000020:00000010:3.0:1761313475.538503:0:64710:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000036298e5f. 00000020:00000010:3.0:1761313475.538508:0:64710:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000f175d44a. 00000100:00000200:3.0:1761313475.538536:0:64710:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000003e4d9a3e x1846869131386048/t0(0) o103->78617949-0e11-4ca2-94c2-d809f91deaa9@192.168.204.38@tcp:406/0 lens 328/0 e 0 to 0 dl 1761313481 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:3.0:1761313475.538571:0:64710:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869131386048 02000000:00000010:3.0:1761313475.538581:0:64710:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000009885a256. 00010000:00000010:3.0:1761313475.538621:0:64710:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000e4efce68. 00000100:00000010:3.0:1761313475.538630:0:64710:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000794492ac. 00000100:00000010:3.0:1761313475.538635:0:64710:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000794492ac. 00010000:00000010:3.0:1761313475.538638:0:64710:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000e4efce68. 00000400:00000010:3.0:1761313475.538652:0:64710:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004930bf94. 00000100:00000200:3.0:1761313475.538657:0:64710:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869131386048, offset 224 00000400:00000200:3.0:1761313475.538664:0:64710:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:3.0:1761313475.538675:0:64710:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:3.0:1761313475.538681:0:64710:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90404:90404:256:4294967295] 192.168.204.38@tcp LPNI seq info [90404:90404:8:4294967295] 00000400:00000200:3.0:1761313475.538689:0:64710:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:3.0:1761313475.538693:0:64710:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:3.0:1761313475.538697:0:64710:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a77805d3 (tot 82351826). 00000800:00000200:3.0:1761313475.538702:0:64710:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:3.0:1761313475.538708:0:64710:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:3.0:1761313475.538711:0:64710:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000a77805d3 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761313475.538737:0:64710:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000036298e5f. 00000020:00000010:3.0:1761313475.538741:0:64710:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000f175d44a. 00000020:00000010:3.0:1761313475.538745:0:64710:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007071ea9f. 00000800:00000200:1.0:1761313475.538866:0:15825:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313475.538869:0:15825:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a77805d3 (tot 82351578). 00000400:00000200:1.0:1761313475.538872:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313475.538876:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:1.0:1761313475.538878:0:15825:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004930bf94 00000400:00000010:1.0:1761313475.538879:0:15825:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004930bf94. 00010000:00000010:1.1:1761313475.540507:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004900925a. 00000400:00000010:2.0:1761313475.541962:0:77239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000f8c42b87. 00000400:00000200:2.0:1761313475.541971:0:77239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000695182e 00000400:00000010:2.0:1761313475.541975:0:77239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000695182e. 00000100:00000200:2.0:1761313475.541991:0:77239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000003c35c989 x1846869138396416/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313519 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761313475.542002:0:77239:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000003c35c989 x1846869138396416/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313519 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.0:1761313475.542035:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000001c948f9c. 02000000:00000010:2.0:1761313475.542053:0:77239:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ea51c6ce. 02000000:00000010:2.0:1761313475.542059:0:77239:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000a51b6d85. 00000100:00000010:2.0:1761313475.542062:0:77239:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000003c35c989. 00000100:00000010:2.0:1761313475.542072:0:77239:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000002ab4d30f. 00010000:00000010:2.0:1761313475.542075:0:77239:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000cf0a8201. 00080000:00000010:2.0:1761313475.542098:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a51b6d85. 00010000:00000010:2.0:1761313475.542190:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000068949f78. 00010000:00000010:2.0:1761313475.542197:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000091d33778. 00010000:00000010:2.0:1761313475.542261:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000adc8141d. 00010000:00000010:2.0:1761313475.542264:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004cd9bb8a. 00010000:00000010:2.0:1761313475.542269:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000006ef72c2c. 00010000:00000010:2.0:1761313475.542274:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000068949f78. 00080000:00000010:2.0:1761313475.542287:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ea51c6ce. 00010000:00000010:2.0:1761313475.542310:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000068949f78. 00010000:00000010:2.0:1761313475.542314:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004cd9bb8a. 00010000:00000010:2.0:1761313475.542405:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000013c85ea5. 00010000:00000010:2.0:1761313475.542410:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000068949f78. 00010000:00000010:2.0:1761313475.542417:0:77239:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000cf0a8201. 00000100:00000010:2.0:1761313475.542422:0:77239:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000002ab4d30f. 00000100:00000010:2.0:1761313475.542430:0:77239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000003c35c989. 02000000:00000010:2.0:1761313475.542442:0:77239:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000007cd042aa. 02000000:00000010:2.0:1761313475.542467:0:77239:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000093b57cdb. 00000400:00000010:2.0:1761313475.542472:0:77239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000f8c42b87. 00000400:00000010:2.0:1761313475.542476:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000695182e. 00000100:00000200:2.0:1761313475.542481:0:77239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869138396480, portal 16 00000400:00000010:2.0:1761313475.542485:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000093201eee. 00000100:00000200:2.0:1761313475.542487:0:77239:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869138396480, offset 0 00000400:00000200:2.0:1761313475.542495:0:77239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:2.0:1761313475.542508:0:77239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:2.0:1761313475.542515:0:77239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:2.0:1761313475.542518:0:77239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761313475.542521:0:77239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:2.0:1761313475.542524:0:77239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90405:90405:256:4294967295] 192.168.204.38@tcp LPNI seq info [90405:90405:8:4294967295] 00000400:00000200:2.0:1761313475.542534:0:77239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:2.0:1761313475.542539:0:77239:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:2.0:1761313475.542544:0:77239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d84ed131 (tot 82351826). 00000800:00000200:2.0:1761313475.542550:0:77239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:2.0:1761313475.542556:0:77239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:2.0:1761313475.542560:0:77239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000d84ed131 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761313475.542769:0:15827:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761313475.542773:0:15827:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d84ed131 (tot 82351578). 00000400:00000200:0.0:1761313475.542781:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313475.542786:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:0.0:1761313475.542790:0:15827:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000093201eee 00000400:00000010:0.0:1761313475.542791:0:15827:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000093201eee. 00000100:00000200:0.0:1761313475.542796:0:15827:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000003c35c989 x1846869138396480/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313519 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1761313475.544506:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c654d846. 00010000:00000010:2.1:1761313475.544519:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d0a6b310. 00000400:00000200:1.0:1761313475.545461:0:15826:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:1.0:1761313475.545479:0:15826:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x68fb7baf0d540 00000400:00000200:1.0:1761313475.545487:0:15826:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb1129 [1] + 224 00000400:00000200:1.0:1761313475.545502:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313475.545506:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:1.0:1761313475.545516:0:15826:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000003c35c989 x1846869138396480/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313519 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1761313475.545571:0:77239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000f8c42b87. 00000400:00000200:2.0:1761313475.545576:0:77239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000695182e 00000400:00000010:2.0:1761313475.545578:0:77239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000695182e. 00000100:00000200:2.0:1761313475.545585:0:77239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000003c35c989 x1846869138396480/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313519 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761313475.545594:0:77239:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000003c35c989 x1846869138396480/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313519 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761313475.545621:0:77239:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000093b57cdb. 02000000:00000010:2.0:1761313475.545627:0:77239:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000007cd042aa. 00000100:00000010:2.0:1761313475.545631:0:77239:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000003c35c989. 00000100:00000010:2.0:1761313475.545640:0:77239:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000002ab4d30f. 00010000:00000010:2.0:1761313475.545643:0:77239:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000cf0a8201. 00000400:00000200:0.0:1761313475.549242:0:15825:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:0.0:1761313475.549263:0:15825:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x68fb7ba85dd00 00000400:00000200:0.0:1761313475.549271:0:15825:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xafa75 [2] + 656 00000400:00000200:0.0:1761313475.549888:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313475.549895:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:0.0:1761313475.549901:0:15825:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761313475.549907:0:15825:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001375339a. 00000020:00000010:1.0:1761313475.550056:0:75220:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000061e0406a. 00000020:00000010:1.0:1761313475.550064:0:75220:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000002d08a6d0. 00000020:00000010:1.0:1761313475.550068:0:75220:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000009698beef. 00000100:00000200:1.0:1761313475.550092:0:75220:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000001375339a x1846869131386112/t0(0) o103->78617949-0e11-4ca2-94c2-d809f91deaa9@192.168.204.38@tcp:406/0 lens 328/0 e 0 to 0 dl 1761313481 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:1.0:1761313475.550171:0:75220:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869131386112 02000000:00000010:1.0:1761313475.550183:0:75220:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000cd3defc9. 00010000:00000010:1.0:1761313475.550211:0:75220:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e0d7b0da. 00010000:00000010:1.0:1761313475.550234:0:75220:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000b893fbd8. 00000100:00000010:1.0:1761313475.550241:0:75220:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000eeac1d93. 00080000:00000010:2.0:1761313475.550952:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 000000007cd042aa. 00010000:00000010:2.0:1761313475.551097:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000d0a6b310. 00010000:00000010:2.0:1761313475.551104:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000685f6657. 00010000:00000010:2.0:1761313475.551114:0:77239:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000cf0a8201. 00000100:00000010:2.0:1761313475.551118:0:77239:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000002ab4d30f. 00000100:00000010:2.0:1761313475.551125:0:77239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000003c35c989. 02000000:00000010:2.0:1761313475.551137:0:77239:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000093b57cdb. 02000000:00000010:2.0:1761313475.551161:0:77239:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000000d8335dc. 00000400:00000010:2.0:1761313475.551166:0:77239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000f8c42b87. 00000400:00000010:2.0:1761313475.551172:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000695182e. 00000100:00000200:2.0:1761313475.551178:0:77239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869138396544, portal 16 00000400:00000010:2.0:1761313475.551182:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000065b0a972. 00000100:00000200:2.0:1761313475.551185:0:77239:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869138396544, offset 0 00000400:00000200:2.0:1761313475.551193:0:77239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:2.0:1761313475.551205:0:77239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:2.0:1761313475.551211:0:77239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:2.0:1761313475.551214:0:77239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761313475.551217:0:77239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:2.0:1761313475.551220:0:77239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90406:90406:256:4294967295] 192.168.204.38@tcp LPNI seq info [90406:90406:8:4294967295] 00000400:00000200:2.0:1761313475.551230:0:77239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:2.0:1761313475.551235:0:77239:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:2.0:1761313475.551240:0:77239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d84ed131 (tot 82351826). 00000800:00000200:2.0:1761313475.551246:0:77239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:2.0:1761313475.551252:0:77239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:2.0:1761313475.551256:0:77239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000d84ed131 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761313475.551425:0:15827:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761313475.551429:0:15827:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d84ed131 (tot 82351578). 00000400:00000200:0.0:1761313475.551436:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313475.551441:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:0.0:1761313475.551445:0:15827:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000065b0a972 00000400:00000010:0.0:1761313475.551447:0:15827:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000065b0a972. 00000100:00000200:0.0:1761313475.551454:0:15827:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000003c35c989 x1846869138396544/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313519 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.0:1761313475.552084:0:75220:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000068949f78. 00000100:00000010:1.0:1761313475.552097:0:75220:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000eeac1d93. 00010000:00000010:1.0:1761313475.552100:0:75220:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000b893fbd8. 00010000:00000010:1.0:1761313475.552112:0:75220:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000a663d703. 00000400:00000010:1.0:1761313475.552129:0:75220:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003ddcb197. 00000100:00000200:1.0:1761313475.552132:0:75220:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869131386112, offset 224 00000400:00000200:1.0:1761313475.552139:0:75220:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:1.0:1761313475.552145:0:75220:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:1.0:1761313475.552149:0:75220:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90407:90407:256:4294967295] 192.168.204.38@tcp LPNI seq info [90407:90407:8:4294967295] 00000400:00000200:1.0:1761313475.552157:0:75220:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:1.0:1761313475.552161:0:75220:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:1.0:1761313475.552165:0:75220:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f67d6031 (tot 82351826). 00000800:00000200:1.0:1761313475.552169:0:75220:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:1.0:1761313475.552174:0:75220:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:1.0:1761313475.552176:0:75220:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000f67d6031 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761313475.555009:0:75220:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000002d08a6d0. 00000020:00000010:1.0:1761313475.555020:0:75220:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000009698beef. 00000020:00000010:1.0:1761313475.555024:0:75220:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000061e0406a. 00000400:00000200:3.0:1761313475.555944:0:15826:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:3.0:1761313475.555960:0:15826:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x68fb7baf0d580 00000400:00000200:3.0:1761313475.555970:0:15826:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb1131 [1] + 224 00000800:00000200:0.0:1761313475.556016:0:15825:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761313475.556020:0:15825:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f67d6031 (tot 82351578). 00000400:00000200:0.0:1761313475.556029:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313475.556034:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:0.0:1761313475.556038:0:15825:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003ddcb197 00000400:00000010:0.0:1761313475.556041:0:15825:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003ddcb197. 00000400:00000200:3.0:1761313475.556207:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313475.556211:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:3.0:1761313475.556221:0:15826:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000003c35c989 x1846869138396544/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313519 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1761313475.556641:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000289360db. 00010000:00000010:2.1:1761313475.556649:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000030f1a74a. 00010000:00000010:2.1:1761313475.556654:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000097e21150. 00010000:00000010:2.1:1761313475.556657:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000adc8141d. 00010000:00000010:2.1:1761313475.556661:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006ef72c2c. 00000400:00000010:2.0:1761313475.556678:0:77239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000f8c42b87. 00000400:00000200:2.0:1761313475.556682:0:77239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000695182e 00000400:00000010:2.0:1761313475.556684:0:77239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000695182e. 00000100:00000200:2.0:1761313475.556690:0:77239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000003c35c989 x1846869138396544/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313519 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761313475.556698:0:77239:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000003c35c989 x1846869138396544/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313519 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761313475.556726:0:77239:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000000d8335dc. 02000000:00000010:2.0:1761313475.556731:0:77239:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000093b57cdb. 00000100:00000010:2.0:1761313475.556734:0:77239:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000003c35c989. 00000100:00000010:2.0:1761313475.556744:0:77239:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000002ab4d30f. 00010000:00000010:2.0:1761313475.556746:0:77239:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000cf0a8201. 00000400:00000200:0.0:1761313475.557442:0:15827:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:0.0:1761313475.557454:0:15827:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x68fb7ba85dd40 00000400:00000200:0.0:1761313475.557460:0:15827:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xafa75 [2] + 984 00000400:00000200:0.0:1761313475.557470:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313475.557473:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:0.0:1761313475.557478:0:15827:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761313475.557483:0:15827:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000251ce4d5. 00000020:00000010:1.0:1761313475.558774:0:75220:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000061e0406a. 00000020:00000010:1.0:1761313475.558786:0:75220:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000002d08a6d0. 00000020:00000010:1.0:1761313475.558790:0:75220:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000009698beef. 00000100:00000200:1.0:1761313475.558816:0:75220:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000251ce4d5 x1846869131386176/t0(0) o103->78617949-0e11-4ca2-94c2-d809f91deaa9@192.168.204.38@tcp:406/0 lens 328/0 e 0 to 0 dl 1761313481 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:1.0:1761313475.558854:0:75220:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869131386176 02000000:00000010:1.0:1761313475.558864:0:75220:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000004d15bbff. 00010000:00000010:1.0:1761313475.558894:0:75220:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d11a8473. 00010000:00000010:1.0:1761313475.558917:0:75220:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000b893fbd8. 00000100:00000010:1.0:1761313475.558924:0:75220:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000eeac1d93. 00000100:00000010:1.0:1761313475.558942:0:75220:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000eeac1d93. 00010000:00000010:1.0:1761313475.558945:0:75220:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000b893fbd8. 00000400:00000010:1.0:1761313475.558958:0:75220:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f67f39f5. 00000100:00000200:1.0:1761313475.558965:0:75220:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869131386176, offset 224 00000400:00000200:1.0:1761313475.558972:0:75220:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:1.0:1761313475.558984:0:75220:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:1.0:1761313475.558990:0:75220:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90408:90408:256:4294967295] 192.168.204.38@tcp LPNI seq info [90408:90408:8:4294967295] 00000400:00000200:1.0:1761313475.559000:0:75220:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:1.0:1761313475.559005:0:75220:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:1.0:1761313475.559009:0:75220:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000cc8c87c8 (tot 82351826). 00000800:00000200:1.0:1761313475.559014:0:75220:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:1.0:1761313475.559021:0:75220:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:1.0:1761313475.559024:0:75220:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000cc8c87c8 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761313475.559045:0:75220:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000002d08a6d0. 00000020:00000010:1.0:1761313475.559048:0:75220:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000009698beef. 00000020:00000010:1.0:1761313475.559051:0:75220:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000061e0406a. 00000800:00000200:1.0:1761313475.559151:0:15825:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313475.559154:0:15825:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000cc8c87c8 (tot 82351578). 00000400:00000200:1.0:1761313475.559159:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313475.559163:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:1.0:1761313475.559167:0:15825:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f67f39f5 00000400:00000010:1.0:1761313475.559169:0:15825:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f67f39f5. 00080000:00000010:2.0:1761313475.559285:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 0000000093b57cdb. 00010000:00000010:2.0:1761313475.559516:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000685f6657. 00010000:00000010:2.0:1761313475.559524:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000007277ef72. 00010000:00000010:2.0:1761313475.559602:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000006ef72c2c. 00010000:00000010:2.0:1761313475.559607:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000685f6657. 00010000:00000010:2.0:1761313475.559616:0:77239:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000cf0a8201. 00000100:00000010:2.0:1761313475.559620:0:77239:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000002ab4d30f. 00000100:00000010:2.0:1761313475.559627:0:77239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000003c35c989. 02000000:00000010:2.0:1761313475.559637:0:77239:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000000d8335dc. 02000000:00000010:2.0:1761313475.559658:0:77239:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000fdf64b26. 00000400:00000010:2.0:1761313475.559663:0:77239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000f8c42b87. 00000400:00000010:2.0:1761313475.559667:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000695182e. 00000100:00000200:2.0:1761313475.559672:0:77239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869138396608, portal 16 00000400:00000010:2.0:1761313475.559677:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001bbc55d4. 00000100:00000200:2.0:1761313475.559679:0:77239:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869138396608, offset 0 00000400:00000200:2.0:1761313475.559685:0:77239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:2.0:1761313475.559693:0:77239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:2.0:1761313475.559699:0:77239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:2.0:1761313475.559703:0:77239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761313475.559706:0:77239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:2.0:1761313475.559708:0:77239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90409:90409:256:4294967295] 192.168.204.38@tcp LPNI seq info [90409:90409:8:4294967295] 00000400:00000200:2.0:1761313475.559716:0:77239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:2.0:1761313475.559719:0:77239:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:2.0:1761313475.559723:0:77239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c0eb742f (tot 82351826). 00000800:00000200:2.0:1761313475.559727:0:77239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:2.0:1761313475.559731:0:77239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:2.0:1761313475.559734:0:77239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c0eb742f type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761313475.559928:0:15827:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761313475.559931:0:15827:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c0eb742f (tot 82351578). 00000400:00000200:0.0:1761313475.559938:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313475.559942:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:0.0:1761313475.559944:0:15827:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001bbc55d4 00000400:00000010:0.0:1761313475.559945:0:15827:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001bbc55d4. 00000100:00000200:0.0:1761313475.559951:0:15827:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000003c35c989 x1846869138396608/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313519 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1761313475.561623:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f73f10c0. 00010000:00000010:2.1:1761313475.565539:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000810b7a10. 00010000:00000010:2.1:1761313475.565557:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d0a6b310. 00010000:00000010:1.1:1761313475.566024:0:15825:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000013c85ea5. 00010000:00000010:1.1:1761313475.566030:0:15825:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a85a6eee. 00000400:00000200:1.0:1761313475.568259:0:15825:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:1.0:1761313475.568281:0:15825:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x68fb7baf0d5c0 00000400:00000200:1.0:1761313475.568291:0:15825:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb1141 [1] + 224 00000400:00000200:1.0:1761313475.568304:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313475.568309:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:1.0:1761313475.568320:0:15825:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000003c35c989 x1846869138396608/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313519 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761313475.570623:0:15825:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:1.0:1761313475.570638:0:15825:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x68fb7ba85dd80 00000400:00000200:1.0:1761313475.570646:0:15825:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xafa75 [2] + 1312 00000400:00000200:1.0:1761313475.570671:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313475.570676:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:1.0:1761313475.570682:0:15825:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761313475.570688:0:15825:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000dfcb6cbf. 00000020:00000010:3.0:1761313475.571119:0:64710:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007071ea9f. 00000020:00000010:3.0:1761313475.571131:0:64710:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000036298e5f. 00000020:00000010:3.0:1761313475.571135:0:64710:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000f175d44a. 00000100:00000200:3.0:1761313475.571161:0:64710:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000dfcb6cbf x1846869131386240/t0(0) o103->78617949-0e11-4ca2-94c2-d809f91deaa9@192.168.204.38@tcp:406/0 lens 328/0 e 0 to 0 dl 1761313481 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:3.0:1761313475.571201:0:64710:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869131386240 02000000:00000010:3.0:1761313475.571212:0:64710:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000431a99a1. 00010000:00000010:3.0:1761313475.571247:0:64710:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000e4efce68. 00000100:00000010:3.0:1761313475.571255:0:64710:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000794492ac. 00000100:00000010:3.0:1761313475.571261:0:64710:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000794492ac. 00010000:00000010:3.0:1761313475.571264:0:64710:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000e4efce68. 00000400:00000010:3.0:1761313475.571280:0:64710:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000000a5a7d. 00000100:00000200:3.0:1761313475.571285:0:64710:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869131386240, offset 224 00000400:00000200:3.0:1761313475.571293:0:64710:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:3.0:1761313475.571305:0:64710:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:3.0:1761313475.571310:0:64710:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90410:90410:256:4294967295] 192.168.204.38@tcp LPNI seq info [90410:90410:8:4294967295] 00000400:00000200:3.0:1761313475.571319:0:64710:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:3.0:1761313475.571324:0:64710:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:3.0:1761313475.571328:0:64710:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009f02d435 (tot 82351826). 00000800:00000200:3.0:1761313475.571333:0:64710:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:3.0:1761313475.571340:0:64710:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:3.0:1761313475.571343:0:64710:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009f02d435 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761313475.571400:0:64710:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000036298e5f. 00000020:00000010:3.0:1761313475.571405:0:64710:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000f175d44a. 00000020:00000010:3.0:1761313475.571409:0:64710:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007071ea9f. 00000800:00000200:0.0:1761313475.573552:0:15827:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761313475.573559:0:15827:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009f02d435 (tot 82351578). 00000400:00000200:0.0:1761313475.573566:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313475.573574:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:0.0:1761313475.573580:0:15827:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000000a5a7d 00000400:00000010:0.0:1761313475.573582:0:15827:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000000a5a7d. 00000400:00000010:2.0:1761313475.573666:0:77239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000f8c42b87. 00000400:00000200:2.0:1761313475.573670:0:77239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000695182e 00000400:00000010:2.0:1761313475.573672:0:77239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000695182e. 00000100:00000200:2.0:1761313475.573682:0:77239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000003c35c989 x1846869138396608/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313519 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761313475.573691:0:77239:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000003c35c989 x1846869138396608/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313519 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.0:1761313475.573718:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000094a8b054. 02000000:00000010:2.0:1761313475.573737:0:77239:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000fdf64b26. 02000000:00000010:2.0:1761313475.573742:0:77239:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000000d8335dc. 00000100:00000010:2.0:1761313475.573745:0:77239:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000003c35c989. 00000100:00000010:2.0:1761313475.573764:0:77239:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000002ab4d30f. 00010000:00000010:2.0:1761313475.573776:0:77239:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000cf0a8201. 00080000:00000010:2.0:1761313475.573793:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 000000000d8335dc. 00010000:00000010:2.0:1761313475.573874:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000685f6657. 00010000:00000010:2.0:1761313475.573882:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000a626e1c8. 00010000:00000010:2.0:1761313475.573952:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000d0a6b310. 00010000:00000010:2.0:1761313475.573957:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000685f6657. 00010000:00000010:2.0:1761313475.573968:0:77239:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000cf0a8201. 00000100:00000010:2.0:1761313475.573974:0:77239:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000002ab4d30f. 00000100:00000010:2.0:1761313475.573981:0:77239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000003c35c989. 02000000:00000010:2.0:1761313475.573992:0:77239:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000fdf64b26. 02000000:00000010:2.0:1761313475.574016:0:77239:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000001a9f60ac. 00000400:00000010:2.0:1761313475.574020:0:77239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000f8c42b87. 00000400:00000010:2.0:1761313475.574024:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000695182e. 00000100:00000200:2.0:1761313475.574029:0:77239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869138396672, portal 16 00000400:00000010:2.0:1761313475.574033:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f19b9931. 00000100:00000200:2.0:1761313475.574036:0:77239:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869138396672, offset 0 00000400:00000200:2.0:1761313475.574043:0:77239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:2.0:1761313475.574054:0:77239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:2.0:1761313475.574062:0:77239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:2.0:1761313475.574065:0:77239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761313475.574067:0:77239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:2.0:1761313475.574070:0:77239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90411:90411:256:4294967295] 192.168.204.38@tcp LPNI seq info [90411:90411:8:4294967295] 00000400:00000200:2.0:1761313475.574079:0:77239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:2.0:1761313475.574084:0:77239:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:2.0:1761313475.574088:0:77239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c0eb742f (tot 82351826). 00000800:00000200:2.0:1761313475.574095:0:77239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:2.0:1761313475.574101:0:77239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:2.0:1761313475.574105:0:77239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c0eb742f type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761313475.574193:0:15826:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313475.574196:0:15826:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c0eb742f (tot 82351578). 00000400:00000200:1.0:1761313475.574203:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313475.574207:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:1.0:1761313475.574210:0:15826:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f19b9931 00000400:00000010:1.0:1761313475.574211:0:15826:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f19b9931. 00000100:00000200:1.0:1761313475.574215:0:15826:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000003c35c989 x1846869138396672/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313519 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1761313475.597044:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bd5ab464. 00000400:00000200:1.0:1761313475.597095:0:15825:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:1.0:1761313475.597113:0:15825:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x68fb7baf0d600 00000400:00000200:1.0:1761313475.597122:0:15825:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb114d [1] + 224 00000400:00000200:1.0:1761313475.597134:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313475.597138:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:1.0:1761313475.597149:0:15825:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000003c35c989 x1846869138396672/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313519 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1761313475.598618:0:77239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000f8c42b87. 00000400:00000200:0.0:1761313475.598630:0:77239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000695182e 00000400:00000010:0.0:1761313475.598633:0:77239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000695182e. 00000100:00000200:0.0:1761313475.598645:0:77239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000003c35c989 x1846869138396672/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313519 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761313475.598654:0:77239:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000003c35c989 x1846869138396672/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313519 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761313475.598683:0:77239:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000001a9f60ac. 02000000:00000010:0.0:1761313475.598689:0:77239:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000fdf64b26. 00000100:00000010:0.0:1761313475.598693:0:77239:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000003c35c989. 00000100:00000010:0.0:1761313475.598704:0:77239:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000002ab4d30f. 00010000:00000010:0.0:1761313475.598707:0:77239:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000cf0a8201. 00000400:00000200:1.0:1761313475.598786:0:15825:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:1.0:1761313475.598797:0:15825:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x68fb7ba85ddc0 00000400:00000200:1.0:1761313475.598803:0:15825:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xafa75 [2] + 1640 00000400:00000200:1.0:1761313475.598878:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313475.598883:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:1.0:1761313475.598887:0:15825:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761313475.598892:0:15825:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000eabf7b6f. 00000020:00000010:0.0:1761313475.598993:0:75220:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a668ac87. 00000020:00000010:0.0:1761313475.599000:0:75220:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000004489abd7. 00000020:00000010:0.0:1761313475.599005:0:75220:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000023c93b05. 00000100:00000200:0.0:1761313475.599029:0:75220:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000eabf7b6f x1846869131386304/t0(0) o103->78617949-0e11-4ca2-94c2-d809f91deaa9@192.168.204.38@tcp:406/0 lens 328/0 e 0 to 0 dl 1761313481 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:3.0:1761313475.599743:0:64710:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869131386304 02000000:00000010:3.0:1761313475.599767:0:64710:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000fd1eb2bf. 00010000:00000010:3.0:1761313475.599796:0:64710:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000f1f2b6db. 00010000:00000010:3.0:1761313475.599815:0:64710:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000da571083. 00000100:00000010:3.0:1761313475.599822:0:64710:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000794492ac. 00000100:00000010:3.0:1761313475.599841:0:64710:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000794492ac. 00010000:00000010:3.0:1761313475.599844:0:64710:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000da571083. 00000400:00000010:3.0:1761313475.599857:0:64710:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000000a5a7d. 00000100:00000200:3.0:1761313475.599862:0:64710:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869131386304, offset 224 00000400:00000200:3.0:1761313475.599868:0:64710:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:3.0:1761313475.599879:0:64710:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:3.0:1761313475.599884:0:64710:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90412:90412:256:4294967295] 192.168.204.38@tcp LPNI seq info [90412:90412:8:4294967295] 00000400:00000200:3.0:1761313475.599894:0:64710:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:3.0:1761313475.599899:0:64710:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:3.0:1761313475.599903:0:64710:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e7d56557 (tot 82351826). 00000800:00000200:3.0:1761313475.599909:0:64710:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:3.0:1761313475.599914:0:64710:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:3.0:1761313475.599918:0:64710:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000e7d56557 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761313475.599934:0:64710:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000004489abd7. 00000020:00000010:3.0:1761313475.599939:0:64710:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000023c93b05. 00000020:00000010:3.0:1761313475.599942:0:64710:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a668ac87. 00080000:00000010:1.0:1761313475.600003:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 000000004f29327c. 00010000:00000010:1.0:1761313475.600090:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000685f6657. 00010000:00000010:1.0:1761313475.600097:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000088983a12. 00010000:00000010:1.0:1761313475.600162:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000006275dcb4. 00010000:00000010:1.0:1761313475.600167:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000b4546667. 00010000:00000010:1.0:1761313475.600176:0:77239:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000b893fbd8. 00000100:00000010:1.0:1761313475.600180:0:77239:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000eeac1d93. 00000100:00000010:1.0:1761313475.600186:0:77239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000022227f6e. 02000000:00000010:1.0:1761313475.600197:0:77239:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000cfa3acdb. 02000000:00000010:1.0:1761313475.600219:0:77239:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d7d1a9b4. 00000400:00000010:1.0:1761313475.600224:0:77239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000003a3ed4f. 00000400:00000010:1.0:1761313475.600228:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f67f39f5. 00000100:00000200:1.0:1761313475.600232:0:77239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869138396736, portal 16 00000400:00000010:1.0:1761313475.600236:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000965e87ce. 00000100:00000200:1.0:1761313475.600237:0:77239:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869138396736, offset 0 00000400:00000200:1.0:1761313475.600242:0:77239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:1.0:1761313475.600248:0:77239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:1.0:1761313475.600254:0:77239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:1.0:1761313475.600257:0:77239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761313475.600260:0:77239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:1.0:1761313475.600262:0:77239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90413:90413:255:4294967295] 192.168.204.38@tcp LPNI seq info [90413:90413:7:4294967295] 00000400:00000200:1.0:1761313475.600269:0:77239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:1.0:1761313475.600273:0:77239:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:1.0:1761313475.600276:0:77239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000cc8c87c8 (tot 82352074). 00000800:00000200:1.0:1761313475.600279:0:77239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:1.0:1761313475.600283:0:77239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:1.0:1761313475.600285:0:77239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000cc8c87c8 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761313475.600337:0:15827:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313475.600340:0:15827:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e7d56557 (tot 82351826). 00000400:00000200:1.0:1761313475.600355:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313475.600380:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:1.0:1761313475.600383:0:15827:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000000a5a7d 00000400:00000010:1.0:1761313475.600385:0:15827:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000000a5a7d. 00000800:00000200:1.0:1761313475.600428:0:15827:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313475.600430:0:15827:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000cc8c87c8 (tot 82351578). 00000400:00000200:1.0:1761313475.600434:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313475.600437:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:1.0:1761313475.600439:0:15827:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000965e87ce 00000400:00000010:1.0:1761313475.600440:0:15827:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000965e87ce. 00000100:00000200:1.0:1761313475.600445:0:15827:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000022227f6e x1846869138396736/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313519 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1761313475.601650:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c413d07f. 00010000:00000010:2.1:1761313475.601659:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000643420ff. 00010000:00000010:2.1:1761313475.601662:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006ef72c2c. 00000400:00000200:1.0:1761313475.604303:0:15826:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:1.0:1761313475.604327:0:15826:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x68fb7baf0d640 00000400:00000200:1.0:1761313475.604337:0:15826:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb1159 [1] + 224 00000400:00000200:1.0:1761313475.604354:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313475.604402:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:1.0:1761313475.604414:0:15826:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000022227f6e x1846869138396736/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313519 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1761313475.604843:0:77239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000003a3ed4f. 00000400:00000200:0.0:1761313475.604849:0:77239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f67f39f5 00000400:00000010:0.0:1761313475.604851:0:77239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f67f39f5. 00000100:00000200:0.0:1761313475.604857:0:77239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000022227f6e x1846869138396736/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313519 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761313475.604864:0:77239:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000022227f6e x1846869138396736/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313519 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761313475.604892:0:77239:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d7d1a9b4. 02000000:00000010:0.0:1761313475.604898:0:77239:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000cfa3acdb. 00000100:00000010:0.0:1761313475.604901:0:77239:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000022227f6e. 00000100:00000010:0.0:1761313475.604905:0:77239:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000eeac1d93. 00010000:00000010:0.0:1761313475.604909:0:77239:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000b893fbd8. 00010000:00000010:3.1:1761313475.605394:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000017a5c348. 00010000:00000010:1.1:1761313475.605712:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b8f0aa81. 00010000:00000010:1.1:1761313475.605717:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d0a6b310. 00000400:00000200:1.0:1761313475.606219:0:15825:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:1.0:1761313475.606235:0:15825:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x68fb7ba85de00 00000400:00000200:1.0:1761313475.606241:0:15825:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xafa75 [2] + 1968 00000400:00000010:1.0:1761313475.606244:0:15825:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000afa14580. 00000400:00000200:1.0:1761313475.606248:0:15825:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 00000000e5621b36 00000400:00000200:1.0:1761313475.606304:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313475.606308:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:1.0:1761313475.606311:0:15825:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e5621b36 00000400:00000010:1.0:1761313475.606313:0:15825:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 00000000e5621b36 (tot 82351426). 00000100:00000200:1.0:1761313475.606319:0:15825:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:3.0:1761313475.607054:0:75220:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e7af54cd. 00000020:00000010:3.0:1761313475.607064:0:75220:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000d8e037e1. 00000020:00000010:3.0:1761313475.607069:0:75220:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000f175d44a. 00000100:00000200:3.0:1761313475.607097:0:75220:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000022615ab x1846869131386368/t0(0) o103->78617949-0e11-4ca2-94c2-d809f91deaa9@192.168.204.38@tcp:406/0 lens 328/0 e 0 to 0 dl 1761313481 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:3.0:1761313475.607135:0:75220:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869131386368 02000000:00000010:3.0:1761313475.607149:0:75220:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000177580a7. 00010000:00000010:3.0:1761313475.607177:0:75220:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004a95ad13. 00010000:00000010:3.0:1761313475.607197:0:75220:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000005184e384. 00000100:00000010:3.0:1761313475.607204:0:75220:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000794492ac. 00000100:00000010:3.0:1761313475.607224:0:75220:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000794492ac. 00010000:00000010:3.0:1761313475.607227:0:75220:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000005184e384. 00000400:00000010:3.0:1761313475.607242:0:75220:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004930bf94. 00000100:00000200:3.0:1761313475.607249:0:75220:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869131386368, offset 224 00000400:00000200:3.0:1761313475.607255:0:75220:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:3.0:1761313475.607266:0:75220:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:3.0:1761313475.607271:0:75220:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90414:90414:256:4294967295] 192.168.204.38@tcp LPNI seq info [90414:90414:8:4294967295] 00000400:00000200:3.0:1761313475.607281:0:75220:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:3.0:1761313475.607285:0:75220:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:3.0:1761313475.607289:0:75220:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001ffc5d96 (tot 82351674). 00000800:00000200:3.0:1761313475.607295:0:75220:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:3.0:1761313475.607302:0:75220:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:3.0:1761313475.607305:0:75220:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000001ffc5d96 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761313475.607327:0:75220:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000d8e037e1. 00000020:00000010:3.0:1761313475.607332:0:75220:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000f175d44a. 00000020:00000010:3.0:1761313475.607335:0:75220:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e7af54cd. 02000000:00000010:3.0:1761313475.607344:0:75220:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000fd1eb2bf. 00000100:00000010:3.0:1761313475.607347:0:75220:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000eabf7b6f. 02000000:00000010:3.0:1761313475.607351:0:75220:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000431a99a1. 00000100:00000010:3.0:1761313475.607353:0:75220:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000dfcb6cbf. 02000000:00000010:3.0:1761313475.607355:0:75220:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000004d15bbff. 00000100:00000010:3.0:1761313475.607379:0:75220:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000251ce4d5. 02000000:00000010:3.0:1761313475.607383:0:75220:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000cd3defc9. 00000100:00000010:3.0:1761313475.607387:0:75220:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001375339a. 02000000:00000010:3.0:1761313475.607389:0:75220:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000009885a256. 00000100:00000010:3.0:1761313475.607391:0:75220:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000003e4d9a3e. 02000000:00000010:3.0:1761313475.607394:0:75220:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000604212e1. 00000100:00000010:3.0:1761313475.607396:0:75220:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000000ef172a3. 00000100:00000200:3.0:1761313475.607402:0:75220:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1761313475.607407:0:75220:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000009a43e3a7. 00000400:00000010:3.0:1761313475.607412:0:75220:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000794492ac (tot 82351826). 00000800:00000200:1.0:1761313475.607436:0:15827:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313475.607441:0:15827:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001ffc5d96 (tot 82351578). 00000400:00000200:1.0:1761313475.607445:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313475.607449:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:1.0:1761313475.607452:0:15827:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004930bf94 00000400:00000010:1.0:1761313475.607453:0:15827:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004930bf94. 02000000:00000010:1.0:1761313475.607457:0:15827:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000177580a7. 00080000:00000010:0.0:1761313475.607492:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000485b82ac. 00010000:00000010:0.0:1761313475.607584:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b4546667. 00010000:00000010:0.0:1761313475.607591:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e0da3f94. 00010000:00000010:0.0:1761313475.607657:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000009c99ccc3. 00010000:00000010:0.0:1761313475.607662:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004489abd7. 00010000:00000010:0.0:1761313475.607667:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000d6106bc2. 00010000:00000010:0.0:1761313475.607671:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000055843b74. 00080000:00000010:0.0:1761313475.607683:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a668ac87. 00010000:00000010:0.0:1761313475.607708:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000055843b74. 00010000:00000010:0.0:1761313475.607712:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004489abd7. 00010000:00000010:0.0:1761313475.607775:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000001b2dd8c3. 00010000:00000010:0.0:1761313475.607781:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000055843b74. 00010000:00000010:0.0:1761313475.607788:0:77239:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000764ff400. 00000100:00000010:0.0:1761313475.607792:0:77239:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006cdcc286. 00000100:00000010:0.0:1761313475.607798:0:77239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000000ef172a3. 02000000:00000010:0.0:1761313475.607808:0:77239:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000005efcd4a1. 02000000:00000010:0.0:1761313475.607833:0:77239:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a890d2e7. 00000400:00000010:0.0:1761313475.607838:0:77239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000db12addd. 00000400:00000010:0.0:1761313475.607842:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006c51a6d2. 00000100:00000200:0.0:1761313475.607845:0:77239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869138396800, portal 16 00000400:00000010:0.0:1761313475.607849:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000066042486. 00000100:00000200:0.0:1761313475.607851:0:77239:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869138396800, offset 0 00000400:00000200:0.0:1761313475.607857:0:77239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:0.0:1761313475.607863:0:77239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:0.0:1761313475.607869:0:77239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:0.0:1761313475.607873:0:77239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761313475.607876:0:77239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:0.0:1761313475.607878:0:77239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90415:90415:256:4294967295] 192.168.204.38@tcp LPNI seq info [90415:90415:8:4294967295] 00000400:00000200:0.0:1761313475.607885:0:77239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:0.0:1761313475.607889:0:77239:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:0.0:1761313475.607893:0:77239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000bf9711e7 (tot 82351826). 00000800:00000200:0.0:1761313475.607897:0:77239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:0.0:1761313475.607901:0:77239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:0.0:1761313475.607904:0:77239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000bf9711e7 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761313475.608148:0:15826:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313475.608151:0:15826:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000bf9711e7 (tot 82351578). 00000400:00000200:1.0:1761313475.608154:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313475.608158:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:1.0:1761313475.608161:0:15826:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000066042486 00000400:00000010:1.0:1761313475.608162:0:15826:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000066042486. 00000100:00000200:1.0:1761313475.608168:0:15826:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000000ef172a3 x1846869138396800/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313519 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761313475.616910:0:15825:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:0.0:1761313475.616930:0:15825:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x68fb7baf0d680 00000400:00000200:0.0:1761313475.616940:0:15825:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb1169 [1] + 224 00000400:00000200:0.0:1761313475.616952:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313475.616957:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:0.0:1761313475.616969:0:15825:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000000ef172a3 x1846869138396800/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313519 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761313475.617004:0:15825:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:0.0:1761313475.617009:0:15825:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x68fb7ba85de40 00000400:00000200:0.0:1761313475.617014:0:15825:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xafacd [2] + 0 00000400:00000200:0.0:1761313475.617023:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313475.617027:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:0.0:1761313475.617030:0:15825:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761313475.617036:0:15825:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001375339a. 00000400:00000010:2.0:1761313475.617188:0:77239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000db12addd. 00000400:00000200:2.0:1761313475.617194:0:77239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006c51a6d2 00000400:00000010:2.0:1761313475.617196:0:77239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006c51a6d2. 00000100:00000200:2.0:1761313475.617202:0:77239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000000ef172a3 x1846869138396800/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313519 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761313475.617209:0:77239:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000000ef172a3 x1846869138396800/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313519 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761313475.617238:0:77239:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a890d2e7. 02000000:00000010:2.0:1761313475.617243:0:77239:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000005efcd4a1. 00000100:00000010:2.0:1761313475.617246:0:77239:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000000ef172a3. 00000100:00000010:2.0:1761313475.617250:0:77239:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006cdcc286. 00010000:00000010:2.0:1761313475.617253:0:77239:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000764ff400. 00010000:00000010:0.1:1761313475.617448:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009c7d77b1. 00010000:00000010:0.1:1761313475.617457:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006275dcb4. 00010000:00000010:0.1:1761313475.617460:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009c99ccc3. 00010000:00000010:0.1:1761313475.617463:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d6106bc2. 00000020:00000010:3.0:1761313475.617738:0:75220:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a1572dca. 00000020:00000010:3.0:1761313475.617745:0:75220:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000d8e037e1. 00000020:00000010:3.0:1761313475.617750:0:75220:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000f175d44a. 00000100:00000200:3.0:1761313475.617878:0:75220:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000001375339a x1846869131386432/t0(0) o103->78617949-0e11-4ca2-94c2-d809f91deaa9@192.168.204.38@tcp:406/0 lens 328/0 e 0 to 0 dl 1761313481 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:3.0:1761313475.617910:0:75220:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869131386432 02000000:00000010:3.0:1761313475.617919:0:75220:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000efb1d057. 00010000:00000010:3.0:1761313475.617941:0:75220:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b27becbc. 00010000:00000010:3.0:1761313475.617958:0:75220:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000648b5b04. 00000100:00000010:3.0:1761313475.617963:0:75220:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000004e994188. 00000100:00000010:3.0:1761313475.617972:0:75220:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000004e994188. 00010000:00000010:3.0:1761313475.617975:0:75220:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000648b5b04. 00000400:00000010:3.0:1761313475.617985:0:75220:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005a482a69. 00000100:00000200:3.0:1761313475.617989:0:75220:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869131386432, offset 224 00000400:00000200:3.0:1761313475.617995:0:75220:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:3.0:1761313475.618005:0:75220:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:3.0:1761313475.618010:0:75220:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90416:90416:256:4294967295] 192.168.204.38@tcp LPNI seq info [90416:90416:8:4294967295] 00000400:00000200:3.0:1761313475.618019:0:75220:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:3.0:1761313475.618024:0:75220:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:3.0:1761313475.618028:0:75220:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005ce8cbad (tot 82351826). 00000800:00000200:3.0:1761313475.618033:0:75220:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:3.0:1761313475.618039:0:75220:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:3.0:1761313475.618042:0:75220:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000005ce8cbad type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761313475.618061:0:75220:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000d8e037e1. 00000020:00000010:3.0:1761313475.618064:0:75220:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000f175d44a. 00000020:00000010:3.0:1761313475.618067:0:75220:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a1572dca. 00080000:00000010:3.0:1761313475.618086:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a1572dca. 00010000:00000010:3.0:1761313475.618159:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000055843b74. 00010000:00000010:3.0:1761313475.618164:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000c9f82273. 00010000:00000010:3.0:1761313475.618230:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000bfa9ae08. 00010000:00000010:3.0:1761313475.618236:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000ebe37057. 00010000:00000010:3.0:1761313475.618246:0:77239:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000648b5b04. 00000100:00000010:3.0:1761313475.618250:0:77239:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000004e994188. 00000100:00000010:3.0:1761313475.618256:0:77239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001588211e. 02000000:00000010:3.0:1761313475.618265:0:77239:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000002eb850cb. 02000000:00000010:3.0:1761313475.618287:0:77239:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000177580a7. 00000400:00000010:3.0:1761313475.618291:0:77239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000008f979be9. 00000400:00000010:3.0:1761313475.618295:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009195ec4b. 00000100:00000200:3.0:1761313475.618299:0:77239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869138396864, portal 16 00000400:00000010:3.0:1761313475.618302:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000072ca0382. 00000100:00000200:3.0:1761313475.618303:0:77239:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869138396864, offset 0 00000400:00000200:3.0:1761313475.618308:0:77239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:3.0:1761313475.618312:0:77239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:3.0:1761313475.618318:0:77239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:3.0:1761313475.618321:0:77239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761313475.618324:0:77239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:3.0:1761313475.618326:0:77239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90417:90417:255:4294967295] 192.168.204.38@tcp LPNI seq info [90417:90417:7:4294967295] 00000400:00000200:3.0:1761313475.618333:0:77239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:3.0:1761313475.618336:0:77239:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:3.0:1761313475.618339:0:77239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001ffc5d96 (tot 82352074). 00000800:00000200:3.0:1761313475.618342:0:77239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:3.0:1761313475.618346:0:77239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:3.0:1761313475.618348:0:77239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000001ffc5d96 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761313475.618459:0:15827:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761313475.618463:0:15827:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005ce8cbad (tot 82351826). 00000400:00000200:0.0:1761313475.618466:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313475.618470:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:0.0:1761313475.618472:0:15827:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005a482a69 00000400:00000010:0.0:1761313475.618474:0:15827:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005a482a69. 00000800:00000200:0.0:1761313475.618535:0:15827:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761313475.618537:0:15827:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001ffc5d96 (tot 82351578). 00000400:00000200:0.0:1761313475.618540:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313475.618543:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:0.0:1761313475.618545:0:15827:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000072ca0382 00000400:00000010:0.0:1761313475.618546:0:15827:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000072ca0382. 00000100:00000200:0.0:1761313475.618549:0:15827:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000001588211e x1846869138396864/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313519 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1761313475.624428:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a46ded99. 00000400:00000200:1.0:1761313475.626063:0:15826:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:1.0:1761313475.626081:0:15826:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x68fb7baf0d6c0 00000400:00000200:1.0:1761313475.626089:0:15826:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb1175 [1] + 224 00000400:00000200:1.0:1761313475.626102:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313475.626106:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:1.0:1761313475.626117:0:15826:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000001588211e x1846869138396864/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313519 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761313475.626152:0:15826:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:1.0:1761313475.626157:0:15826:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x68fb7ba85de80 00000400:00000200:1.0:1761313475.626162:0:15826:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xafacd [2] + 328 00000400:00000200:1.0:1761313475.626219:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313475.626223:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:1.0:1761313475.626227:0:15826:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761313475.626232:0:15826:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d93d7538. 00000020:00000010:0.0:1761313475.626825:0:64710:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000be6ff6cf. 00000020:00000010:0.0:1761313475.626834:0:64710:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000006f74eb7e. 00000020:00000010:0.0:1761313475.626837:0:64710:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000b19c8af1. 00000100:00000200:0.0:1761313475.626861:0:64710:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000d93d7538 x1846869131386496/t0(0) o103->78617949-0e11-4ca2-94c2-d809f91deaa9@192.168.204.38@tcp:406/0 lens 328/0 e 0 to 0 dl 1761313481 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:0.0:1761313475.626902:0:64710:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869131386496 02000000:00000010:0.0:1761313475.626913:0:64710:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000005efcd4a1. 00010000:00000010:0.0:1761313475.626949:0:64710:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000006a56fd88. 00000100:00000010:0.0:1761313475.626956:0:64710:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000007c0b9825. 00000100:00000010:0.0:1761313475.626962:0:64710:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000007c0b9825. 00010000:00000010:0.0:1761313475.626965:0:64710:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000006a56fd88. 00000400:00000010:0.0:1761313475.626978:0:64710:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000686d1fa3. 00000100:00000200:0.0:1761313475.626983:0:64710:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869131386496, offset 224 00000400:00000200:0.0:1761313475.626990:0:64710:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:0.0:1761313475.627001:0:64710:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:0.0:1761313475.627006:0:64710:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90418:90418:256:4294967295] 192.168.204.38@tcp LPNI seq info [90418:90418:8:4294967295] 00000400:00000200:0.0:1761313475.627016:0:64710:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:0.0:1761313475.627022:0:64710:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:0.0:1761313475.627026:0:64710:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e03815c4 (tot 82351826). 00000800:00000200:0.0:1761313475.627032:0:64710:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:0.0:1761313475.627038:0:64710:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:0.0:1761313475.627041:0:64710:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000e03815c4 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761313475.627059:0:64710:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000006f74eb7e. 00000020:00000010:0.0:1761313475.627063:0:64710:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000b19c8af1. 00000020:00000010:0.0:1761313475.627066:0:64710:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000be6ff6cf. 00000800:00000200:0.0:1761313475.627144:0:15825:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761313475.627147:0:15825:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e03815c4 (tot 82351578). 00000400:00000200:0.0:1761313475.627150:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313475.627154:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:0.0:1761313475.627157:0:15825:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000686d1fa3 00000400:00000010:0.0:1761313475.627160:0:15825:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000686d1fa3. 00000400:00000010:3.0:1761313475.631004:0:77239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000008f979be9. 00000400:00000200:3.0:1761313475.631016:0:77239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009195ec4b 00000400:00000010:3.0:1761313475.631018:0:77239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009195ec4b. 00000100:00000200:3.0:1761313475.631034:0:77239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000001588211e x1846869138396864/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313519 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761313475.631045:0:77239:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000001588211e x1846869138396864/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313519 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.0:1761313475.631070:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a8222967. 02000000:00000010:3.0:1761313475.631086:0:77239:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000177580a7. 02000000:00000010:3.0:1761313475.631093:0:77239:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000002eb850cb. 00000100:00000010:3.0:1761313475.631097:0:77239:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001588211e. 00000100:00000010:3.0:1761313475.631101:0:77239:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000004e994188. 00010000:00000010:3.0:1761313475.631104:0:77239:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000648b5b04. 00080000:00000010:3.0:1761313475.631122:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 000000002eb850cb. 00010000:00000010:3.0:1761313475.631204:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ebe37057. 00010000:00000010:3.0:1761313475.631211:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002cc55902. 00010000:00000010:3.0:1761313475.631284:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000398c3ef8. 00010000:00000010:3.0:1761313475.631289:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000ebe37057. 00010000:00000010:3.0:1761313475.631299:0:77239:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000648b5b04. 00000100:00000010:3.0:1761313475.631305:0:77239:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000004e994188. 00000100:00000010:3.0:1761313475.631311:0:77239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001588211e. 02000000:00000010:3.0:1761313475.631323:0:77239:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000177580a7. 02000000:00000010:3.0:1761313475.631349:0:77239:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000cd3defc9. 00000400:00000010:3.0:1761313475.631353:0:77239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000008f979be9. 00000400:00000010:3.0:1761313475.631376:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009195ec4b. 00000100:00000200:3.0:1761313475.631381:0:77239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869138396928, portal 16 00000400:00000010:3.0:1761313475.631386:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002d5c7cf4. 00000100:00000200:3.0:1761313475.631388:0:77239:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869138396928, offset 0 00000400:00000200:3.0:1761313475.631396:0:77239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:3.0:1761313475.631409:0:77239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:3.0:1761313475.631416:0:77239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:3.0:1761313475.631420:0:77239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761313475.631422:0:77239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:3.0:1761313475.631426:0:77239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90419:90419:256:4294967295] 192.168.204.38@tcp LPNI seq info [90419:90419:8:4294967295] 00000400:00000200:3.0:1761313475.631436:0:77239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:3.0:1761313475.631442:0:77239:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:3.0:1761313475.631446:0:77239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e7d56557 (tot 82351826). 00000800:00000200:3.0:1761313475.631453:0:77239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:3.0:1761313475.631459:0:77239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:3.0:1761313475.631462:0:77239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000e7d56557 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761313475.631569:0:15827:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761313475.631572:0:15827:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e7d56557 (tot 82351578). 00000400:00000200:3.0:1761313475.631576:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313475.631581:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:3.0:1761313475.631583:0:15827:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002d5c7cf4 00000400:00000010:3.0:1761313475.631584:0:15827:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002d5c7cf4. 00000100:00000200:3.0:1761313475.631588:0:15827:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000001588211e x1846869138396928/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313519 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1761313475.634558:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c08b9ad1. 00010000:00000010:3.1:1761313475.634571:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ff8dd8fa. 00010000:00000010:3.1:1761313475.634576:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001b2dd8c3. 00000400:00000200:3.0:1761313475.638735:0:15826:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:3.0:1761313475.638766:0:15826:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x68fb7baf0d700 00000400:00000200:3.0:1761313475.638781:0:15826:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb1181 [1] + 224 00000400:00000200:3.0:1761313475.638792:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313475.638796:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:3.0:1761313475.638806:0:15826:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000001588211e x1846869138396928/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313519 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761313475.638834:0:15826:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:3.0:1761313475.638839:0:15826:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x68fb7ba85dec0 00000400:00000200:3.0:1761313475.638844:0:15826:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xafacd [2] + 656 00000400:00000200:3.0:1761313475.638891:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313475.638894:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:3.0:1761313475.638898:0:15826:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761313475.638903:0:15826:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000009906dba7. 00000400:00000010:3.0:1761313475.638931:0:77239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000008f979be9. 00000400:00000200:3.0:1761313475.638937:0:77239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009195ec4b 00000400:00000010:3.0:1761313475.638938:0:77239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009195ec4b. 00000100:00000200:3.0:1761313475.638943:0:77239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000001588211e x1846869138396928/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313519 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761313475.638950:0:77239:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000001588211e x1846869138396928/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313519 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1761313475.638977:0:77239:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000cd3defc9. 02000000:00000010:3.0:1761313475.638984:0:77239:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000177580a7. 00000100:00000010:3.0:1761313475.638988:0:77239:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001588211e. 00000100:00000010:3.0:1761313475.638991:0:77239:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000004e994188. 00010000:00000010:3.0:1761313475.638994:0:77239:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000648b5b04. 00000020:00000010:0.0:1761313475.639089:0:75220:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000be6ff6cf. 00000020:00000010:0.0:1761313475.639096:0:75220:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000006f74eb7e. 00000020:00000010:0.0:1761313475.639099:0:75220:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000b19c8af1. 00000100:00000200:0.0:1761313475.639120:0:75220:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000009906dba7 x1846869131386560/t0(0) o103->78617949-0e11-4ca2-94c2-d809f91deaa9@192.168.204.38@tcp:406/0 lens 328/0 e 0 to 0 dl 1761313481 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:0.0:1761313475.639148:0:75220:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869131386560 02000000:00000010:0.0:1761313475.639157:0:75220:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000a890d2e7. 00010000:00000010:0.0:1761313475.639178:0:75220:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ccf4e988. 00010000:00000010:0.0:1761313475.639208:0:75220:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000006a56fd88. 00000100:00000010:0.0:1761313475.639214:0:75220:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000007c0b9825. 00000100:00000010:0.0:1761313475.639228:0:75220:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000007c0b9825. 00010000:00000010:0.0:1761313475.639230:0:75220:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000006a56fd88. 00000400:00000010:0.0:1761313475.639242:0:75220:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000686d1fa3. 00000100:00000200:0.0:1761313475.639246:0:75220:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869131386560, offset 224 00000400:00000200:0.0:1761313475.639252:0:75220:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:0.0:1761313475.639263:0:75220:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:0.0:1761313475.639267:0:75220:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90420:90420:256:4294967295] 192.168.204.38@tcp LPNI seq info [90420:90420:8:4294967295] 00000400:00000200:0.0:1761313475.639277:0:75220:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:0.0:1761313475.639281:0:75220:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:0.0:1761313475.639285:0:75220:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e03815c4 (tot 82351826). 00000800:00000200:0.0:1761313475.639291:0:75220:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:0.0:1761313475.639297:0:75220:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:0.0:1761313475.639300:0:75220:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000e03815c4 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761313475.639313:0:75220:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000006f74eb7e. 00000020:00000010:0.0:1761313475.639318:0:75220:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000b19c8af1. 00000020:00000010:0.0:1761313475.639320:0:75220:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000be6ff6cf. 00080000:00000010:3.0:1761313475.639471:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 000000004d15bbff. 00010000:00000010:3.0:1761313475.639543:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ebe37057. 00010000:00000010:3.0:1761313475.639550:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000ab375ff5. 00010000:00000010:3.0:1761313475.639618:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ec860c09. 00010000:00000010:3.0:1761313475.639624:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000ebe37057. 00010000:00000010:3.0:1761313475.639633:0:77239:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000648b5b04. 00000100:00000010:3.0:1761313475.639636:0:77239:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000004e994188. 00000100:00000010:3.0:1761313475.639641:0:77239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001588211e. 02000000:00000010:3.0:1761313475.639651:0:77239:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000177580a7. 02000000:00000010:3.0:1761313475.639672:0:77239:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000cd3defc9. 00000400:00000010:3.0:1761313475.639676:0:77239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000008f979be9. 00000400:00000010:3.0:1761313475.639680:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009195ec4b. 00000100:00000200:3.0:1761313475.639684:0:77239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869138396992, portal 16 00000400:00000010:3.0:1761313475.639688:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002d5c7cf4. 00000100:00000200:3.0:1761313475.639690:0:77239:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869138396992, offset 0 00000400:00000200:3.0:1761313475.639695:0:77239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:3.0:1761313475.639701:0:77239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:3.0:1761313475.639707:0:77239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:3.0:1761313475.639710:0:77239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761313475.639713:0:77239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:3.0:1761313475.639715:0:77239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90421:90421:255:4294967295] 192.168.204.38@tcp LPNI seq info [90421:90421:7:4294967295] 00000400:00000200:3.0:1761313475.639721:0:77239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:3.0:1761313475.639725:0:77239:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:3.0:1761313475.639728:0:77239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e7d56557 (tot 82352074). 00000800:00000200:3.0:1761313475.639732:0:77239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:3.0:1761313475.639736:0:77239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:3.0:1761313475.639739:0:77239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000e7d56557 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761313475.640285:0:15825:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761313475.640288:0:15825:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e03815c4 (tot 82351826). 00000400:00000200:0.0:1761313475.640292:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313475.640296:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:0.0:1761313475.640300:0:15825:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000686d1fa3 00000400:00000010:0.0:1761313475.640302:0:15825:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000686d1fa3. 00000800:00000200:0.0:1761313475.640331:0:15825:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761313475.640333:0:15825:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e7d56557 (tot 82351578). 00000400:00000200:0.0:1761313475.640335:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313475.640338:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:0.0:1761313475.640340:0:15825:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002d5c7cf4 00000400:00000010:0.0:1761313475.640341:0:15825:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002d5c7cf4. 00000100:00000200:0.0:1761313475.640345:0:15825:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000001588211e x1846869138396992/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313519 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761313475.642714:0:15827:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:0.0:1761313475.642735:0:15827:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x68fb7baf0d740 00000400:00000200:0.0:1761313475.642744:0:15827:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb118d [1] + 224 00000400:00000200:0.0:1761313475.642834:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313475.642839:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:0.0:1761313475.642848:0:15827:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000001588211e x1846869138396992/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313519 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1761313475.643198:0:77239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000008f979be9. 00000400:00000200:1.0:1761313475.643204:0:77239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009195ec4b 00000400:00000010:1.0:1761313475.643206:0:77239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009195ec4b. 00000100:00000200:1.0:1761313475.643212:0:77239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000001588211e x1846869138396992/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313519 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761313475.643219:0:77239:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000001588211e x1846869138396992/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313519 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761313475.643246:0:77239:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000cd3defc9. 02000000:00000010:1.0:1761313475.643252:0:77239:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000177580a7. 00000100:00000010:1.0:1761313475.643255:0:77239:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001588211e. 00000100:00000010:1.0:1761313475.643259:0:77239:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000004e994188. 00010000:00000010:1.0:1761313475.643263:0:77239:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000648b5b04. 00010000:00000010:3.1:1761313475.643508:0:78501:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000050659a05. 00010000:00000010:3.1:1761313475.643514:0:78501:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000016058c69. 00010000:00000010:3.1:1761313475.643517:0:78501:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bfa9ae08. 00010000:00000010:0.1:1761313475.646093:0:15826:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003a4bcf78. 00010000:00000010:3.1:1761313475.648573:0:31:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000090d2b424. 00010000:00000010:3.1:1761313475.648585:0:31:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000398c3ef8. 00000400:00000200:1.0:1761313475.648612:0:15826:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:1.0:1761313475.648630:0:15826:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x68fb7ba85df00 00000400:00000200:1.0:1761313475.648638:0:15826:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xafacd [2] + 984 00000400:00000200:1.0:1761313475.648913:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313475.648919:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:1.0:1761313475.648924:0:15826:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761313475.648929:0:15826:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000242da0db. 00000020:00000010:0.0:1761313475.649026:0:64710:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000be6ff6cf. 00000020:00000010:0.0:1761313475.649033:0:64710:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000006f74eb7e. 00000020:00000010:0.0:1761313475.649037:0:64710:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000b19c8af1. 00000100:00000200:0.0:1761313475.649063:0:64710:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000242da0db x1846869131386624/t0(0) o103->78617949-0e11-4ca2-94c2-d809f91deaa9@192.168.204.38@tcp:406/0 lens 328/0 e 0 to 0 dl 1761313481 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:0.0:1761313475.649604:0:64710:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869131386624 02000000:00000010:0.0:1761313475.649617:0:64710:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000146b7906. 00010000:00000010:0.0:1761313475.649644:0:64710:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004745eab7. 00010000:00000010:0.0:1761313475.649902:0:64710:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000006a56fd88. 00000100:00000010:0.0:1761313475.649910:0:64710:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000007c0b9825. 00000100:00000010:0.0:1761313475.649920:0:64710:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000007c0b9825. 00010000:00000010:0.0:1761313475.649923:0:64710:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000006a56fd88. 00000400:00000010:0.0:1761313475.649937:0:64710:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000686d1fa3. 00000100:00000200:0.0:1761313475.649942:0:64710:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869131386624, offset 224 00000400:00000200:0.0:1761313475.649951:0:64710:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:0.0:1761313475.649963:0:64710:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:0.0:1761313475.649968:0:64710:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90422:90422:256:4294967295] 192.168.204.38@tcp LPNI seq info [90422:90422:8:4294967295] 00000400:00000200:0.0:1761313475.649978:0:64710:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:0.0:1761313475.649983:0:64710:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:0.0:1761313475.649987:0:64710:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e03815c4 (tot 82351826). 00000800:00000200:0.0:1761313475.649993:0:64710:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:0.0:1761313475.649999:0:64710:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:0.0:1761313475.650002:0:64710:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000e03815c4 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761313475.650018:0:64710:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000006f74eb7e. 00000020:00000010:0.0:1761313475.650022:0:64710:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000b19c8af1. 00000020:00000010:0.0:1761313475.650025:0:64710:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000be6ff6cf. 00080000:00000010:3.0:1761313475.650883:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e2a82069. 00010000:00000010:3.0:1761313475.650970:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ebe37057. 00010000:00000010:3.0:1761313475.650977:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fa130610. 00010000:00000010:3.0:1761313475.651047:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000398c3ef8. 00010000:00000010:3.0:1761313475.651052:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000ebe37057. 00010000:00000010:3.0:1761313475.651063:0:77239:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000588d7b89. 00000100:00000010:3.0:1761313475.651069:0:77239:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000004c36356c. 00000100:00000010:3.0:1761313475.651077:0:77239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000004c2b08ab. 02000000:00000010:3.0:1761313475.651089:0:77239:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000177580a7. 02000000:00000010:3.0:1761313475.651112:0:77239:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e07b507f. 00000400:00000010:3.0:1761313475.651118:0:77239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000d1775bed. 00000400:00000010:3.0:1761313475.651124:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006cc90287. 00000100:00000200:3.0:1761313475.651129:0:77239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869138397056, portal 16 00000400:00000010:3.0:1761313475.651134:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e05edf74. 00000100:00000200:3.0:1761313475.651136:0:77239:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869138397056, offset 0 00000400:00000200:3.0:1761313475.651143:0:77239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000800:00000200:1.0:1761313475.651193:0:15825:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313475.651197:0:15825:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e03815c4 (tot 82351578). 00000400:00000200:1.0:1761313475.651201:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313475.651205:0:77239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:1.0:1761313475.651206:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:1.0:1761313475.651210:0:15825:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000686d1fa3 00000400:00000200:3.0:1761313475.651212:0:77239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000010:1.0:1761313475.651212:0:15825:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000686d1fa3. 00000400:00000200:3.0:1761313475.651216:0:77239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761313475.651218:0:77239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:3.0:1761313475.651221:0:77239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90423:90423:255:4294967295] 192.168.204.38@tcp LPNI seq info [90423:90423:7:4294967295] 00000400:00000200:3.0:1761313475.651230:0:77239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:3.0:1761313475.651235:0:77239:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:3.0:1761313475.651239:0:77239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009f02d435 (tot 82351826). 00000800:00000200:3.0:1761313475.651243:0:77239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:3.0:1761313475.651249:0:77239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:3.0:1761313475.651251:0:77239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009f02d435 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761313475.651490:0:15825:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313475.651493:0:15825:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009f02d435 (tot 82351578). 00000400:00000200:1.0:1761313475.651496:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313475.651500:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:1.0:1761313475.651502:0:15825:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e05edf74 00000400:00000010:1.0:1761313475.651503:0:15825:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e05edf74. 00000100:00000200:1.0:1761313475.651510:0:15825:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000004c2b08ab x1846869138397056/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313519 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761313475.657714:0:15827:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:3.0:1761313475.657734:0:15827:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x68fb7baf0d780 00000400:00000200:3.0:1761313475.657743:0:15827:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb1199 [1] + 224 00000400:00000200:3.0:1761313475.657764:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313475.657768:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:3.0:1761313475.657778:0:15827:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000004c2b08ab x1846869138397056/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313519 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761313475.657807:0:15827:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:3.0:1761313475.657813:0:15827:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x68fb7ba85df40 00000400:00000200:3.0:1761313475.657818:0:15827:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xafacd [2] + 1312 00000400:00000200:3.0:1761313475.657850:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313475.657853:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:3.0:1761313475.657858:0:15827:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761313475.657863:0:15827:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000097b2ed89. 00000400:00000010:3.0:1761313475.657889:0:77239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000d1775bed. 00000400:00000200:3.0:1761313475.657895:0:77239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006cc90287 00000400:00000010:3.0:1761313475.657897:0:77239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006cc90287. 00000100:00000200:3.0:1761313475.657902:0:77239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000004c2b08ab x1846869138397056/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313519 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761313475.657909:0:77239:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000004c2b08ab x1846869138397056/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313519 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000020:00000010:0.0:1761313475.657916:0:64710:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a0dc0fbc. 00000020:00000010:0.0:1761313475.657923:0:64710:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000006f74eb7e. 00000020:00000010:0.0:1761313475.657927:0:64710:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000b19c8af1. 02000000:00000010:3.0:1761313475.657935:0:77239:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e07b507f. 02000000:00000010:3.0:1761313475.657940:0:77239:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000177580a7. 00000100:00000010:3.0:1761313475.657944:0:77239:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000004c2b08ab. 00000100:00000010:3.0:1761313475.657947:0:77239:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000004c36356c. 00000100:00000200:0.0:1761313475.657948:0:64710:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000097b2ed89 x1846869131386688/t0(0) o103->78617949-0e11-4ca2-94c2-d809f91deaa9@192.168.204.38@tcp:406/0 lens 328/0 e 0 to 0 dl 1761313481 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00010000:00000010:3.0:1761313475.657951:0:77239:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000588d7b89. 00000100:00000200:0.0:1761313475.659258:0:75220:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869131386688 02000000:00000010:0.0:1761313475.659274:0:75220:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000039b3f807. 00010000:00000010:0.0:1761313475.659299:0:75220:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e9198974. 00010000:00000010:0.0:1761313475.659330:0:75220:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000006a56fd88. 00000100:00000010:0.0:1761313475.659335:0:75220:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000007c0b9825. 00000100:00000010:0.0:1761313475.659354:0:75220:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000007c0b9825. 00010000:00000010:0.0:1761313475.659376:0:75220:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000006a56fd88. 00000400:00000010:0.0:1761313475.659389:0:75220:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000dc692469. 00000100:00000200:0.0:1761313475.659394:0:75220:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869131386688, offset 224 00000400:00000200:0.0:1761313475.659403:0:75220:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:0.0:1761313475.659415:0:75220:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:0.0:1761313475.659420:0:75220:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90424:90424:256:4294967295] 192.168.204.38@tcp LPNI seq info [90424:90424:8:4294967295] 00000400:00000200:0.0:1761313475.659431:0:75220:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:0.0:1761313475.659436:0:75220:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:0.0:1761313475.659441:0:75220:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ed775b91 (tot 82351826). 00000800:00000200:0.0:1761313475.659447:0:75220:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:0.0:1761313475.659454:0:75220:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:0.0:1761313475.659457:0:75220:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ed775b91 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761313475.659474:0:75220:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000006f74eb7e. 00000020:00000010:0.0:1761313475.659479:0:75220:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000b19c8af1. 00000020:00000010:0.0:1761313475.659482:0:75220:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a0dc0fbc. 00000800:00000200:0.0:1761313475.659562:0:15826:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761313475.659566:0:15826:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ed775b91 (tot 82351578). 00000400:00000200:0.0:1761313475.659569:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313475.659572:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:0.0:1761313475.659575:0:15826:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000dc692469 00000400:00000010:0.0:1761313475.659576:0:15826:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000dc692469. 00080000:00000010:2.0:1761313475.659724:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000fdf64b26. 00010000:00000010:2.0:1761313475.659830:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ebe37057. 00010000:00000010:2.0:1761313475.659837:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000ca2a2635. 00010000:00000010:2.0:1761313475.659908:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000006ef72c2c. 00010000:00000010:2.0:1761313475.659914:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000017f54d83. 00010000:00000010:2.0:1761313475.659923:0:77239:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000c6e15af7. 00000100:00000010:2.0:1761313475.659927:0:77239:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000002ab4d30f. 00000100:00000010:2.0:1761313475.659934:0:77239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000008bc053b2. 02000000:00000010:2.0:1761313475.659945:0:77239:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000001a9f60ac. 02000000:00000010:2.0:1761313475.659968:0:77239:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000604212e1. 00000400:00000010:2.0:1761313475.659974:0:77239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000c1cf5a99. 00000400:00000010:2.0:1761313475.659978:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003c745d15. 00000100:00000200:2.0:1761313475.659983:0:77239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869138397120, portal 16 00000400:00000010:2.0:1761313475.659987:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000032f4837. 00000100:00000200:2.0:1761313475.659989:0:77239:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869138397120, offset 0 00000400:00000200:2.0:1761313475.659994:0:77239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:2.0:1761313475.660000:0:77239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:2.0:1761313475.660006:0:77239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:2.0:1761313475.660010:0:77239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761313475.660013:0:77239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:2.0:1761313475.660015:0:77239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90425:90425:256:4294967295] 192.168.204.38@tcp LPNI seq info [90425:90425:8:4294967295] 00000400:00000200:2.0:1761313475.660021:0:77239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:2.0:1761313475.660026:0:77239:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:2.0:1761313475.660029:0:77239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d84ed131 (tot 82351826). 00000800:00000200:2.0:1761313475.660033:0:77239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:2.0:1761313475.660036:0:77239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:2.0:1761313475.660039:0:77239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000d84ed131 type 1, nob 424 niov 1 nkiov 1 00010000:00000010:3.1:1761313475.661089:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ed1bff13. 00010000:00000010:3.1:1761313475.661101:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ec860c09. 00010000:00000010:0.1:1761313475.665491:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e95ab50a. 00000800:00000200:0.0:1761313475.665638:0:15825:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761313475.665642:0:15825:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d84ed131 (tot 82351578). 00000400:00000200:0.0:1761313475.665651:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313475.665661:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:0.0:1761313475.665666:0:15825:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000032f4837 00000400:00000010:0.0:1761313475.665668:0:15825:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000032f4837. 00000100:00000200:0.0:1761313475.665679:0:15825:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000008bc053b2 x1846869138397120/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313519 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761313475.668508:0:15827:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:3.0:1761313475.668527:0:15827:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x68fb7baf0d7c0 00000400:00000200:3.0:1761313475.668535:0:15827:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb11a5 [1] + 224 00000400:00000200:3.0:1761313475.668547:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313475.668551:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:3.0:1761313475.668562:0:15827:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000008bc053b2 x1846869138397120/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313519 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761313475.668601:0:15827:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:3.0:1761313475.668606:0:15827:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x68fb7ba85df80 00000400:00000200:3.0:1761313475.668610:0:15827:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xafacd [2] + 1640 00000400:00000010:0.0:1761313475.668622:0:77239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000c1cf5a99. 00000400:00000200:0.0:1761313475.668628:0:77239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003c745d15 00000400:00000010:0.0:1761313475.668630:0:77239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003c745d15. 00000100:00000200:0.0:1761313475.668635:0:77239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000008bc053b2 x1846869138397120/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313519 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761313475.668642:0:77239:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000008bc053b2 x1846869138397120/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313519 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761313475.668667:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313475.668671:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:3.0:1761313475.668676:0:15827:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761313475.668681:0:15827:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000004c2b08ab. 00000020:00000010:2.0:1761313475.668735:0:64710:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f600b520. 00000020:00000010:2.0:1761313475.668742:0:64710:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000d3ed4192. 00000020:00000010:2.0:1761313475.668746:0:64710:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000f72ff3ec. 00000100:00000200:2.0:1761313475.668790:0:64710:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000004c2b08ab x1846869131386752/t0(0) o103->78617949-0e11-4ca2-94c2-d809f91deaa9@192.168.204.38@tcp:406/0 lens 328/0 e 0 to 0 dl 1761313481 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:2.0:1761313475.668826:0:64710:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869131386752 02000000:00000010:2.0:1761313475.668838:0:64710:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000f3987f9d. 00010000:00000010:2.0:1761313475.668875:0:64710:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000f8ec2798. 00000100:00000010:2.0:1761313475.668882:0:64710:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a41f4425. 00000100:00000010:2.0:1761313475.668889:0:64710:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a41f4425. 00010000:00000010:2.0:1761313475.668892:0:64710:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000f8ec2798. 00000400:00000010:2.0:1761313475.668905:0:64710:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000043b2001f. 00000100:00000200:2.0:1761313475.668909:0:64710:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869131386752, offset 224 00000400:00000200:2.0:1761313475.668915:0:64710:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:2.0:1761313475.668925:0:64710:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:2.0:1761313475.668930:0:64710:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90426:90426:256:4294967295] 192.168.204.38@tcp LPNI seq info [90426:90426:8:4294967295] 00000400:00000200:2.0:1761313475.668940:0:64710:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:2.0:1761313475.668945:0:64710:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:2.0:1761313475.668949:0:64710:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d84ed131 (tot 82351826). 00000800:00000200:2.0:1761313475.668955:0:64710:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:2.0:1761313475.668962:0:64710:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:2.0:1761313475.668965:0:64710:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000d84ed131 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761313475.668990:0:64710:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000d3ed4192. 00000020:00000010:2.0:1761313475.668994:0:64710:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000f72ff3ec. 00000020:00000010:2.0:1761313475.668997:0:64710:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f600b520. 00010000:00000010:0.0:1761313475.669187:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000546f01b7. 02000000:00000010:0.0:1761313475.669202:0:77239:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000604212e1. 02000000:00000010:0.0:1761313475.669207:0:77239:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000001a9f60ac. 00000100:00000010:0.0:1761313475.669211:0:77239:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000008bc053b2. 00000100:00000010:0.0:1761313475.669213:0:77239:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000002ab4d30f. 00010000:00000010:0.0:1761313475.669215:0:77239:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000c6e15af7. 00080000:00000010:0.0:1761313475.669231:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 000000006f7470de. 00010000:00000010:0.0:1761313475.669312:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000017f54d83. 00010000:00000010:0.0:1761313475.669318:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000009daa0fb3. 00010000:00000010:0.0:1761313475.669430:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000d6106bc2. 00010000:00000010:0.0:1761313475.669435:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000004745eab7. 00010000:00000010:0.0:1761313475.669445:0:77239:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000006a56fd88. 00000100:00000010:0.0:1761313475.669449:0:77239:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000007c0b9825. 00000100:00000010:0.0:1761313475.669454:0:77239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000251ce4d5. 02000000:00000010:0.0:1761313475.669463:0:77239:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000001a9f60ac. 02000000:00000010:0.0:1761313475.669484:0:77239:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000604212e1. 00000400:00000010:0.0:1761313475.669489:0:77239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000007642b86f. 00000400:00000010:0.0:1761313475.669493:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000dc692469. 00000100:00000200:0.0:1761313475.669498:0:77239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869138397184, portal 16 00000400:00000010:0.0:1761313475.669501:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b0337f11. 00000100:00000200:0.0:1761313475.669504:0:77239:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869138397184, offset 0 00000400:00000200:0.0:1761313475.669509:0:77239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:0.0:1761313475.669516:0:77239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:0.0:1761313475.669522:0:77239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:0.0:1761313475.669526:0:77239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761313475.669528:0:77239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:0.0:1761313475.669531:0:77239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90427:90427:255:4294967295] 192.168.204.38@tcp LPNI seq info [90427:90427:7:4294967295] 00000400:00000200:0.0:1761313475.669538:0:77239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:0.0:1761313475.669542:0:77239:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:0.0:1761313475.669545:0:77239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ed775b91 (tot 82352074). 00000800:00000200:0.0:1761313475.669549:0:77239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:0.0:1761313475.669554:0:77239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:0.0:1761313475.669556:0:77239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ed775b91 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761313475.671447:0:15826:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761313475.671454:0:15826:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d84ed131 (tot 82351826). 00000400:00000200:2.0:1761313475.671464:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313475.671472:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:2.0:1761313475.671478:0:15826:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000043b2001f 00000400:00000010:2.0:1761313475.671480:0:15826:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000043b2001f. 00000800:00000200:2.0:1761313475.671506:0:15826:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761313475.671508:0:15826:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ed775b91 (tot 82351578). 00000400:00000200:2.0:1761313475.671511:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313475.671514:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:2.0:1761313475.671516:0:15826:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b0337f11 00000400:00000010:2.0:1761313475.671518:0:15826:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b0337f11. 00000100:00000200:2.0:1761313475.671525:0:15826:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000251ce4d5 x1846869138397184/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313519 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1761313475.672431:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000c80ec46. 00010000:00000010:2.1:1761313475.672439:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000398c3ef8. 00010000:00000010:0.1:1761313475.672523:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000044b2f5ac. 00000400:00000200:0.0:1761313475.674501:0:15825:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:0.0:1761313475.674520:0:15825:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x68fb7baf0d800 00000400:00000200:0.0:1761313475.674529:0:15825:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb11b1 [1] + 224 00000400:00000200:0.0:1761313475.674543:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313475.674548:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:0.0:1761313475.674560:0:15825:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000251ce4d5 x1846869138397184/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313519 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1761313475.674957:0:77239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000007642b86f. 00000400:00000200:3.0:1761313475.674964:0:77239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000dc692469 00000400:00000010:3.0:1761313475.674966:0:77239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000dc692469. 00000100:00000200:3.0:1761313475.674972:0:77239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000251ce4d5 x1846869138397184/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313519 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761313475.674979:0:77239:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000251ce4d5 x1846869138397184/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313519 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1761313475.675009:0:77239:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000604212e1. 02000000:00000010:3.0:1761313475.675014:0:77239:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000001a9f60ac. 00000100:00000010:3.0:1761313475.675018:0:77239:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000251ce4d5. 00000100:00000010:3.0:1761313475.675021:0:77239:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000007c0b9825. 00010000:00000010:3.0:1761313475.675024:0:77239:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000006a56fd88. 00000400:00000200:3.0:1761313475.676174:0:15827:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:3.0:1761313475.676188:0:15827:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x68fb7ba85dfc0 00000400:00000200:3.0:1761313475.676194:0:15827:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xafacd [2] + 1968 00000400:00000010:3.0:1761313475.676198:0:15827:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000026df0993. 00000400:00000200:3.0:1761313475.676203:0:15827:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 000000003bf20b8e 00000400:00000200:3.0:1761313475.676253:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313475.676257:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:3.0:1761313475.676260:0:15827:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003bf20b8e 00000400:00000010:3.0:1761313475.676263:0:15827:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 000000003bf20b8e (tot 82351426). 00000100:00000200:3.0:1761313475.676269:0:15827:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:0.0:1761313475.677771:0:64710:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000604212e1. 00000020:00000010:0.0:1761313475.677780:0:64710:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000006f74eb7e. 00000020:00000010:0.0:1761313475.677784:0:64710:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000b19c8af1. 00000100:00000200:0.0:1761313475.677814:0:64710:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000088dd6fc3 x1846869131386816/t0(0) o103->78617949-0e11-4ca2-94c2-d809f91deaa9@192.168.204.38@tcp:406/0 lens 328/0 e 0 to 0 dl 1761313481 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:0.0:1761313475.677855:0:64710:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869131386816 02000000:00000010:0.0:1761313475.677867:0:64710:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000a0dc0fbc. 00010000:00000010:0.0:1761313475.677895:0:64710:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000083d90a8b. 00010000:00000010:0.0:1761313475.677913:0:64710:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000f6f1caa2. 00000100:00000010:0.0:1761313475.677921:0:64710:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000007c0b9825. 00000100:00000010:0.0:1761313475.681832:0:64710:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000007c0b9825. 00010000:00000010:0.0:1761313475.681845:0:64710:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000f6f1caa2. 00000400:00000010:0.0:1761313475.681873:0:64710:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000070c25494. 00000100:00000200:0.0:1761313475.681881:0:64710:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869131386816, offset 224 00000400:00000200:0.0:1761313475.681890:0:64710:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:0.0:1761313475.681907:0:64710:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:0.0:1761313475.681913:0:64710:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90428:90428:256:4294967295] 192.168.204.38@tcp LPNI seq info [90428:90428:8:4294967295] 00000400:00000200:0.0:1761313475.681923:0:64710:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:0.0:1761313475.681929:0:64710:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:0.0:1761313475.681935:0:64710:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ed775b91 (tot 82351674). 00000800:00000200:0.0:1761313475.681942:0:64710:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:0.0:1761313475.681949:0:64710:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:0.0:1761313475.681953:0:64710:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ed775b91 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761313475.681986:0:64710:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000006f74eb7e. 00000020:00000010:0.0:1761313475.681993:0:64710:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000b19c8af1. 00000020:00000010:0.0:1761313475.681996:0:64710:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000604212e1. 02000000:00000010:0.0:1761313475.682007:0:64710:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000f3987f9d. 00000100:00000010:0.0:1761313475.682010:0:64710:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000004c2b08ab. 02000000:00000010:0.0:1761313475.682014:0:64710:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000039b3f807. 00000100:00000010:0.0:1761313475.682017:0:64710:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000097b2ed89. 02000000:00000010:0.0:1761313475.682019:0:64710:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000146b7906. 00000100:00000010:0.0:1761313475.682021:0:64710:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000242da0db. 02000000:00000010:0.0:1761313475.682024:0:64710:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000a890d2e7. 00000100:00000010:0.0:1761313475.682026:0:64710:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000009906dba7. 02000000:00000010:0.0:1761313475.682028:0:64710:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000005efcd4a1. 00000100:00000010:0.0:1761313475.682030:0:64710:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d93d7538. 02000000:00000010:0.0:1761313475.682033:0:64710:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000efb1d057. 00000100:00000010:0.0:1761313475.682035:0:64710:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001375339a. 00000100:00000200:0.0:1761313475.682045:0:64710:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1761313475.682051:0:64710:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000d7d42e89. 00000400:00000010:0.0:1761313475.682056:0:64710:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 000000007c0b9825 (tot 82351826). 00000800:00000200:1.0:1761313475.682346:0:15826:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313475.682350:0:15826:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ed775b91 (tot 82351578). 00000400:00000200:1.0:1761313475.682354:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313475.682381:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:1.0:1761313475.682385:0:15826:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000070c25494 00000400:00000010:1.0:1761313475.682387:0:15826:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000070c25494. 02000000:00000010:1.0:1761313475.682392:0:15826:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000a0dc0fbc. 00010000:00000010:0.1:1761313475.682497:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000529618f6. 00010000:00000010:0.1:1761313475.682504:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000048f1c77. 00010000:00000010:0.1:1761313475.682507:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006ef72c2c. 00080000:00000010:2.0:1761313475.682842:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f39784db. 00010000:00000010:2.0:1761313475.682935:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004745eab7. 00010000:00000010:2.0:1761313475.682943:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b6b0544b. 00010000:00000010:2.0:1761313475.683006:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000097e21150. 00010000:00000010:2.0:1761313475.683011:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000017f54d83. 00010000:00000010:2.0:1761313475.683023:0:77239:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000f8ec2798. 00000100:00000010:2.0:1761313475.683028:0:77239:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a41f4425. 00000100:00000010:2.0:1761313475.683036:0:77239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000000c1072c7. 02000000:00000010:2.0:1761313475.683048:0:77239:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000090332bac. 02000000:00000010:2.0:1761313475.683073:0:77239:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000006d39e1e3. 00000400:00000010:2.0:1761313475.683077:0:77239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000364971a9. 00000400:00000010:2.0:1761313475.683081:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000043b2001f. 00000100:00000200:2.0:1761313475.683085:0:77239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869138397248, portal 16 00000400:00000010:2.0:1761313475.683089:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000042ef5faf. 00000100:00000200:2.0:1761313475.683091:0:77239:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869138397248, offset 0 00000400:00000200:2.0:1761313475.683097:0:77239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:2.0:1761313475.683105:0:77239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:2.0:1761313475.683112:0:77239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:2.0:1761313475.683115:0:77239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761313475.683118:0:77239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:2.0:1761313475.683120:0:77239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90429:90429:256:4294967295] 192.168.204.38@tcp LPNI seq info [90429:90429:8:4294967295] 00000400:00000200:2.0:1761313475.683127:0:77239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:2.0:1761313475.683131:0:77239:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:2.0:1761313475.683134:0:77239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d84ed131 (tot 82351826). 00000800:00000200:2.0:1761313475.683137:0:77239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:2.0:1761313475.683141:0:77239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:2.0:1761313475.683144:0:77239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000d84ed131 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761313475.683261:0:15825:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761313475.683263:0:15825:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d84ed131 (tot 82351578). 00000400:00000200:0.0:1761313475.683270:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313475.683274:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:0.0:1761313475.683277:0:15825:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000042ef5faf 00000400:00000010:0.0:1761313475.683278:0:15825:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000042ef5faf. 00000100:00000200:0.0:1761313475.683284:0:15825:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000000c1072c7 x1846869138397248/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313519 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761313475.697193:0:15827:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:0.0:1761313475.697215:0:15827:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x68fb7baf0d840 00000400:00000200:0.0:1761313475.697224:0:15827:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb11c1 [1] + 224 00000400:00000200:0.0:1761313475.697235:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313475.697238:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:0.0:1761313475.697248:0:15827:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000000c1072c7 x1846869138397248/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313519 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761313475.697275:0:15827:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:0.0:1761313475.697280:0:15827:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x68fb7ba85e000 00000400:00000200:0.0:1761313475.697284:0:15827:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xafb25 [2] + 0 00000400:00000200:0.0:1761313475.697335:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313475.697339:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:0.0:1761313475.697342:0:15827:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761313475.697348:0:15827:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001375339a. 00010000:00000010:0.1:1761313475.697405:0:15827:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007456d728. 00000020:00000010:0.0:1761313475.697904:0:75220:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a0dc0fbc. 00000020:00000010:0.0:1761313475.697912:0:75220:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000006f74eb7e. 00000020:00000010:0.0:1761313475.697916:0:75220:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000b19c8af1. 00000100:00000200:0.0:1761313475.697940:0:75220:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000001375339a x1846869131386880/t0(0) o103->78617949-0e11-4ca2-94c2-d809f91deaa9@192.168.204.38@tcp:406/0 lens 328/0 e 0 to 0 dl 1761313481 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:0.0:1761313475.697982:0:75220:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869131386880 02000000:00000010:0.0:1761313475.697993:0:75220:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000f9ed8b37. 00010000:00000010:0.0:1761313475.698029:0:75220:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000f6f1caa2. 00000100:00000010:0.0:1761313475.698035:0:75220:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006cdcc286. 00000100:00000010:0.0:1761313475.698041:0:75220:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006cdcc286. 00010000:00000010:0.0:1761313475.698044:0:75220:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000f6f1caa2. 00000400:00000010:0.0:1761313475.698058:0:75220:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000cca6299d. 00000100:00000200:0.0:1761313475.698063:0:75220:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869131386880, offset 224 00000400:00000200:0.0:1761313475.698071:0:75220:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:0.0:1761313475.698080:0:75220:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:0.0:1761313475.698085:0:75220:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90430:90430:256:4294967295] 192.168.204.38@tcp LPNI seq info [90430:90430:8:4294967295] 00000400:00000200:0.0:1761313475.698094:0:75220:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:0.0:1761313475.698099:0:75220:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:0.0:1761313475.698104:0:75220:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e03815c4 (tot 82351826). 00000800:00000200:0.0:1761313475.698109:0:75220:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:0.0:1761313475.698115:0:75220:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:0.0:1761313475.698118:0:75220:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000e03815c4 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761313475.698134:0:75220:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000006f74eb7e. 00000020:00000010:0.0:1761313475.698138:0:75220:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000b19c8af1. 00000020:00000010:0.0:1761313475.698140:0:75220:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a0dc0fbc. 00000800:00000200:0.0:1761313475.698209:0:15826:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761313475.698212:0:15826:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e03815c4 (tot 82351578). 00000400:00000200:0.0:1761313475.698215:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313475.698219:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:0.0:1761313475.698222:0:15826:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000cca6299d 00000400:00000010:0.0:1761313475.698224:0:15826:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000cca6299d. 00000400:00000010:2.0:1761313475.698445:0:77239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000364971a9. 00000400:00000200:2.0:1761313475.698450:0:77239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000043b2001f 00000400:00000010:2.0:1761313475.698451:0:77239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000043b2001f. 00000100:00000200:2.0:1761313475.698457:0:77239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000000c1072c7 x1846869138397248/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313519 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761313475.698465:0:77239:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000000c1072c7 x1846869138397248/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313519 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.0:1761313475.698486:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000052b9bab. 02000000:00000010:2.0:1761313475.698501:0:77239:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000006d39e1e3. 02000000:00000010:2.0:1761313475.698507:0:77239:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000090332bac. 00000100:00000010:2.0:1761313475.698510:0:77239:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000000c1072c7. 00000100:00000010:2.0:1761313475.698513:0:77239:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a41f4425. 00010000:00000010:2.0:1761313475.698516:0:77239:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000f8ec2798. 00080000:00000010:2.0:1761313475.698531:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 0000000090332bac. 00010000:00000010:2.0:1761313475.698611:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000017f54d83. 00010000:00000010:2.0:1761313475.698618:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000323a79ae. 00010000:00000010:2.0:1761313475.698691:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000000405b961. 00010000:00000010:2.0:1761313475.698696:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000017f54d83. 00010000:00000010:2.0:1761313475.698706:0:77239:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000f8ec2798. 00000100:00000010:2.0:1761313475.698709:0:77239:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a41f4425. 00000100:00000010:2.0:1761313475.698714:0:77239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000000c1072c7. 02000000:00000010:2.0:1761313475.698723:0:77239:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000006d39e1e3. 02000000:00000010:2.0:1761313475.698745:0:77239:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f3987f9d. 00000400:00000010:2.0:1761313475.698748:0:77239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000364971a9. 00000400:00000010:2.0:1761313475.698751:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000043b2001f. 00000100:00000200:2.0:1761313475.698765:0:77239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869138397312, portal 16 00000400:00000010:2.0:1761313475.698768:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002c0ac683. 00000100:00000200:2.0:1761313475.698770:0:77239:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869138397312, offset 0 00000400:00000200:2.0:1761313475.698775:0:77239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:2.0:1761313475.698780:0:77239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:2.0:1761313475.698786:0:77239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:2.0:1761313475.698790:0:77239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761313475.698792:0:77239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:2.0:1761313475.698794:0:77239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90431:90431:256:4294967295] 192.168.204.38@tcp LPNI seq info [90431:90431:8:4294967295] 00000400:00000200:2.0:1761313475.698801:0:77239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:2.0:1761313475.698805:0:77239:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:2.0:1761313475.698808:0:77239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c0eb742f (tot 82351826). 00000800:00000200:2.0:1761313475.698812:0:77239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:2.0:1761313475.698815:0:77239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:2.0:1761313475.698818:0:77239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c0eb742f type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761313475.699424:0:15825:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761313475.699428:0:15825:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c0eb742f (tot 82351578). 00000400:00000200:0.0:1761313475.699434:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313475.699439:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:0.0:1761313475.699442:0:15825:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002c0ac683 00000400:00000010:0.0:1761313475.699444:0:15825:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002c0ac683. 00000100:00000200:0.0:1761313475.699448:0:15825:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000000c1072c7 x1846869138397312/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313519 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1761313475.701501:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ad6457b1. 00010000:00000010:2.1:1761313475.701511:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d6106bc2. 00000400:00000200:0.0:1761313475.703909:0:15827:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:0.0:1761313475.703930:0:15827:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x68fb7baf0d880 00000400:00000200:0.0:1761313475.703939:0:15827:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb11cd [1] + 224 00000400:00000200:0.0:1761313475.703956:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313475.703960:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:0.0:1761313475.703970:0:15827:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000000c1072c7 x1846869138397312/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313519 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1761313475.709242:0:77239:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006c6eeb47. 00010000:00000010:2.1:1761313475.709259:0:77239:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ae471c65. 00010000:00000010:2.1:1761313475.709263:0:77239:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000097e21150. 00000400:00000010:2.0:1761313475.709275:0:77239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000364971a9. 00000400:00000200:2.0:1761313475.709279:0:77239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000043b2001f 00000400:00000010:2.0:1761313475.709281:0:77239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000043b2001f. 00000100:00000200:2.0:1761313475.709295:0:77239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000000c1072c7 x1846869138397312/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313519 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761313475.709305:0:77239:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000000c1072c7 x1846869138397312/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313519 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761313475.709333:0:77239:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f3987f9d. 02000000:00000010:2.0:1761313475.709340:0:77239:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000006d39e1e3. 00000100:00000010:2.0:1761313475.709343:0:77239:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000000c1072c7. 00000100:00000010:2.0:1761313475.709354:0:77239:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a41f4425. 00010000:00000010:2.0:1761313475.709371:0:77239:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000f8ec2798. 00000400:00000200:0.0:1761313475.709839:0:15826:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:0.0:1761313475.709854:0:15826:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x68fb7ba85e040 00000400:00000200:0.0:1761313475.709862:0:15826:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xafb25 [2] + 328 00000400:00000200:0.0:1761313475.710217:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313475.710223:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:0.0:1761313475.710229:0:15826:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761313475.710233:0:15826:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000db4b24ed. 00000020:00000010:2.0:1761313475.710466:0:64710:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006d39e1e3. 00000020:00000010:2.0:1761313475.710472:0:64710:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000d3ed4192. 00000020:00000010:2.0:1761313475.710476:0:64710:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000f72ff3ec. 00000100:00000200:2.0:1761313475.710500:0:64710:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000db4b24ed x1846869131386944/t0(0) o103->78617949-0e11-4ca2-94c2-d809f91deaa9@192.168.204.38@tcp:406/0 lens 328/0 e 0 to 0 dl 1761313481 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:2.0:1761313475.710536:0:64710:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869131386944 02000000:00000010:2.0:1761313475.710547:0:64710:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000f3987f9d. 00010000:00000010:2.0:1761313475.710574:0:64710:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000002bffe27a. 00010000:00000010:2.0:1761313475.710593:0:64710:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000f8ec2798. 00000100:00000010:2.0:1761313475.710600:0:64710:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a41f4425. 00000100:00000010:2.0:1761313475.710621:0:64710:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a41f4425. 00010000:00000010:2.0:1761313475.710624:0:64710:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000f8ec2798. 00000400:00000010:2.0:1761313475.710637:0:64710:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000043b2001f. 00000100:00000200:2.0:1761313475.710643:0:64710:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869131386944, offset 224 00000400:00000200:2.0:1761313475.710651:0:64710:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:2.0:1761313475.710662:0:64710:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:2.0:1761313475.710667:0:64710:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90432:90432:256:4294967295] 192.168.204.38@tcp LPNI seq info [90432:90432:8:4294967295] 00000400:00000200:2.0:1761313475.710677:0:64710:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:2.0:1761313475.710681:0:64710:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:2.0:1761313475.710685:0:64710:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c0eb742f (tot 82351826). 00000800:00000200:2.0:1761313475.710690:0:64710:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:2.0:1761313475.710696:0:64710:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:2.0:1761313475.710700:0:64710:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c0eb742f type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761313475.710721:0:64710:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000d3ed4192. 00000020:00000010:2.0:1761313475.710725:0:64710:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000f72ff3ec. 00000020:00000010:2.0:1761313475.710728:0:64710:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006d39e1e3. 00000800:00000200:1.0:1761313475.711603:0:15825:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313475.711609:0:15825:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c0eb742f (tot 82351578). 00000400:00000200:1.0:1761313475.711619:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313475.711624:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:1.0:1761313475.711629:0:15825:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000043b2001f 00000400:00000010:1.0:1761313475.711631:0:15825:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000043b2001f. 00080000:00000010:3.0:1761313475.711809:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e07b507f. 00010000:00000010:3.0:1761313475.711905:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000017f54d83. 00010000:00000010:3.0:1761313475.711914:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e88270b2. 00010000:00000010:3.0:1761313475.711985:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ec860c09. 00010000:00000010:3.0:1761313475.711991:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000fb6c2192. 00010000:00000010:3.0:1761313475.712002:0:77239:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000588d7b89. 00000100:00000010:3.0:1761313475.712007:0:77239:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000004c36356c. 00000100:00000010:3.0:1761313475.712015:0:77239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000015f262ae. 02000000:00000010:3.0:1761313475.712026:0:77239:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000670f6777. 02000000:00000010:3.0:1761313475.712049:0:77239:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000009885a256. 00000400:00000010:3.0:1761313475.712054:0:77239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000d1775bed. 00000400:00000010:3.0:1761313475.712058:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006cc90287. 00000100:00000200:3.0:1761313475.712064:0:77239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869138397376, portal 16 00000400:00000010:3.0:1761313475.712068:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fc523d55. 00000100:00000200:3.0:1761313475.712070:0:77239:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869138397376, offset 0 00000400:00000200:3.0:1761313475.712077:0:77239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:3.0:1761313475.712088:0:77239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:3.0:1761313475.712096:0:77239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:3.0:1761313475.712099:0:77239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761313475.712102:0:77239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:3.0:1761313475.712104:0:77239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90433:90433:256:4294967295] 192.168.204.38@tcp LPNI seq info [90433:90433:8:4294967295] 00000400:00000200:3.0:1761313475.712113:0:77239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:3.0:1761313475.712117:0:77239:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:3.0:1761313475.712121:0:77239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a77805d3 (tot 82351826). 00000800:00000200:3.0:1761313475.712126:0:77239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:3.0:1761313475.712131:0:77239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:3.0:1761313475.712134:0:77239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000a77805d3 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761313475.712250:0:15827:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761313475.712254:0:15827:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a77805d3 (tot 82351578). 00000400:00000200:0.0:1761313475.712257:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313475.712261:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:0.0:1761313475.712264:0:15827:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fc523d55 00000400:00000010:0.0:1761313475.712266:0:15827:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fc523d55. 00000100:00000200:0.0:1761313475.712271:0:15827:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000015f262ae x1846869138397376/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313519 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1761313475.720424:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000ba84b31. 00010000:00000010:3.1:1761313475.720437:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000405b961. 00010000:00000010:2.1:1761313475.724398:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004fb14c47. 00000400:00000200:0.0:1761313475.747637:0:15826:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:0.0:1761313475.747659:0:15826:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x68fb7baf0d8c0 00000400:00000200:0.0:1761313475.747667:0:15826:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb11d9 [1] + 224 00000400:00000200:0.0:1761313475.747677:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313475.747681:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:0.0:1761313475.747691:0:15826:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000015f262ae x1846869138397376/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313519 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761313475.747732:0:15826:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:0.0:1761313475.747736:0:15826:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x68fb7ba85e080 00000400:00000200:0.0:1761313475.747741:0:15826:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xafb25 [2] + 656 00000400:00000200:0.0:1761313475.747816:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313475.747821:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:0.0:1761313475.747825:0:15826:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761313475.747832:0:15826:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000003efab3fb. 00000400:00000010:3.0:1761313475.747940:0:77239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000d1775bed. 00000400:00000200:3.0:1761313475.747949:0:77239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006cc90287 00000400:00000010:3.0:1761313475.747951:0:77239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006cc90287. 00000100:00000200:3.0:1761313475.747957:0:77239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000015f262ae x1846869138397376/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313519 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761313475.747965:0:77239:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000015f262ae x1846869138397376/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313519 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1761313475.747991:0:77239:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000009885a256. 02000000:00000010:3.0:1761313475.747997:0:77239:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000670f6777. 00000100:00000010:3.0:1761313475.748001:0:77239:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000015f262ae. 00000100:00000010:3.0:1761313475.748004:0:77239:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000004c36356c. 00010000:00000010:3.0:1761313475.748008:0:77239:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000588d7b89. 00000020:00000010:1.0:1761313475.752594:0:75220:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000fad0689b. 00000020:00000010:1.0:1761313475.752608:0:75220:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000006bc29ede. 00000020:00000010:1.0:1761313475.752613:0:75220:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000009698beef. 00000100:00000200:1.0:1761313475.752644:0:75220:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000003efab3fb x1846869131387008/t0(0) o103->78617949-0e11-4ca2-94c2-d809f91deaa9@192.168.204.38@tcp:406/0 lens 328/0 e 0 to 0 dl 1761313481 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:1.0:1761313475.752685:0:75220:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869131387008 02000000:00000010:1.0:1761313475.752698:0:75220:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000da3a64f4. 00010000:00000010:1.0:1761313475.752731:0:75220:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003d7b539d. 00010000:00000010:1.0:1761313475.752762:0:75220:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000eef0b1e7. 00000100:00000010:1.0:1761313475.752770:0:75220:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000eeac1d93. 00000100:00000010:1.0:1761313475.752787:0:75220:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000eeac1d93. 00010000:00000010:1.0:1761313475.752791:0:75220:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000eef0b1e7. 00000400:00000010:1.0:1761313475.752805:0:75220:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000965e87ce. 00000100:00000200:1.0:1761313475.752811:0:75220:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869131387008, offset 224 00000400:00000200:1.0:1761313475.752820:0:75220:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:1.0:1761313475.752834:0:75220:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:1.0:1761313475.752840:0:75220:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90434:90434:256:4294967295] 192.168.204.38@tcp LPNI seq info [90434:90434:8:4294967295] 00000400:00000200:1.0:1761313475.752851:0:75220:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:1.0:1761313475.752856:0:75220:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:1.0:1761313475.752860:0:75220:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000cc8c87c8 (tot 82351826). 00000800:00000200:1.0:1761313475.752868:0:75220:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:1.0:1761313475.752875:0:75220:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:1.0:1761313475.752879:0:75220:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000cc8c87c8 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761313475.752905:0:75220:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000006bc29ede. 00000020:00000010:1.0:1761313475.752909:0:75220:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000009698beef. 00000020:00000010:1.0:1761313475.752912:0:75220:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000fad0689b. 00080000:00000010:3.0:1761313475.752992:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000670f6777. 00010000:00000010:3.0:1761313475.753083:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000fb6c2192. 00010000:00000010:3.0:1761313475.753090:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000dbd3e4d2. 00010000:00000010:3.0:1761313475.753162:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000bfa9ae08. 00010000:00000010:3.0:1761313475.753167:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000fb6c2192. 00010000:00000010:3.0:1761313475.753176:0:77239:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000588d7b89. 00000100:00000010:3.0:1761313475.753180:0:77239:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000004c36356c. 00000100:00000010:3.0:1761313475.753186:0:77239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000015f262ae. 02000000:00000010:3.0:1761313475.753196:0:77239:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000009885a256. 02000000:00000010:3.0:1761313475.753216:0:77239:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000fd1eb2bf. 00000400:00000010:3.0:1761313475.753221:0:77239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000d1775bed. 00000400:00000010:3.0:1761313475.753226:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006cc90287. 00000100:00000200:3.0:1761313475.753230:0:77239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869138397440, portal 16 00000400:00000010:3.0:1761313475.753234:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003d312476. 00000100:00000200:3.0:1761313475.753235:0:77239:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869138397440, offset 0 00000400:00000200:3.0:1761313475.753241:0:77239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:3.0:1761313475.753247:0:77239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:3.0:1761313475.753253:0:77239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:3.0:1761313475.753256:0:77239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761313475.753258:0:77239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:3.0:1761313475.753260:0:77239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90435:90435:255:4294967295] 192.168.204.38@tcp LPNI seq info [90435:90435:7:4294967295] 00000400:00000200:3.0:1761313475.753267:0:77239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:3.0:1761313475.753271:0:77239:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:3.0:1761313475.753274:0:77239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000006d74909 (tot 82352074). 00000800:00000200:3.0:1761313475.753278:0:77239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:3.0:1761313475.753281:0:77239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:3.0:1761313475.753283:0:77239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000006d74909 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761313475.753417:0:15825:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761313475.753422:0:15825:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000cc8c87c8 (tot 82351826). 00000400:00000200:0.0:1761313475.753426:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313475.753431:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:0.0:1761313475.753436:0:15825:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000965e87ce 00000400:00000010:0.0:1761313475.753437:0:15825:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000965e87ce. 00000800:00000200:0.0:1761313475.753494:0:15825:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761313475.753496:0:15825:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000006d74909 (tot 82351578). 00000400:00000200:0.0:1761313475.753499:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313475.753502:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:0.0:1761313475.753504:0:15825:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003d312476 00000400:00000010:0.0:1761313475.753506:0:15825:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003d312476. 00000100:00000200:0.0:1761313475.753510:0:15825:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000015f262ae x1846869138397440/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313519 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1761313475.758461:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000012013586. 00010000:00000010:3.1:1761313475.758479:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ec860c09. 00000400:00000200:0.0:1761313475.760566:0:15827:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:0.0:1761313475.760586:0:15827:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x68fb7baf0d900 00000400:00000200:0.0:1761313475.760595:0:15827:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb11e5 [1] + 224 00000400:00000200:0.0:1761313475.760610:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313475.760614:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:0.0:1761313475.760624:0:15827:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000015f262ae x1846869138397440/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313519 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1761313475.760852:0:77239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000d1775bed. 00000400:00000200:3.0:1761313475.760858:0:77239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006cc90287 00000400:00000010:3.0:1761313475.760861:0:77239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006cc90287. 00000100:00000200:3.0:1761313475.760867:0:77239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000015f262ae x1846869138397440/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313519 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761313475.760874:0:77239:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000015f262ae x1846869138397440/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313519 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1761313475.760900:0:77239:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000fd1eb2bf. 02000000:00000010:3.0:1761313475.760906:0:77239:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000009885a256. 00000100:00000010:3.0:1761313475.760909:0:77239:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000015f262ae. 00000100:00000010:3.0:1761313475.760914:0:77239:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000004c36356c. 00010000:00000010:3.0:1761313475.760917:0:77239:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000588d7b89. 00010000:00000010:1.1:1761313475.763408:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000aa6cc545. 00000400:00000200:0.0:1761313475.764223:0:15826:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:0.0:1761313475.764239:0:15826:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x68fb7ba85e0c0 00000400:00000200:0.0:1761313475.764247:0:15826:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xafb25 [2] + 984 00000400:00000200:0.0:1761313475.764293:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313475.764298:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:0.0:1761313475.764304:0:15826:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761313475.764309:0:15826:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000b73eaae5. 00000020:00000010:3.0:1761313475.766761:0:64710:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000fd1eb2bf. 00000020:00000010:3.0:1761313475.766772:0:64710:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000d8e037e1. 00000020:00000010:3.0:1761313475.766776:0:64710:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000f175d44a. 00000100:00000200:3.0:1761313475.766805:0:64710:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000b73eaae5 x1846869131387072/t0(0) o103->78617949-0e11-4ca2-94c2-d809f91deaa9@192.168.204.38@tcp:406/0 lens 328/0 e 0 to 0 dl 1761313481 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:3.0:1761313475.766844:0:64710:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869131387072 02000000:00000010:3.0:1761313475.766854:0:64710:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000009885a256. 00010000:00000010:3.0:1761313475.766880:0:64710:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c255a30c. 00010000:00000010:3.0:1761313475.766901:0:64710:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000588d7b89. 00000100:00000010:3.0:1761313475.766909:0:64710:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000004c36356c. 00000100:00000010:3.0:1761313475.766930:0:64710:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000004c36356c. 00010000:00000010:3.0:1761313475.766934:0:64710:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000588d7b89. 00000400:00000010:3.0:1761313475.766950:0:64710:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006cc90287. 00000100:00000200:3.0:1761313475.766957:0:64710:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869131387072, offset 224 00000400:00000200:3.0:1761313475.766966:0:64710:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:3.0:1761313475.766979:0:64710:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:3.0:1761313475.766985:0:64710:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90436:90436:256:4294967295] 192.168.204.38@tcp LPNI seq info [90436:90436:8:4294967295] 00000400:00000200:3.0:1761313475.766996:0:64710:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:3.0:1761313475.767002:0:64710:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:3.0:1761313475.767006:0:64710:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000986d3ed7 (tot 82351826). 00000800:00000200:3.0:1761313475.767012:0:64710:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:3.0:1761313475.767019:0:64710:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:3.0:1761313475.767022:0:64710:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000986d3ed7 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761313475.767038:0:64710:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000d8e037e1. 00000020:00000010:3.0:1761313475.767042:0:64710:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000f175d44a. 00000020:00000010:3.0:1761313475.767046:0:64710:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000fd1eb2bf. 00000800:00000200:0.0:1761313475.767157:0:15825:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761313475.767161:0:15825:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000986d3ed7 (tot 82351578). 00000400:00000200:0.0:1761313475.767166:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313475.767170:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:0.0:1761313475.767174:0:15825:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006cc90287 00000400:00000010:0.0:1761313475.767176:0:15825:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006cc90287. 00080000:00000010:0.0:1761313475.767204:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a0dc0fbc. 00010000:00000010:0.0:1761313475.767289:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000fb6c2192. 00010000:00000010:0.0:1761313475.767296:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b00d4abb. 00010000:00000010:0.0:1761313475.767417:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000007011c8ae. 00010000:00000010:0.0:1761313475.767423:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000ccf4e988. 00010000:00000010:0.0:1761313475.767433:0:77239:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000f6f1caa2. 00000100:00000010:0.0:1761313475.767438:0:77239:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006cdcc286. 00000100:00000010:0.0:1761313475.767444:0:77239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000002527802e. 02000000:00000010:0.0:1761313475.767455:0:77239:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000146b7906. 02000000:00000010:0.0:1761313475.767487:0:77239:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000039b3f807. 00000400:00000010:0.0:1761313475.767492:0:77239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000874d6242. 00000400:00000010:0.0:1761313475.767496:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000cca6299d. 00000100:00000200:0.0:1761313475.767501:0:77239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869138397504, portal 16 00000400:00000010:0.0:1761313475.767505:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b4a4da2f. 00000100:00000200:0.0:1761313475.767507:0:77239:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869138397504, offset 0 00000400:00000200:0.0:1761313475.767512:0:77239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:0.0:1761313475.767518:0:77239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:0.0:1761313475.767524:0:77239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:0.0:1761313475.767527:0:77239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761313475.767530:0:77239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:0.0:1761313475.767532:0:77239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90437:90437:256:4294967295] 192.168.204.38@tcp LPNI seq info [90437:90437:8:4294967295] 00000400:00000200:0.0:1761313475.767538:0:77239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:0.0:1761313475.767542:0:77239:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:0.0:1761313475.767546:0:77239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e03815c4 (tot 82351826). 00000800:00000200:0.0:1761313475.767549:0:77239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:0.0:1761313475.767553:0:77239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:0.0:1761313475.767555:0:77239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000e03815c4 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761313475.767595:0:15827:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761313475.767597:0:15827:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e03815c4 (tot 82351578). 00000400:00000200:0.0:1761313475.767601:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313475.767604:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:0.0:1761313475.767607:0:15827:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b4a4da2f 00000400:00000010:0.0:1761313475.767608:0:15827:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b4a4da2f. 00000100:00000200:0.0:1761313475.767612:0:15827:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000002527802e x1846869138397504/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313519 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1761313475.774399:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bc2ef70c. 00010000:00000010:0.1:1761313475.774412:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bfa9ae08. 00010000:00000010:3.1:1761313475.774741:0:13:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000936049b9. 00000400:00000200:1.0:1761313475.779071:0:15826:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:1.0:1761313475.779091:0:15826:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x68fb7baf0d940 00000400:00000200:1.0:1761313475.779100:0:15826:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb11f1 [1] + 224 00000400:00000200:1.0:1761313475.779110:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313475.779113:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:1.0:1761313475.779123:0:15826:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000002527802e x1846869138397504/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313519 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761313475.779160:0:15826:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:1.0:1761313475.779165:0:15826:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x68fb7ba85e100 00000400:00000200:1.0:1761313475.779169:0:15826:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xafb25 [2] + 1312 00000400:00000200:1.0:1761313475.779193:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313475.779196:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:1.0:1761313475.779200:0:15826:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761313475.779206:0:15826:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001286135a. 00000020:00000010:2.0:1761313475.779288:0:75220:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006d39e1e3. 00000020:00000010:2.0:1761313475.779295:0:75220:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000d3ed4192. 00000020:00000010:2.0:1761313475.779299:0:75220:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000f72ff3ec. 00000100:00000200:2.0:1761313475.779322:0:75220:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000001286135a x1846869131387136/t0(0) o103->78617949-0e11-4ca2-94c2-d809f91deaa9@192.168.204.38@tcp:406/0 lens 328/0 e 0 to 0 dl 1761313481 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:2.0:1761313475.779393:0:75220:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869131387136 02000000:00000010:2.0:1761313475.779405:0:75220:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000005efcd4a1. 00010000:00000010:2.0:1761313475.779442:0:75220:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000f8ec2798. 00000100:00000010:2.0:1761313475.779449:0:75220:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a41f4425. 00000100:00000010:2.0:1761313475.779456:0:75220:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a41f4425. 00010000:00000010:2.0:1761313475.779459:0:75220:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000f8ec2798. 00000400:00000010:2.0:1761313475.779473:0:75220:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000060537b9b. 00000100:00000200:2.0:1761313475.779479:0:75220:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869131387136, offset 224 00000400:00000200:2.0:1761313475.779486:0:75220:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:2.0:1761313475.779496:0:75220:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:2.0:1761313475.779501:0:75220:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90438:90438:256:4294967295] 192.168.204.38@tcp LPNI seq info [90438:90438:8:4294967295] 00000400:00000200:2.0:1761313475.779510:0:75220:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:2.0:1761313475.779515:0:75220:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:2.0:1761313475.779519:0:75220:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d84ed131 (tot 82351826). 00000800:00000200:2.0:1761313475.779524:0:75220:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:2.0:1761313475.779530:0:75220:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:2.0:1761313475.779534:0:75220:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000d84ed131 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761313475.779551:0:75220:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000d3ed4192. 00000020:00000010:2.0:1761313475.779554:0:75220:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000f72ff3ec. 00000020:00000010:2.0:1761313475.779556:0:75220:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006d39e1e3. 00000800:00000200:2.0:1761313475.779651:0:15825:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761313475.779654:0:15825:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d84ed131 (tot 82351578). 00000400:00000200:2.0:1761313475.779661:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313475.779665:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:2.0:1761313475.779668:0:15825:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000060537b9b 00000400:00000010:2.0:1761313475.779670:0:15825:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000060537b9b. 00000400:00000010:3.0:1761313475.780185:0:77239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000874d6242. 00000400:00000200:3.0:1761313475.780191:0:77239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000cca6299d 00000400:00000010:3.0:1761313475.780193:0:77239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000cca6299d. 00000100:00000200:3.0:1761313475.780200:0:77239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000002527802e x1846869138397504/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313519 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761313475.780209:0:77239:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000002527802e x1846869138397504/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313519 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.0:1761313475.780231:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000054b9ac73. 02000000:00000010:3.0:1761313475.780248:0:77239:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000039b3f807. 02000000:00000010:3.0:1761313475.780253:0:77239:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000146b7906. 00000100:00000010:3.0:1761313475.780257:0:77239:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000002527802e. 00000100:00000010:3.0:1761313475.780261:0:77239:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006cdcc286. 00010000:00000010:3.0:1761313475.780264:0:77239:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000f6f1caa2. 00080000:00000010:3.0:1761313475.780279:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000fd1eb2bf. 00010000:00000010:1.0:1761313475.782810:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ccf4e988. 00010000:00000010:1.0:1761313475.782831:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000003a6404a7. 00010000:00000010:1.0:1761313475.782939:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000a27793c9. 00010000:00000010:1.0:1761313475.782946:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000fd01b96e. 00010000:00000010:1.0:1761313475.782960:0:77239:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000eef0b1e7. 00000100:00000010:1.0:1761313475.782968:0:77239:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000eeac1d93. 00000100:00000010:1.0:1761313475.782977:0:77239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000db5c2442. 02000000:00000010:1.0:1761313475.782991:0:77239:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000fad0689b. 02000000:00000010:1.0:1761313475.783022:0:77239:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000357e669e. 00000400:00000010:1.0:1761313475.783030:0:77239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000022d2dff1. 00000400:00000010:1.0:1761313475.783036:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004d58991b. 00000100:00000200:1.0:1761313475.783042:0:77239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869138397568, portal 16 00000400:00000010:1.0:1761313475.783047:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000082428106. 00000100:00000200:1.0:1761313475.783050:0:77239:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869138397568, offset 0 00000400:00000200:1.0:1761313475.783059:0:77239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:1.0:1761313475.783076:0:77239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:1.0:1761313475.783083:0:77239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:1.0:1761313475.783087:0:77239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761313475.783090:0:77239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:1.0:1761313475.783094:0:77239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90439:90439:256:4294967295] 192.168.204.38@tcp LPNI seq info [90439:90439:8:4294967295] 00000400:00000200:1.0:1761313475.783104:0:77239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:1.0:1761313475.783109:0:77239:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:1.0:1761313475.783115:0:77239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000fe7bdfb5 (tot 82351826). 00000800:00000200:1.0:1761313475.783122:0:77239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:1.0:1761313475.783129:0:77239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:1.0:1761313475.783132:0:77239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000fe7bdfb5 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761313475.783294:0:15827:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761313475.783297:0:15827:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000fe7bdfb5 (tot 82351578). 00000400:00000200:2.0:1761313475.783303:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313475.783309:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:2.0:1761313475.783314:0:15827:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000082428106 00000400:00000010:2.0:1761313475.783315:0:15827:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000082428106. 00000100:00000200:2.0:1761313475.783322:0:15827:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000db5c2442 x1846869138397568/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313519 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761313475.787236:0:15826:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:1.0:1761313475.787258:0:15826:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x68fb7baf0d980 00000400:00000200:1.0:1761313475.787268:0:15826:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb11fd [1] + 224 00000400:00000200:1.0:1761313475.787288:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313475.787293:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:1.0:1761313475.787305:0:15826:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000db5c2442 x1846869138397568/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313519 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1761313475.787657:0:77239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000022d2dff1. 00000400:00000200:0.0:1761313475.787662:0:77239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004d58991b 00000400:00000010:0.0:1761313475.787664:0:77239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004d58991b. 00000100:00000200:0.0:1761313475.787671:0:77239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000db5c2442 x1846869138397568/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313519 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761313475.787679:0:77239:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000db5c2442 x1846869138397568/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313519 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761313475.787709:0:77239:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000357e669e. 02000000:00000010:0.0:1761313475.787714:0:77239:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000fad0689b. 00000100:00000010:0.0:1761313475.787719:0:77239:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000db5c2442. 00000100:00000010:0.0:1761313475.787723:0:77239:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000eeac1d93. 00010000:00000010:0.0:1761313475.787726:0:77239:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000eef0b1e7. 00000400:00000200:2.0:1761313475.789882:0:15825:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:2.0:1761313475.789899:0:15825:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x68fb7ba85e140 00000400:00000200:2.0:1761313475.789907:0:15825:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xafb25 [2] + 1640 00000400:00000200:2.0:1761313475.789965:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313475.789970:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:2.0:1761313475.789975:0:15825:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1761313475.789981:0:15825:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000000c1072c7. 00000020:00000010:1.0:1761313475.790224:0:64710:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000cb922dba. 00000020:00000010:1.0:1761313475.790231:0:64710:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000006bc29ede. 00000020:00000010:1.0:1761313475.790235:0:64710:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000009698beef. 00000100:00000200:1.0:1761313475.790260:0:64710:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000000c1072c7 x1846869131387200/t0(0) o103->78617949-0e11-4ca2-94c2-d809f91deaa9@192.168.204.38@tcp:406/0 lens 328/0 e 0 to 0 dl 1761313481 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:1.0:1761313475.790283:0:64710:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869131387200 02000000:00000010:1.0:1761313475.790293:0:64710:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000097f846c2. 00010000:00000010:1.0:1761313475.790321:0:64710:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d0119852. 00010000:00000010:1.0:1761313475.790341:0:64710:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000012efb3ba. 00000100:00000010:1.0:1761313475.790376:0:64710:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000eeac1d93. 00000100:00000010:1.0:1761313475.790389:0:64710:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000eeac1d93. 00010000:00000010:1.0:1761313475.790393:0:64710:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000012efb3ba. 00000400:00000010:1.0:1761313475.790406:0:64710:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000017f94afa. 00000100:00000200:1.0:1761313475.790411:0:64710:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869131387200, offset 224 00000400:00000200:1.0:1761313475.790418:0:64710:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:1.0:1761313475.790429:0:64710:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:1.0:1761313475.790433:0:64710:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90440:90440:256:4294967295] 192.168.204.38@tcp LPNI seq info [90440:90440:8:4294967295] 00000400:00000200:1.0:1761313475.790442:0:64710:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:1.0:1761313475.790447:0:64710:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:1.0:1761313475.790451:0:64710:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000258d8758 (tot 82351826). 00000800:00000200:1.0:1761313475.790456:0:64710:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00080000:00000010:0.0:1761313475.790581:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 0000000039b3f807. 00010000:00000010:0.0:1761313475.790664:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000fd01b96e. 00010000:00000010:0.0:1761313475.790671:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000cbd3ecfd. 00010000:00000010:0.0:1761313475.790737:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f13b0208. 00010000:00000010:0.0:1761313475.790742:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000ed167414. 00010000:00000010:0.0:1761313475.790762:0:77239:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000b1a663f5. 00000100:00000010:0.0:1761313475.790766:0:77239:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000002b95c306. 00000100:00000010:0.0:1761313475.790772:0:77239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000000982dbcf. 02000000:00000010:0.0:1761313475.790782:0:77239:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000604212e1. 02000000:00000010:0.0:1761313475.790806:0:77239:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000003c3ad7dc. 00000400:00000010:0.0:1761313475.790812:0:77239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000d2737ad6. 00000400:00000010:0.0:1761313475.790816:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b4a4da2f. 00000100:00000200:0.0:1761313475.790821:0:77239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869138397632, portal 16 00000400:00000010:0.0:1761313475.790825:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000d3ed33a. 00000100:00000200:0.0:1761313475.790827:0:77239:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869138397632, offset 0 00000400:00000200:0.0:1761313475.790832:0:77239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:0.0:1761313475.790841:0:77239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:0.0:1761313475.790847:0:77239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:0.0:1761313475.790850:0:77239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761313475.790853:0:77239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:0.0:1761313475.790855:0:77239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90441:90441:255:4294967295] 192.168.204.38@tcp LPNI seq info [90441:90441:7:4294967295] 00000400:00000200:0.0:1761313475.790862:0:77239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:0.0:1761313475.790866:0:77239:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:0.0:1761313475.790869:0:77239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e03815c4 (tot 82352074). 00000800:00000200:0.0:1761313475.790873:0:77239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:0.0:1761313475.790877:0:77239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:0.0:1761313475.790881:0:77239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000e03815c4 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761313475.791066:0:15827:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761313475.791070:0:15827:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e03815c4 (tot 82351826). 00000400:00000200:3.0:1761313475.791074:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313475.791078:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:3.0:1761313475.791082:0:15827:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000d3ed33a 00000400:00000010:3.0:1761313475.791084:0:15827:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000d3ed33a. 00000100:00000200:3.0:1761313475.791089:0:15827:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000000982dbcf x1846869138397632/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313519 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000800:00000200:1.0:1761313475.791394:0:64710:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:1.0:1761313475.791397:0:64710:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000258d8758 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761313475.791418:0:64710:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000006bc29ede. 00000020:00000010:1.0:1761313475.791422:0:64710:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000009698beef. 00000020:00000010:1.0:1761313475.791425:0:64710:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000cb922dba. 00010000:00000010:3.1:1761313475.791886:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000310e64f4. 00000800:00000200:0.0:1761313475.792452:0:15826:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761313475.792456:0:15826:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000258d8758 (tot 82351578). 00000400:00000200:0.0:1761313475.792462:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313475.792467:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:0.0:1761313475.792472:0:15826:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000017f94afa 00000400:00000010:0.0:1761313475.792474:0:15826:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000017f94afa. 00010000:00000010:1.1:1761313475.795058:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000000aae81b. 00010000:00000010:1.1:1761313475.795077:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007011c8ae. 00010000:00000010:1.1:1761313475.798540:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000056c6ecae. 00010000:00000010:0.1:1761313475.798606:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e6004dda. 00010000:00000010:0.1:1761313475.798613:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a27793c9. 00000400:00000200:2.0:1761313475.807212:0:15825:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:2.0:1761313475.807232:0:15825:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x68fb7baf0d9c0 00000400:00000200:2.0:1761313475.807241:0:15825:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb1209 [1] + 224 00000400:00000200:2.0:1761313475.807253:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313475.807257:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:2.0:1761313475.807268:0:15825:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000000982dbcf x1846869138397632/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313519 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761313475.807306:0:15825:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:2.0:1761313475.807311:0:15825:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x68fb7ba85e180 00000400:00000200:2.0:1761313475.807316:0:15825:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xafb25 [2] + 1968 00000400:00000010:2.0:1761313475.807320:0:15825:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000796a0a40. 00000400:00000200:2.0:1761313475.807323:0:15825:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 00000000b5a9c52e 00000400:00000200:2.0:1761313475.807408:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313475.807413:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:2.0:1761313475.807415:0:15825:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b5a9c52e 00000400:00000010:2.0:1761313475.807417:0:15825:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 00000000b5a9c52e (tot 82351426). 00000100:00000200:2.0:1761313475.807422:0:15825:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:1.0:1761313475.807524:0:64710:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000cb922dba. 00000020:00000010:1.0:1761313475.807531:0:64710:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000006bc29ede. 00000020:00000010:1.0:1761313475.807536:0:64710:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000009698beef. 00000100:00000200:1.0:1761313475.807560:0:64710:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000000430f9ef x1846869131387264/t0(0) o103->78617949-0e11-4ca2-94c2-d809f91deaa9@192.168.204.38@tcp:406/0 lens 328/0 e 0 to 0 dl 1761313481 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:1.0:1761313475.807595:0:64710:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869131387264 02000000:00000010:1.0:1761313475.807608:0:64710:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000db25c496. 00010000:00000010:1.0:1761313475.807646:0:64710:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000012efb3ba. 00000100:00000010:1.0:1761313475.807652:0:64710:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000eeac1d93. 00000100:00000010:1.0:1761313475.807657:0:64710:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000eeac1d93. 00010000:00000010:1.0:1761313475.807660:0:64710:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000012efb3ba. 00000400:00000010:1.0:1761313475.807672:0:64710:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b3d96425. 00000100:00000200:1.0:1761313475.807677:0:64710:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869131387264, offset 224 00000400:00000200:1.0:1761313475.807684:0:64710:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:1.0:1761313475.807694:0:64710:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:1.0:1761313475.807699:0:64710:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90442:90442:256:4294967295] 192.168.204.38@tcp LPNI seq info [90442:90442:8:4294967295] 00000400:00000200:1.0:1761313475.807711:0:64710:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:1.0:1761313475.807715:0:64710:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:1.0:1761313475.807720:0:64710:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000258d8758 (tot 82351674). 00000800:00000200:1.0:1761313475.807725:0:64710:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:1.0:1761313475.807732:0:64710:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:1.0:1761313475.807735:0:64710:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000258d8758 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761313475.807768:0:64710:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000006bc29ede. 00000020:00000010:1.0:1761313475.807772:0:64710:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000009698beef. 00000020:00000010:1.0:1761313475.807775:0:64710:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000cb922dba. 02000000:00000010:1.0:1761313475.807784:0:64710:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000097f846c2. 00000100:00000010:1.0:1761313475.807788:0:64710:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000000c1072c7. 02000000:00000010:1.0:1761313475.807793:0:64710:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000005efcd4a1. 00000100:00000010:1.0:1761313475.807795:0:64710:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001286135a. 02000000:00000010:1.0:1761313475.807798:0:64710:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000009885a256. 00000100:00000010:1.0:1761313475.807800:0:64710:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000b73eaae5. 02000000:00000010:1.0:1761313475.807803:0:64710:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000da3a64f4. 00000100:00000010:1.0:1761313475.807804:0:64710:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000003efab3fb. 02000000:00000010:1.0:1761313475.807807:0:64710:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000f3987f9d. 00000100:00000010:1.0:1761313475.807808:0:64710:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000db4b24ed. 02000000:00000010:1.0:1761313475.807810:0:64710:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000f9ed8b37. 00000100:00000010:1.0:1761313475.807813:0:64710:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001375339a. 00000100:00000200:1.0:1761313475.807819:0:64710:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1761313475.807823:0:64710:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000fb638f61. 00000400:00000010:1.0:1761313475.807827:0:64710:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000eeac1d93 (tot 82351826). 00000400:00000010:0.0:1761313475.807941:0:77239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000d2737ad6. 00000400:00000200:0.0:1761313475.807946:0:77239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b4a4da2f 00000400:00000010:0.0:1761313475.807947:0:77239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b4a4da2f. 00000100:00000200:0.0:1761313475.807952:0:77239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000000982dbcf x1846869138397632/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313519 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761313475.807960:0:77239:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000000982dbcf x1846869138397632/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313519 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.0:1761313475.807979:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000af44f8b7. 02000000:00000010:0.0:1761313475.807991:0:77239:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000003c3ad7dc. 02000000:00000010:0.0:1761313475.807995:0:77239:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000604212e1. 00000100:00000010:0.0:1761313475.807998:0:77239:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000000982dbcf. 00000100:00000010:0.0:1761313475.808000:0:77239:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000002b95c306. 00010000:00000010:0.0:1761313475.808002:0:77239:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000b1a663f5. 00080000:00000010:0.0:1761313475.808016:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 000000003c3ad7dc. 00010000:00000010:0.0:1761313475.808096:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ed167414. 00010000:00000010:0.0:1761313475.808102:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000007559c4de. 00010000:00000010:0.0:1761313475.808176:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000007011c8ae. 00010000:00000010:0.0:1761313475.808183:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000ed167414. 00010000:00000010:0.0:1761313475.808192:0:77239:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000b1a663f5. 00000100:00000010:0.0:1761313475.808195:0:77239:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000002b95c306. 00000100:00000010:0.0:1761313475.808200:0:77239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000000982dbcf. 02000000:00000010:0.0:1761313475.808209:0:77239:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000604212e1. 02000000:00000010:0.0:1761313475.808229:0:77239:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000054e518bb. 00000400:00000010:0.0:1761313475.808232:0:77239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000d2737ad6. 00000400:00000010:0.0:1761313475.808235:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b4a4da2f. 00000100:00000200:0.0:1761313475.808237:0:77239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869138397696, portal 16 00000400:00000010:0.0:1761313475.808241:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000bac32b5d. 00000100:00000200:0.0:1761313475.808243:0:77239:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869138397696, offset 0 00000400:00000200:0.0:1761313475.808247:0:77239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:0.0:1761313475.808253:0:77239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:0.0:1761313475.808258:0:77239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:0.0:1761313475.808261:0:77239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761313475.808264:0:77239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:0.0:1761313475.808266:0:77239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90443:90443:255:4294967295] 192.168.204.38@tcp LPNI seq info [90443:90443:7:4294967295] 00000400:00000200:0.0:1761313475.808272:0:77239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:0.0:1761313475.808276:0:77239:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:0.0:1761313475.808280:0:77239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000bf9711e7 (tot 82352074). 00000800:00000200:0.0:1761313475.808283:0:77239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:0.0:1761313475.808287:0:77239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:0.0:1761313475.808289:0:77239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000bf9711e7 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761313475.808626:0:15827:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761313475.808630:0:15827:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000258d8758 (tot 82351826). 00000400:00000200:3.0:1761313475.808634:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313475.808638:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:3.0:1761313475.808640:0:15827:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b3d96425 00000400:00000010:3.0:1761313475.808642:0:15827:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b3d96425. 02000000:00000010:3.0:1761313475.808646:0:15827:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000db25c496. 00000800:00000200:3.0:1761313475.808685:0:15827:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761313475.808687:0:15827:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000bf9711e7 (tot 82351578). 00000400:00000200:3.0:1761313475.808689:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313475.808692:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:3.0:1761313475.808693:0:15827:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000bac32b5d 00000400:00000010:3.0:1761313475.808695:0:15827:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000bac32b5d. 00000100:00000200:3.0:1761313475.808727:0:15827:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000000982dbcf x1846869138397696/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313519 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761313475.812771:0:15826:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:3.0:1761313475.812791:0:15826:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x68fb7baf0da00 00000400:00000200:3.0:1761313475.812799:0:15826:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb1219 [1] + 224 00000400:00000200:3.0:1761313475.812810:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313475.812814:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:3.0:1761313475.812824:0:15826:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000000982dbcf x1846869138397696/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313519 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761313475.812859:0:15826:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:3.0:1761313475.812864:0:15826:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x68fb7ba85e1c0 00000400:00000200:3.0:1761313475.812869:0:15826:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xafb7d [2] + 0 00000400:00000200:3.0:1761313475.812876:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313475.812879:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:3.0:1761313475.812884:0:15826:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761313475.812889:0:15826:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000015f262ae. 00010000:00000010:0.1:1761313475.812987:0:78500:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d1c4911f. 00010000:00000010:0.1:1761313475.812995:0:78500:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001c0153f0. 00010000:00000010:0.1:1761313475.812998:0:78500:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f13b0208. 00000020:00000010:3.0:1761313475.814039:0:75220:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000431a99a1. 00000020:00000010:3.0:1761313475.814048:0:75220:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000d8e037e1. 00000020:00000010:3.0:1761313475.814052:0:75220:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000f175d44a. 00000100:00000200:3.0:1761313475.814079:0:75220:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000015f262ae x1846869131387328/t0(0) o103->78617949-0e11-4ca2-94c2-d809f91deaa9@192.168.204.38@tcp:406/0 lens 328/0 e 0 to 0 dl 1761313481 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:3.0:1761313475.814114:0:75220:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869131387328 02000000:00000010:3.0:1761313475.814126:0:75220:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000009885a256. 00010000:00000010:3.0:1761313475.814165:0:75220:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000588d7b89. 00000100:00000010:3.0:1761313475.814173:0:75220:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000004c36356c. 00000100:00000010:3.0:1761313475.814179:0:75220:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000004c36356c. 00010000:00000010:3.0:1761313475.814183:0:75220:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000588d7b89. 00000400:00000010:3.0:1761313475.814198:0:75220:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003eba4967. 00000100:00000200:3.0:1761313475.814204:0:75220:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869131387328, offset 224 00000400:00000200:3.0:1761313475.814212:0:75220:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:3.0:1761313475.814223:0:75220:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:3.0:1761313475.814229:0:75220:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90444:90444:256:4294967295] 192.168.204.38@tcp LPNI seq info [90444:90444:8:4294967295] 00000400:00000200:3.0:1761313475.814240:0:75220:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:3.0:1761313475.814245:0:75220:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:3.0:1761313475.814249:0:75220:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006eaa0fc9 (tot 82351826). 00000800:00000200:3.0:1761313475.814255:0:75220:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:3.0:1761313475.814264:0:75220:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:3.0:1761313475.814267:0:75220:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000006eaa0fc9 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761313475.814286:0:75220:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000d8e037e1. 00000020:00000010:3.0:1761313475.814291:0:75220:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000f175d44a. 00000020:00000010:3.0:1761313475.814295:0:75220:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000431a99a1. 00000800:00000200:3.0:1761313475.814425:0:15825:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761313475.814429:0:15825:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006eaa0fc9 (tot 82351578). 00000400:00000200:3.0:1761313475.814433:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313475.814438:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:3.0:1761313475.814442:0:15825:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003eba4967 00000400:00000010:3.0:1761313475.814444:0:15825:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003eba4967. 00000400:00000010:1.0:1761313475.814802:0:77239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000d2737ad6. 00000400:00000200:1.0:1761313475.814807:0:77239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b4a4da2f 00000400:00000010:1.0:1761313475.814809:0:77239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b4a4da2f. 00000100:00000200:1.0:1761313475.814816:0:77239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000000982dbcf x1846869138397696/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313519 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761313475.814825:0:77239:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000000982dbcf x1846869138397696/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313519 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.0:1761313475.814851:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000093fc63b3. 02000000:00000010:1.0:1761313475.814865:0:77239:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000054e518bb. 02000000:00000010:1.0:1761313475.814870:0:77239:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000604212e1. 00000100:00000010:1.0:1761313475.814874:0:77239:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000000982dbcf. 00000100:00000010:1.0:1761313475.814877:0:77239:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000002b95c306. 00010000:00000010:1.0:1761313475.814880:0:77239:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000b1a663f5. 00080000:00000010:1.0:1761313475.814896:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000da3a64f4. 00010000:00000010:1.0:1761313475.816589:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ed167414. 00010000:00000010:1.0:1761313475.816602:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000009864ee07. 00010000:00000010:1.0:1761313475.816683:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000cf0b3590. 00010000:00000010:1.0:1761313475.816689:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007c2e14c2. 00010000:00000010:1.0:1761313475.816701:0:77239:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000012efb3ba. 00000100:00000010:1.0:1761313475.817851:0:77239:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000005420563b. 00000100:00000010:1.0:1761313475.817870:0:77239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001286135a. 02000000:00000010:1.0:1761313475.817883:0:77239:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000097f846c2. 02000000:00000010:1.0:1761313475.817912:0:77239:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000cb922dba. 00000400:00000010:1.0:1761313475.817921:0:77239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000c35fa50f. 00000400:00000010:1.0:1761313475.818585:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b3d96425. 00000100:00000200:1.0:1761313475.818594:0:77239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869138397760, portal 16 00000400:00000010:1.0:1761313475.818600:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000017f94afa. 00000100:00000200:1.0:1761313475.818602:0:77239:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869138397760, offset 0 00000400:00000200:1.0:1761313475.818611:0:77239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:1.0:1761313475.818625:0:77239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:1.0:1761313475.818632:0:77239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:1.0:1761313475.818636:0:77239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761313475.818638:0:77239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:1.0:1761313475.818642:0:77239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90445:90445:256:4294967295] 192.168.204.38@tcp LPNI seq info [90445:90445:8:4294967295] 00000400:00000200:1.0:1761313475.818652:0:77239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:1.0:1761313475.818658:0:77239:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:1.0:1761313475.818663:0:77239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000fe7bdfb5 (tot 82351826). 00000800:00000200:1.0:1761313475.818671:0:77239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:1.0:1761313475.818677:0:77239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:1.0:1761313475.818680:0:77239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000fe7bdfb5 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761313475.818819:0:15827:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761313475.818823:0:15827:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000fe7bdfb5 (tot 82351578). 00000400:00000200:0.0:1761313475.818828:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313475.818834:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:0.0:1761313475.818839:0:15827:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000017f94afa 00000400:00000010:0.0:1761313475.818841:0:15827:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000017f94afa. 00000100:00000200:0.0:1761313475.818848:0:15827:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000001286135a x1846869138397760/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313519 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761313475.825322:0:15826:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:1.0:1761313475.825340:0:15826:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x68fb7baf0da40 00000400:00000200:1.0:1761313475.825349:0:15826:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb1225 [1] + 224 00000400:00000200:1.0:1761313475.825391:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313475.825396:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:1.0:1761313475.825408:0:15826:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000001286135a x1846869138397760/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313519 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761313475.825441:0:15826:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:1.0:1761313475.825446:0:15826:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x68fb7ba85e200 00000400:00000200:1.0:1761313475.825451:0:15826:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xafb7d [2] + 328 00000400:00000010:3.0:1761313475.825466:0:77239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000c35fa50f. 00000400:00000200:3.0:1761313475.825471:0:77239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b3d96425 00000400:00000010:3.0:1761313475.825473:0:77239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b3d96425. 00000100:00000200:3.0:1761313475.825481:0:77239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000001286135a x1846869138397760/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313519 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761313475.825490:0:77239:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000001286135a x1846869138397760/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313519 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761313475.825505:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313475.825511:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:1.0:1761313475.825516:0:15826:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 02000000:00000010:3.0:1761313475.825519:0:77239:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000cb922dba. 00000100:00000010:1.0:1761313475.825522:0:15826:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000db5c2442. 02000000:00000010:3.0:1761313475.825529:0:77239:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000097f846c2. 00000100:00000010:3.0:1761313475.825535:0:77239:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001286135a. 00000100:00000010:3.0:1761313475.825540:0:77239:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000005420563b. 00010000:00000010:3.0:1761313475.825545:0:77239:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000012efb3ba. 00000020:00000010:1.0:1761313475.825575:0:64710:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ef66f5c4. 00000020:00000010:1.0:1761313475.825582:0:64710:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000057bde358. 00000020:00000010:1.0:1761313475.825587:0:64710:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000009698beef. 00000100:00000200:1.0:1761313475.825609:0:64710:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000db5c2442 x1846869131387392/t0(0) o103->78617949-0e11-4ca2-94c2-d809f91deaa9@192.168.204.38@tcp:406/0 lens 328/0 e 0 to 0 dl 1761313481 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:1.0:1761313475.825647:0:64710:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869131387392 02000000:00000010:1.0:1761313475.825658:0:64710:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000005bf706fd. 00010000:00000010:1.0:1761313475.825685:0:64710:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000000be4b2a. 00010000:00000010:1.0:1761313475.825709:0:64710:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000747d0937. 00000100:00000010:1.0:1761313475.825714:0:64710:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000005420563b. 00000100:00000010:1.0:1761313475.825730:0:64710:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000005420563b. 00010000:00000010:1.0:1761313475.825733:0:64710:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000747d0937. 00000400:00000010:1.0:1761313475.825746:0:64710:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004d58991b. 00000100:00000200:1.0:1761313475.825759:0:64710:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869131387392, offset 224 00000400:00000200:1.0:1761313475.825767:0:64710:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:1.0:1761313475.825777:0:64710:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:1.0:1761313475.825782:0:64710:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90446:90446:256:4294967295] 192.168.204.38@tcp LPNI seq info [90446:90446:8:4294967295] 00000400:00000200:1.0:1761313475.825792:0:64710:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:1.0:1761313475.825797:0:64710:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:1.0:1761313475.825802:0:64710:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000cc8c87c8 (tot 82351826). 00000800:00000200:1.0:1761313475.825808:0:64710:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:1.0:1761313475.825815:0:64710:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:1.0:1761313475.825819:0:64710:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000cc8c87c8 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761313475.825839:0:64710:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000057bde358. 00000020:00000010:1.0:1761313475.825843:0:64710:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000009698beef. 00000020:00000010:1.0:1761313475.825846:0:64710:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ef66f5c4. 00000800:00000200:1.0:1761313475.825904:0:15825:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313475.825909:0:15825:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000cc8c87c8 (tot 82351578). 00000400:00000200:1.0:1761313475.825912:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313475.825916:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:1.0:1761313475.825917:0:15825:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004d58991b 00000400:00000010:1.0:1761313475.825919:0:15825:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004d58991b. 00080000:00000010:3.0:1761313475.826234:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000431a99a1. 00010000:00000010:3.0:1761313475.826337:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007c2e14c2. 00010000:00000010:3.0:1761313475.826347:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000259b5d9d. 00010000:00000010:3.0:1761313475.826449:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ec860c09. 00010000:00000010:3.0:1761313475.826456:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000005a21302f. 00010000:00000010:3.0:1761313475.826468:0:77239:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000588d7b89. 00000100:00000010:3.0:1761313475.826474:0:77239:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000004c36356c. 00000100:00000010:3.0:1761313475.826480:0:77239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000009906dba7. 02000000:00000010:3.0:1761313475.826490:0:77239:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000146b7906. 02000000:00000010:3.0:1761313475.826515:0:77239:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000001a9f60ac. 00000400:00000010:3.0:1761313475.826520:0:77239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000d1775bed. 00000400:00000010:3.0:1761313475.826525:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003eba4967. 00000100:00000200:3.0:1761313475.826530:0:77239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869138397824, portal 16 00000400:00000010:3.0:1761313475.826534:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b0b5ad3c. 00000100:00000200:3.0:1761313475.826536:0:77239:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869138397824, offset 0 00000400:00000200:3.0:1761313475.826542:0:77239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:3.0:1761313475.826550:0:77239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:3.0:1761313475.826556:0:77239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:3.0:1761313475.826559:0:77239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761313475.826562:0:77239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:3.0:1761313475.826565:0:77239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90447:90447:256:4294967295] 192.168.204.38@tcp LPNI seq info [90447:90447:8:4294967295] 00000400:00000200:3.0:1761313475.826572:0:77239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:3.0:1761313475.826576:0:77239:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:3.0:1761313475.826579:0:77239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006eaa0fc9 (tot 82351826). 00000800:00000200:3.0:1761313475.826584:0:77239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:3.0:1761313475.826589:0:77239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:3.0:1761313475.826592:0:77239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000006eaa0fc9 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761313475.826952:0:15827:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761313475.826955:0:15827:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006eaa0fc9 (tot 82351578). 00000400:00000200:0.0:1761313475.826959:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313475.826964:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:0.0:1761313475.826967:0:15827:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b0b5ad3c 00000400:00000010:0.0:1761313475.826969:0:15827:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b0b5ad3c. 00000100:00000200:0.0:1761313475.826975:0:15827:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000009906dba7 x1846869138397824/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313519 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761313475.833431:0:15826:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:1.0:1761313475.833453:0:15826:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x68fb7baf0da80 00000400:00000200:1.0:1761313475.833462:0:15826:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb1231 [1] + 224 00000400:00000200:1.0:1761313475.833476:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313475.833481:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:1.0:1761313475.833493:0:15826:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000009906dba7 x1846869138397824/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313519 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761313475.833525:0:15826:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:1.0:1761313475.833530:0:15826:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x68fb7ba85e240 00000400:00000200:1.0:1761313475.833535:0:15826:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xafb7d [2] + 656 00000400:00000200:1.0:1761313475.833543:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313475.833545:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:1.0:1761313475.833549:0:15826:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761313475.833554:0:15826:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d93d7538. 00000020:00000010:1.0:1761313475.833597:0:64710:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ef66f5c4. 00000020:00000010:1.0:1761313475.833602:0:64710:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000057bde358. 00000020:00000010:1.0:1761313475.833606:0:64710:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000009698beef. 00000400:00000010:3.0:1761313475.833628:0:77239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000d1775bed. 00000100:00000200:1.0:1761313475.833629:0:64710:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000d93d7538 x1846869131387456/t0(0) o103->78617949-0e11-4ca2-94c2-d809f91deaa9@192.168.204.38@tcp:406/0 lens 328/0 e 0 to 0 dl 1761313481 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000400:00000200:3.0:1761313475.833636:0:77239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003eba4967 00000400:00000010:3.0:1761313475.833640:0:77239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003eba4967. 00000100:00000200:3.0:1761313475.833648:0:77239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000009906dba7 x1846869138397824/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313519 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761313475.833657:0:77239:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000009906dba7 x1846869138397824/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313519 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761313475.833660:0:64710:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869131387456 02000000:00000010:1.0:1761313475.833672:0:64710:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000002b410984. 02000000:00000010:3.0:1761313475.833691:0:77239:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000001a9f60ac. 02000000:00000010:3.0:1761313475.833698:0:77239:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000146b7906. 00010000:00000010:1.0:1761313475.833699:0:64710:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000068affb1d. 00000100:00000010:3.0:1761313475.833702:0:77239:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000009906dba7. 00000100:00000010:3.0:1761313475.833708:0:77239:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000004c36356c. 00010000:00000010:3.0:1761313475.833711:0:77239:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000588d7b89. 00010000:00000010:1.0:1761313475.833729:0:64710:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000747d0937. 00000100:00000010:1.0:1761313475.833737:0:64710:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000005420563b. 00000100:00000010:1.0:1761313475.833741:0:64710:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000005420563b. 00010000:00000010:1.0:1761313475.833744:0:64710:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000747d0937. 00000400:00000010:1.0:1761313475.833766:0:64710:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004d58991b. 00000100:00000200:1.0:1761313475.833770:0:64710:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869131387456, offset 224 00000400:00000200:1.0:1761313475.833776:0:64710:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:1.0:1761313475.833787:0:64710:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:1.0:1761313475.833792:0:64710:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90448:90448:256:4294967295] 192.168.204.38@tcp LPNI seq info [90448:90448:8:4294967295] 00000400:00000200:1.0:1761313475.833803:0:64710:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:1.0:1761313475.833807:0:64710:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:1.0:1761313475.833812:0:64710:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000cc8c87c8 (tot 82351826). 00000800:00000200:1.0:1761313475.833818:0:64710:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:1.0:1761313475.833824:0:64710:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:1.0:1761313475.833829:0:64710:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000cc8c87c8 type 1, nob 320 niov 1 nkiov 1 00080000:00000010:3.0:1761313475.833832:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ad73d1f3. 00000020:00000010:1.0:1761313475.833846:0:64710:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000057bde358. 00000020:00000010:1.0:1761313475.833851:0:64710:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000009698beef. 00000020:00000010:1.0:1761313475.833854:0:64710:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ef66f5c4. 00010000:00000010:3.0:1761313475.833912:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005a21302f. 00010000:00000010:3.0:1761313475.833919:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000d9178861. 00010000:00000010:3.0:1761313475.834004:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000004726ba01. 00010000:00000010:3.0:1761313475.834008:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000007bf9114. 00010000:00000010:3.0:1761313475.834015:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c46ed6f2. 00010000:00000010:3.0:1761313475.834021:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000005a21302f. 00080000:00000010:3.0:1761313475.834033:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 000000009e9e9aba. 00010000:00000010:3.0:1761313475.834063:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005a21302f. 00010000:00000010:3.0:1761313475.834067:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000007bf9114. 00010000:00000010:2.0:1761313475.834166:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000097e21150. 00010000:00000010:2.0:1761313475.834172:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000685f6657. 00010000:00000010:2.0:1761313475.834180:0:77239:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000aa18930a. 00000100:00000010:2.0:1761313475.834184:0:77239:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a41f4425. 00000100:00000010:2.0:1761313475.834191:0:77239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000071031f05. 02000000:00000010:2.0:1761313475.834201:0:77239:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000a890d2e7. 02000000:00000010:2.0:1761313475.834224:0:77239:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000be6ff6cf. 00000400:00000010:2.0:1761313475.834228:0:77239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000796a0a40. 00000400:00000010:2.0:1761313475.834232:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000060537b9b. 00000100:00000200:2.0:1761313475.834237:0:77239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869138397888, portal 16 00000400:00000010:2.0:1761313475.834242:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000082ff5abb. 00000100:00000200:2.0:1761313475.834244:0:77239:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869138397888, offset 0 00000400:00000200:2.0:1761313475.834250:0:77239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:2.0:1761313475.834257:0:77239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:2.0:1761313475.834262:0:77239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:2.0:1761313475.834266:0:77239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761313475.834268:0:77239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:2.0:1761313475.834270:0:77239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90449:90449:255:4294967295] 192.168.204.38@tcp LPNI seq info [90449:90449:7:4294967295] 00000400:00000200:2.0:1761313475.834277:0:77239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:2.0:1761313475.834280:0:77239:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:2.0:1761313475.834284:0:77239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d84ed131 (tot 82352074). 00000800:00000200:2.0:1761313475.834287:0:77239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:2.0:1761313475.834291:0:77239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:2.0:1761313475.834293:0:77239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000d84ed131 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761313475.834322:0:15825:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313475.834327:0:15825:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000cc8c87c8 (tot 82351826). 00000400:00000200:1.0:1761313475.834331:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313475.834334:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:1.0:1761313475.834337:0:15825:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004d58991b 00000400:00000010:1.0:1761313475.834339:0:15825:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004d58991b. 00010000:00000010:3.1:1761313475.834397:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000034020aa4. 00010000:00000010:3.1:1761313475.834406:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cf0b3590. 00010000:00000010:1.1:1761313475.834452:0:15825:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000076685bbc. 00010000:00000010:1.1:1761313475.834459:0:15825:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f446a8e1. 00010000:00000010:1.1:1761313475.834463:0:15825:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007011c8ae. 00010000:00000010:1.1:1761313475.834468:0:15825:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000093ea8bbc. 00000800:00000200:1.0:1761313475.834478:0:15825:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313475.834480:0:15825:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d84ed131 (tot 82351578). 00000400:00000200:1.0:1761313475.834486:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313475.834490:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:1.0:1761313475.834492:0:15825:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000082ff5abb 00000400:00000010:1.0:1761313475.834493:0:15825:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000082ff5abb. 00000100:00000200:1.0:1761313475.834499:0:15825:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000071031f05 x1846869138397888/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313519 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761313475.839627:0:15827:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:1.0:1761313475.839644:0:15827:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x68fb7baf0dac0 00000400:00000200:1.0:1761313475.839652:0:15827:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb123d [1] + 224 00000400:00000200:1.0:1761313475.839664:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313475.839668:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:1.0:1761313475.839677:0:15827:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000071031f05 x1846869138397888/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313519 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1761313475.839743:0:77239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000796a0a40. 00000400:00000200:2.0:1761313475.839746:0:77239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000060537b9b 00000400:00000010:2.0:1761313475.839748:0:77239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000060537b9b. 00000100:00000200:2.0:1761313475.839762:0:77239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000071031f05 x1846869138397888/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313519 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761313475.839769:0:77239:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000071031f05 x1846869138397888/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313519 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761313475.839795:0:77239:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000be6ff6cf. 02000000:00000010:2.0:1761313475.839800:0:77239:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000a890d2e7. 00000100:00000010:2.0:1761313475.839803:0:77239:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000071031f05. 00000100:00000010:2.0:1761313475.839807:0:77239:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a41f4425. 00010000:00000010:2.0:1761313475.839810:0:77239:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000aa18930a. 00010000:00000010:3.1:1761313475.844422:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000076643691. 00010000:00000010:3.1:1761313475.844436:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ec860c09. 00010000:00000010:3.1:1761313475.844443:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004726ba01. 00010000:00000010:3.1:1761313475.844447:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c46ed6f2. 00010000:00000010:1.1:1761313475.847831:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d865d7d2. 00000400:00000200:1.0:1761313475.848132:0:15826:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:1.0:1761313475.848149:0:15826:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x68fb7ba85e280 00000400:00000200:1.0:1761313475.848157:0:15826:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xafb7d [2] + 984 00000400:00000200:1.0:1761313475.848217:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313475.848222:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:1.0:1761313475.848230:0:15826:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761313475.848235:0:15826:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000242da0db. 00000020:00000010:3.0:1761313475.848428:0:75220:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000146b7906. 00000020:00000010:3.0:1761313475.848435:0:75220:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000007bf9114. 00000020:00000010:3.0:1761313475.848440:0:75220:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000f175d44a. 00000100:00000200:3.0:1761313475.848467:0:75220:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000242da0db x1846869131387520/t0(0) o103->78617949-0e11-4ca2-94c2-d809f91deaa9@192.168.204.38@tcp:406/0 lens 328/0 e 0 to 0 dl 1761313481 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:3.0:1761313475.848494:0:75220:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869131387520 02000000:00000010:3.0:1761313475.848506:0:75220:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000001a9f60ac. 00010000:00000010:3.0:1761313475.848533:0:75220:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007bdccb43. 00010000:00000010:3.0:1761313475.848553:0:75220:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000588d7b89. 00000100:00000010:3.0:1761313475.848559:0:75220:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000004c36356c. 00000100:00000010:3.0:1761313475.848574:0:75220:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000004c36356c. 00010000:00000010:3.0:1761313475.848577:0:75220:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000588d7b89. 00000400:00000010:3.0:1761313475.848591:0:75220:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003eba4967. 00000100:00000200:3.0:1761313475.848597:0:75220:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869131387520, offset 224 00000400:00000200:3.0:1761313475.848606:0:75220:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:3.0:1761313475.848616:0:75220:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:3.0:1761313475.848621:0:75220:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90450:90450:256:4294967295] 192.168.204.38@tcp LPNI seq info [90450:90450:8:4294967295] 00000400:00000200:3.0:1761313475.848629:0:75220:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:3.0:1761313475.848634:0:75220:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:3.0:1761313475.848639:0:75220:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000633d13cc (tot 82351826). 00000800:00000200:3.0:1761313475.848644:0:75220:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:3.0:1761313475.848651:0:75220:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:3.0:1761313475.848654:0:75220:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000633d13cc type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761313475.848674:0:75220:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000007bf9114. 00000020:00000010:3.0:1761313475.848678:0:75220:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000f175d44a. 00000020:00000010:3.0:1761313475.848682:0:75220:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000146b7906. 00000800:00000200:3.0:1761313475.848757:0:15825:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761313475.848760:0:15825:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000633d13cc (tot 82351578). 00000400:00000200:3.0:1761313475.848764:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313475.848768:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:3.0:1761313475.848771:0:15825:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003eba4967 00000400:00000010:3.0:1761313475.848773:0:15825:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003eba4967. 00080000:00000010:2.0:1761313475.848887:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a890d2e7. 00010000:00000010:2.0:1761313475.848973:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000685f6657. 00010000:00000010:2.0:1761313475.848980:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000cddd0ad3. 00010000:00000010:2.0:1761313475.849052:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000297ada48. 00010000:00000010:2.0:1761313475.849059:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000685f6657. 00010000:00000010:2.0:1761313475.849071:0:77239:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000aa18930a. 00000100:00000010:2.0:1761313475.849076:0:77239:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a41f4425. 00000100:00000010:2.0:1761313475.849083:0:77239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000071031f05. 02000000:00000010:2.0:1761313475.849094:0:77239:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000be6ff6cf. 02000000:00000010:2.0:1761313475.849118:0:77239:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000005efcd4a1. 00000400:00000010:2.0:1761313475.849124:0:77239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000796a0a40. 00000400:00000010:2.0:1761313475.849130:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000060537b9b. 00000100:00000200:2.0:1761313475.849134:0:77239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869138397952, portal 16 00000400:00000010:2.0:1761313475.849139:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fcdf887f. 00000100:00000200:2.0:1761313475.849141:0:77239:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869138397952, offset 0 00000400:00000200:2.0:1761313475.849148:0:77239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:2.0:1761313475.849154:0:77239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:2.0:1761313475.849161:0:77239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:2.0:1761313475.849164:0:77239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761313475.849167:0:77239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:2.0:1761313475.849170:0:77239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90451:90451:256:4294967295] 192.168.204.38@tcp LPNI seq info [90451:90451:8:4294967295] 00000400:00000200:2.0:1761313475.849179:0:77239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:2.0:1761313475.849184:0:77239:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:2.0:1761313475.849188:0:77239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d84ed131 (tot 82351826). 00000800:00000200:2.0:1761313475.849193:0:77239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:2.0:1761313475.849197:0:77239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:2.0:1761313475.849199:0:77239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000d84ed131 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761313475.849423:0:15827:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761313475.849426:0:15827:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d84ed131 (tot 82351578). 00000400:00000200:3.0:1761313475.849433:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313475.849437:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:3.0:1761313475.849439:0:15827:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fcdf887f 00000400:00000010:3.0:1761313475.849440:0:15827:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fcdf887f. 00000100:00000200:3.0:1761313475.849447:0:15827:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000071031f05 x1846869138397952/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313519 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761313475.859329:0:15826:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:1.0:1761313475.859348:0:15826:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x68fb7baf0db00 00000400:00000200:1.0:1761313475.859356:0:15826:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb1249 [1] + 224 00000400:00000200:1.0:1761313475.859389:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313475.859393:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:1.0:1761313475.859403:0:15826:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000071031f05 x1846869138397952/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313519 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761313475.859433:0:15826:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:1.0:1761313475.859438:0:15826:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x68fb7ba85e2c0 00000400:00000200:1.0:1761313475.859443:0:15826:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xafb7d [2] + 1312 00000400:00000200:1.0:1761313475.859494:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313475.859498:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:1.0:1761313475.859501:0:15826:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761313475.859506:0:15826:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000003e4d9a3e. 00000020:00000010:3.0:1761313475.859642:0:64710:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001eb84cb9. 00000020:00000010:3.0:1761313475.859649:0:64710:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000000797a275. 00000020:00000010:3.0:1761313475.859653:0:64710:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000f175d44a. 00000100:00000200:3.0:1761313475.859674:0:64710:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000003e4d9a3e x1846869131387584/t0(0) o103->78617949-0e11-4ca2-94c2-d809f91deaa9@192.168.204.38@tcp:406/0 lens 328/0 e 0 to 0 dl 1761313481 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:3.0:1761313475.859700:0:64710:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869131387584 02000000:00000010:3.0:1761313475.859709:0:64710:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000007abc2598. 00010000:00000010:3.0:1761313475.859742:0:64710:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000588d7b89. 00000100:00000010:3.0:1761313475.859756:0:64710:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000004c36356c. 00000100:00000010:3.0:1761313475.859762:0:64710:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000004c36356c. 00010000:00000010:3.0:1761313475.859766:0:64710:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000588d7b89. 00000400:00000010:3.0:1761313475.859780:0:64710:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003eba4967. 00000100:00000200:3.0:1761313475.859786:0:64710:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869131387584, offset 224 00000400:00000200:3.0:1761313475.859792:0:64710:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:3.0:1761313475.859801:0:64710:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:3.0:1761313475.859806:0:64710:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90452:90452:256:4294967295] 192.168.204.38@tcp LPNI seq info [90452:90452:8:4294967295] 00000400:00000200:3.0:1761313475.859815:0:64710:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:3.0:1761313475.859819:0:64710:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:3.0:1761313475.859834:0:64710:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000633d13cc (tot 82351826). 00000800:00000200:3.0:1761313475.859841:0:64710:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:3.0:1761313475.859847:0:64710:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:3.0:1761313475.859850:0:64710:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000633d13cc type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761313475.859865:0:64710:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000000797a275. 00000020:00000010:3.0:1761313475.859869:0:64710:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000f175d44a. 00000020:00000010:3.0:1761313475.859872:0:64710:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001eb84cb9. 00000800:00000200:3.0:1761313475.859927:0:15825:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761313475.859931:0:15825:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000633d13cc (tot 82351578). 00000400:00000200:3.0:1761313475.859933:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313475.859937:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:3.0:1761313475.859940:0:15825:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003eba4967 00000400:00000010:3.0:1761313475.859942:0:15825:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003eba4967. 00000400:00000010:2.0:1761313475.860079:0:77239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000796a0a40. 00000400:00000200:2.0:1761313475.860083:0:77239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000060537b9b 00000400:00000010:2.0:1761313475.860084:0:77239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000060537b9b. 00000100:00000200:2.0:1761313475.860090:0:77239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000071031f05 x1846869138397952/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313519 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761313475.860097:0:77239:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000071031f05 x1846869138397952/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313519 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.0:1761313475.860117:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000006bc81d6. 02000000:00000010:2.0:1761313475.860130:0:77239:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000005efcd4a1. 02000000:00000010:2.0:1761313475.860134:0:77239:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000be6ff6cf. 00000100:00000010:2.0:1761313475.860138:0:77239:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000071031f05. 00000100:00000010:2.0:1761313475.860140:0:77239:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a41f4425. 00010000:00000010:2.0:1761313475.860143:0:77239:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000aa18930a. 00080000:00000010:2.0:1761313475.860156:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000be6ff6cf. 00010000:00000010:2.0:1761313475.860228:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000685f6657. 00010000:00000010:2.0:1761313475.860233:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008fc731f0. 00000001:00000010:2.0:1761313475.860286:0:77239:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000796a0a40. 00000001:00000010:2.0:1761313475.860291:0:77239:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000796a0a40. 00000001:00000010:2.0:1761313475.860293:0:77239:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000d6409ff9. 00080000:00000010:2.0:1761313475.860296:0:77239:0:(osd_handler.c:6695:osd_it_iam_fini()) kfreed 'it': 328 at 0000000002cba305. 00080000:00000010:2.0:1761313475.860301:0:77239:0:(osd_handler.c:6667:osd_it_iam_init()) kmalloced '(it)': 328 at 000000005efcd4a1. 00000001:00000010:2.0:1761313475.860306:0:77239:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000d6409ff9. 00010000:00000010:2.0:1761313475.860326:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000adc8141d. 00010000:00000010:2.0:1761313475.860329:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006bad40b9. 00010000:00000010:2.0:1761313475.860333:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000a633bc9a. 00010000:00000010:2.0:1761313475.860337:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000685f6657. 00080000:00000010:2.0:1761313475.860346:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 0000000002cba305. 00010000:00000010:2.0:1761313475.860389:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000685f6657. 00010000:00000010:2.0:1761313475.860392:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006bad40b9. 00010000:00000010:2.0:1761313475.860424:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000d3f30284. 00010000:00000010:2.0:1761313475.860428:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006bad40b9. 00010000:00000010:2.0:1761313475.860430:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000a34da914. 00010000:00000010:2.0:1761313475.860433:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000685f6657. 00080000:00000010:2.0:1761313475.860440:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f3987f9d. 00010000:00000010:2.0:1761313475.860460:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000685f6657. 00010000:00000010:2.0:1761313475.860463:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006bad40b9. 00010000:00000010:2.0:1761313475.860492:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000009c862e72. 00010000:00000010:2.0:1761313475.860495:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006bad40b9. 00010000:00000010:2.0:1761313475.860497:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000bb585143. 00010000:00000010:2.0:1761313475.860501:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000685f6657. 00080000:00000010:2.0:1761313475.860508:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 000000006d39e1e3. 00010000:00000010:2.0:1761313475.860528:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000685f6657. 00010000:00000010:2.0:1761313475.860531:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006bad40b9. 00010000:00000010:2.0:1761313475.860568:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000004c36d5b0. 00010000:00000010:2.0:1761313475.860570:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006bad40b9. 00010000:00000010:2.0:1761313475.860572:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b9e564ed. 00010000:00000010:2.0:1761313475.860575:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000685f6657. 00080000:00000010:2.0:1761313475.860581:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f600b520. 00010000:00000010:2.0:1761313475.860597:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000685f6657. 00010000:00000010:2.0:1761313475.860600:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006bad40b9. 00010000:00000010:2.0:1761313475.860622:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000a62987d1. 00010000:00000010:2.0:1761313475.860625:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006bad40b9. 00010000:00000010:2.0:1761313475.860627:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000986f854a. 00010000:00000010:2.0:1761313475.860629:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000685f6657. 00080000:00000010:2.0:1761313475.860634:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 0000000085b4ec40. 00010000:00000010:2.0:1761313475.860650:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000685f6657. 00010000:00000010:2.0:1761313475.860652:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006bad40b9. 00010000:00000010:2.0:1761313475.860677:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000f96b5633. 00010000:00000010:2.0:1761313475.860679:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006bad40b9. 00010000:00000010:2.0:1761313475.860682:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000008387e3e5. 00010000:00000010:2.0:1761313475.860684:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000685f6657. 00080000:00000010:2.0:1761313475.860691:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 000000005f5a10d3. 00010000:00000010:2.0:1761313475.860707:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000685f6657. 00010000:00000010:2.0:1761313475.860710:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006bad40b9. 00010000:00000010:2.0:1761313475.860731:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000c7b984cf. 00010000:00000010:2.0:1761313475.860733:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006bad40b9. 00010000:00000010:2.0:1761313475.860736:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000000405b961. 00010000:00000010:2.0:1761313475.860739:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000685f6657. 00080000:00000010:2.0:1761313475.860744:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000031ee652. 00010000:00000010:2.0:1761313475.860772:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000685f6657. 00010000:00000010:2.0:1761313475.860775:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006bad40b9. 00010000:00000010:2.0:1761313475.860798:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000004c84e595. 00010000:00000010:2.0:1761313475.860801:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006bad40b9. 00010000:00000010:2.0:1761313475.860803:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000006ef72c2c. 00010000:00000010:2.0:1761313475.860806:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000685f6657. 00080000:00000010:2.0:1761313475.860811:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c29b1989. 00010000:00000010:2.0:1761313475.860827:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000685f6657. 00010000:00000010:2.0:1761313475.860829:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006bad40b9. 00010000:00000010:2.0:1761313475.860853:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000092f3bf26. 00010000:00000010:2.0:1761313475.860855:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006bad40b9. 00010000:00000010:2.0:1761313475.860858:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000d0a6b310. 00010000:00000010:2.0:1761313475.860860:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000685f6657. 00080000:00000010:2.0:1761313475.860865:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 000000004622a50f. 00010000:00000010:2.0:1761313475.860881:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000685f6657. 00010000:00000010:2.0:1761313475.860883:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006bad40b9. 00010000:00000010:2.0:1761313475.860907:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000d915c269. 00010000:00000010:2.0:1761313475.860909:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006bad40b9. 00010000:00000010:2.0:1761313475.860911:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000bd5ab464. 00010000:00000010:2.0:1761313475.860914:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000685f6657. 00080000:00000010:2.0:1761313475.860919:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 000000005f34b428. 00010000:00000010:2.0:1761313475.860934:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000685f6657. 00010000:00000010:2.0:1761313475.860937:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006bad40b9. 00010000:00000010:2.0:1761313475.860957:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000007e287508. 00010000:00000010:2.0:1761313475.860959:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006bad40b9. 00010000:00000010:2.0:1761313475.860961:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000013c85ea5. 00010000:00000010:2.0:1761313475.860964:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000685f6657. 00080000:00000010:2.0:1761313475.860969:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000031a1178. 00010000:00000010:2.0:1761313475.860984:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000685f6657. 00010000:00000010:2.0:1761313475.860986:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006bad40b9. 00010000:00000010:2.0:1761313475.861012:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000092d494a3. 00010000:00000010:2.0:1761313475.861014:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006bad40b9. 00010000:00000010:2.0:1761313475.861017:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f73f10c0. 00010000:00000010:2.0:1761313475.861019:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000685f6657. 00080000:00000010:2.0:1761313475.861024:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 000000003f6e51e9. 00010000:00000010:2.0:1761313475.861039:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000685f6657. 00010000:00000010:2.0:1761313475.861042:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006bad40b9. 00010000:00000010:2.0:1761313475.861063:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000006b974e34. 00010000:00000010:2.0:1761313475.861065:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006bad40b9. 00010000:00000010:2.0:1761313475.861067:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000a26fe50c. 00010000:00000010:2.0:1761313475.861070:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000685f6657. 00080000:00000010:2.0:1761313475.861075:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 0000000084e7ce58. 00010000:00000010:2.0:1761313475.861090:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000685f6657. 00010000:00000010:2.0:1761313475.861092:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006bad40b9. 00010000:00000010:2.0:1761313475.861113:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000007d3c6371. 00010000:00000010:2.0:1761313475.861116:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006bad40b9. 00010000:00000010:2.0:1761313475.861118:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000028e8a35c. 00010000:00000010:2.0:1761313475.861120:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000685f6657. 00080000:00000010:2.0:1761313475.861125:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 000000008cb7ab9b. 00010000:00000010:2.0:1761313475.861141:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000685f6657. 00010000:00000010:2.0:1761313475.861143:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006bad40b9. 00010000:00000010:2.0:1761313475.861163:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000004ba88fd1. 00010000:00000010:2.0:1761313475.861165:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006bad40b9. 00010000:00000010:2.0:1761313475.861167:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000009f18bcaf. 00010000:00000010:2.0:1761313475.861170:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000685f6657. 00080000:00000010:2.0:1761313475.861176:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 000000009615b35a. 00010000:00000010:2.0:1761313475.861191:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000685f6657. 00010000:00000010:2.0:1761313475.861194:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006bad40b9. 00010000:00000010:2.0:1761313475.861216:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000f9e2b7bf. 00010000:00000010:2.0:1761313475.861218:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006bad40b9. 00010000:00000010:2.0:1761313475.861221:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000e867df51. 00010000:00000010:2.0:1761313475.861224:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000685f6657. 00080000:00000010:2.0:1761313475.861229:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e3b3554f. 00010000:00000010:2.0:1761313475.861245:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000685f6657. 00010000:00000010:2.0:1761313475.861247:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006bad40b9. 00010000:00000010:2.0:1761313475.861267:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000e43a8274. 00010000:00000010:2.0:1761313475.861269:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006bad40b9. 00010000:00000010:2.0:1761313475.861272:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000af14f809. 00010000:00000010:2.0:1761313475.861275:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000685f6657. 00080000:00000010:2.0:1761313475.861280:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000cbebe149. 00010000:00000010:2.0:1761313475.861295:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000685f6657. 00010000:00000010:2.0:1761313475.861297:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006bad40b9. 00010000:00000010:2.0:1761313475.861320:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000023ce48fb. 00010000:00000010:2.0:1761313475.861322:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006bad40b9. 00010000:00000010:2.0:1761313475.861325:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000070f1330b. 00010000:00000010:2.0:1761313475.861327:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000685f6657. 00080000:00000010:2.0:1761313475.861332:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c63dc10b. 00010000:00000010:2.0:1761313475.861348:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000685f6657. 00010000:00000010:2.0:1761313475.861351:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006bad40b9. 00010000:00000010:2.0:1761313475.861401:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000007f3d5569. 00010000:00000010:2.0:1761313475.861404:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006bad40b9. 00010000:00000010:2.0:1761313475.861406:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000008711767e. 00010000:00000010:2.0:1761313475.861409:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000685f6657. 00080000:00000010:2.0:1761313475.861416:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000719da0ba. 00010000:00000010:2.0:1761313475.861436:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000685f6657. 00010000:00000010:2.0:1761313475.861439:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006bad40b9. 00010000:00000010:2.0:1761313475.861465:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000b606a96a. 00010000:00000010:2.0:1761313475.861467:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006bad40b9. 00010000:00000010:2.0:1761313475.861470:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000005f8dd764. 00010000:00000010:2.0:1761313475.861473:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000685f6657. 00080000:00000010:2.0:1761313475.861479:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 0000000020245222. 00010000:00000010:2.0:1761313475.861500:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000685f6657. 00010000:00000010:2.0:1761313475.861503:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006bad40b9. 00010000:00000010:2.0:1761313475.861529:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000073229a91. 00010000:00000010:2.0:1761313475.861532:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006bad40b9. 00010000:00000010:2.0:1761313475.861534:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000001c5c5a85. 00010000:00000010:2.0:1761313475.861537:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000685f6657. 00080000:00000010:2.0:1761313475.861544:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e9255329. 00010000:00000010:2.0:1761313475.861565:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000685f6657. 00010000:00000010:2.0:1761313475.861568:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006bad40b9. 00010000:00000010:2.0:1761313475.861598:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000b3878bbe. 00010000:00000010:2.0:1761313475.861601:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006bad40b9. 00010000:00000010:2.0:1761313475.861604:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b8fb37f3. 00010000:00000010:2.0:1761313475.861606:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000685f6657. 00080000:00000010:2.0:1761313475.861613:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 000000000e5d64e7. 00010000:00000010:2.0:1761313475.861631:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000685f6657. 00010000:00000010:2.0:1761313475.861633:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006bad40b9. 00010000:00000010:2.0:1761313475.861656:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000e3664a4f. 00010000:00000010:2.0:1761313475.861658:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006bad40b9. 00010000:00000010:2.0:1761313475.861661:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000006563a47f. 00010000:00000010:2.0:1761313475.861663:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000685f6657. 00080000:00000010:2.0:1761313475.861668:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a7f7d643. 00010000:00000010:2.0:1761313475.861683:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000685f6657. 00010000:00000010:2.0:1761313475.861685:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006bad40b9. 00010000:00000010:2.0:1761313475.861708:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000029abf139. 00010000:00000010:2.0:1761313475.861710:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006bad40b9. 00010000:00000010:2.0:1761313475.861713:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000d2b3db6e. 00010000:00000010:2.0:1761313475.861715:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000685f6657. 00080000:00000010:2.0:1761313475.861720:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000dccb8a03. 00010000:00000010:2.0:1761313475.861736:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000685f6657. 00010000:00000010:2.0:1761313475.861739:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006bad40b9. 00010000:00000010:2.0:1761313475.861795:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000009780a5d2. 00010000:00000010:2.0:1761313475.861797:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006bad40b9. 00010000:00000010:2.0:1761313475.861800:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000000879c95d. 00010000:00000010:2.0:1761313475.861802:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000685f6657. 00080000:00000010:2.0:1761313475.861808:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a27389d7. 00010000:00000010:2.0:1761313475.861824:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000685f6657. 00010000:00000010:2.0:1761313475.861827:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006bad40b9. 00010000:00000010:2.0:1761313475.861849:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000f6f81466. 00010000:00000010:2.0:1761313475.861851:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006bad40b9. 00010000:00000010:2.0:1761313475.861854:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c2540438. 00010000:00000010:2.0:1761313475.861856:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000685f6657. 00080000:00000010:2.0:1761313475.861861:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 0000000027d06cfc. 00010000:00000010:2.0:1761313475.861876:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000685f6657. 00010000:00000010:2.0:1761313475.861878:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006bad40b9. 00010000:00000010:2.0:1761313475.861900:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000e03a1d1a. 00010000:00000010:2.0:1761313475.861902:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006bad40b9. 00010000:00000010:2.0:1761313475.861904:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000000449a88a. 00010000:00000010:2.0:1761313475.861907:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000685f6657. 00080000:00000010:2.0:1761313475.861912:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000561b95b7. 00010000:00000010:2.0:1761313475.861927:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000685f6657. 00010000:00000010:2.0:1761313475.861929:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006bad40b9. 00010000:00000010:2.0:1761313475.861952:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000f9511cf4. 00010000:00000010:2.0:1761313475.861954:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006bad40b9. 00010000:00000010:2.0:1761313475.861956:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000029f6c40d. 00010000:00000010:2.0:1761313475.861959:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000685f6657. 00080000:00000010:2.0:1761313475.861964:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 0000000091b15d88. 00010000:00000010:2.0:1761313475.861980:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000685f6657. 00010000:00000010:2.0:1761313475.861982:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006bad40b9. 00010000:00000010:2.0:1761313475.862004:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000009c0bdfea. 00010000:00000010:2.0:1761313475.862006:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006bad40b9. 00010000:00000010:2.0:1761313475.862009:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000001e1b5883. 00010000:00000010:2.0:1761313475.862011:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000685f6657. 00080000:00000010:2.0:1761313475.862016:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000edf37714. 00010000:00000010:2.0:1761313475.862030:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000685f6657. 00010000:00000010:2.0:1761313475.862033:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006bad40b9. 00010000:00000010:2.0:1761313475.862056:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000076afd1e9. 00010000:00000010:2.0:1761313475.862058:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006bad40b9. 00010000:00000010:2.0:1761313475.862061:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000e1a9c8ac. 00010000:00000010:2.0:1761313475.862063:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000685f6657. 00080000:00000010:2.0:1761313475.862070:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000090d687f. 00010000:00000010:2.0:1761313475.862085:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000685f6657. 00010000:00000010:2.0:1761313475.862087:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006bad40b9. 00010000:00000010:2.0:1761313475.862107:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000f5b1315f. 00010000:00000010:2.0:1761313475.862109:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006bad40b9. 00010000:00000010:2.0:1761313475.862111:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000000d92f573. 00010000:00000010:2.0:1761313475.862114:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000685f6657. 00080000:00000010:2.0:1761313475.862119:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000cfe7a6c5. 00010000:00000010:2.0:1761313475.862133:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000685f6657. 00010000:00000010:2.0:1761313475.862136:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006bad40b9. 00010000:00000010:2.0:1761313475.862156:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000733dbdf9. 00010000:00000010:2.0:1761313475.862158:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006bad40b9. 00010000:00000010:2.0:1761313475.862160:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000007fd615dc. 00010000:00000010:2.0:1761313475.862162:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000685f6657. 00080000:00000010:2.0:1761313475.862167:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000b41bb6a9. 00010000:00000010:2.0:1761313475.862183:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000685f6657. 00010000:00000010:2.0:1761313475.862185:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006bad40b9. 00010000:00000010:2.0:1761313475.862205:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000001449a782. 00010000:00000010:2.0:1761313475.862207:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006bad40b9. 00010000:00000010:2.0:1761313475.862210:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000011879984. 00010000:00000010:2.0:1761313475.862213:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000685f6657. 00080000:00000010:2.0:1761313475.862218:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e85ccc0a. 00010000:00000010:2.0:1761313475.862233:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000685f6657. 00010000:00000010:2.0:1761313475.862235:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006bad40b9. 00010000:00000010:2.0:1761313475.862258:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000004b0c7d2. 00010000:00000010:2.0:1761313475.862260:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006bad40b9. 00010000:00000010:2.0:1761313475.862262:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000057000b62. 00010000:00000010:2.0:1761313475.862265:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000685f6657. 00080000:00000010:2.0:1761313475.862270:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000966ce115. 00010000:00000010:2.0:1761313475.862285:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000685f6657. 00010000:00000010:2.0:1761313475.862287:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006bad40b9. 00010000:00000010:2.0:1761313475.862309:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000007fb9b722. 00010000:00000010:2.0:1761313475.862311:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006bad40b9. 00010000:00000010:2.0:1761313475.862314:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000e3f6452d. 00010000:00000010:2.0:1761313475.862316:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000685f6657. 00080000:00000010:2.0:1761313475.862322:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 000000002f1627e2. 00010000:00000010:2.0:1761313475.862337:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000685f6657. 00010000:00000010:2.0:1761313475.862339:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006bad40b9. 00010000:00000010:2.0:1761313475.862394:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000d4ac1d79. 00010000:00000010:2.0:1761313475.862396:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006bad40b9. 00010000:00000010:2.0:1761313475.862399:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000473c4dd3. 00010000:00000010:2.0:1761313475.862401:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000685f6657. 00080000:00000010:2.0:1761313475.862407:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 0000000085d4b923. 00010000:00000010:2.0:1761313475.862425:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000685f6657. 00010000:00000010:2.0:1761313475.862427:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006bad40b9. 00010000:00000010:2.0:1761313475.862451:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000005931f7cf. 00010000:00000010:2.0:1761313475.862453:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006bad40b9. 00010000:00000010:2.0:1761313475.862455:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000067cc108f. 00010000:00000010:2.0:1761313475.862457:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000685f6657. 00080000:00000010:2.0:1761313475.862464:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000922c67b3. 00010000:00000010:2.0:1761313475.862482:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000685f6657. 00010000:00000010:2.0:1761313475.862485:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006bad40b9. 00010000:00000010:2.0:1761313475.862513:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000056d677ad. 00010000:00000010:2.0:1761313475.862515:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006bad40b9. 00010000:00000010:2.0:1761313475.862518:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000020606291. 00010000:00000010:2.0:1761313475.862521:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000685f6657. 00080000:00000010:2.0:1761313475.862528:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c44cbd0e. 00010000:00000010:2.0:1761313475.862547:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000685f6657. 00010000:00000010:2.0:1761313475.862551:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006bad40b9. 00010000:00000010:2.0:1761313475.862578:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000009034271e. 00010000:00000010:2.0:1761313475.862581:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006bad40b9. 00010000:00000010:2.0:1761313475.862583:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000a818f000. 00010000:00000010:2.0:1761313475.862586:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000685f6657. 00080000:00000010:2.0:1761313475.862592:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 0000000049e204b4. 00010000:00000010:2.0:1761313475.862612:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000685f6657. 00010000:00000010:2.0:1761313475.862615:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006bad40b9. 00010000:00000010:2.0:1761313475.862651:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000007bbb383e. 00010000:00000010:2.0:1761313475.862654:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006bad40b9. 00010000:00000010:2.0:1761313475.862657:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000a07e623a. 00010000:00000010:2.0:1761313475.862660:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000685f6657. 00080000:00000010:2.0:1761313475.862667:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000240e764c. 00010000:00000010:2.0:1761313475.862688:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000685f6657. 00010000:00000010:2.0:1761313475.862691:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006bad40b9. 00010000:00000010:2.0:1761313475.862717:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000035c8378c. 00010000:00000010:2.0:1761313475.862720:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006bad40b9. 00010000:00000010:2.0:1761313475.862722:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ecf6c644. 00010000:00000010:2.0:1761313475.862725:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000685f6657. 00080000:00000010:2.0:1761313475.862730:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 0000000057565a5c. 00010000:00000010:2.0:1761313475.862747:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000685f6657. 00010000:00000010:2.0:1761313475.862760:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006bad40b9. 00010000:00000010:2.0:1761313475.862786:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000005b7b8d96. 00010000:00000010:2.0:1761313475.862789:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006bad40b9. 00010000:00000010:2.0:1761313475.862792:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000fc5d715e. 00010000:00000010:2.0:1761313475.862794:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000685f6657. 00080000:00000010:2.0:1761313475.862800:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e25e6e12. 00010000:00000010:2.0:1761313475.862817:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000685f6657. 00010000:00000010:2.0:1761313475.862819:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006bad40b9. 00010000:00000010:2.0:1761313475.862842:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000719cde1e. 00010000:00000010:2.0:1761313475.862844:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006bad40b9. 00010000:00000010:2.0:1761313475.862847:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000000ecc058c. 00010000:00000010:2.0:1761313475.862849:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000685f6657. 00080000:00000010:2.0:1761313475.862854:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 000000008521e0b6. 00010000:00000010:2.0:1761313475.862870:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000685f6657. 00010000:00000010:2.0:1761313475.862872:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006bad40b9. 00010000:00000010:2.0:1761313475.862894:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000001dd5d6b5. 00010000:00000010:2.0:1761313475.862897:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006bad40b9. 00010000:00000010:2.0:1761313475.862899:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b91e4b9e. 00010000:00000010:2.0:1761313475.862902:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000685f6657. 00080000:00000010:2.0:1761313475.862907:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000dfb808b1. 00010000:00000010:2.0:1761313475.862922:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000685f6657. 00010000:00000010:2.0:1761313475.862925:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006bad40b9. 00010000:00000010:2.0:1761313475.862945:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000002f4c746d. 00010000:00000010:2.0:1761313475.862947:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006bad40b9. 00010000:00000010:2.0:1761313475.862950:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b5ebbe99. 00010000:00000010:2.0:1761313475.862952:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000685f6657. 00080000:00000010:2.0:1761313475.862957:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000bfbaf131. 00010000:00000010:2.0:1761313475.862973:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000685f6657. 00010000:00000010:2.0:1761313475.862975:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006bad40b9. 00010000:00000010:2.0:1761313475.862999:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000000cd30b62. 00010000:00000010:2.0:1761313475.863001:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006bad40b9. 00010000:00000010:2.0:1761313475.863003:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000745ede48. 00010000:00000010:2.0:1761313475.863006:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000685f6657. 00080000:00000010:2.0:1761313475.863011:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000964f4a27. 00010000:00000010:2.0:1761313475.863026:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000685f6657. 00010000:00000010:2.0:1761313475.863028:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006bad40b9. 00010000:00000010:2.0:1761313475.863049:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000e18cddbb. 00010000:00000010:2.0:1761313475.863051:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006bad40b9. 00010000:00000010:2.0:1761313475.863053:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000475bf302. 00010000:00000010:2.0:1761313475.863056:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000685f6657. 00080000:00000010:2.0:1761313475.863062:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 0000000047f8b37e. 00010000:00000010:2.0:1761313475.863077:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000685f6657. 00010000:00000010:2.0:1761313475.863079:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006bad40b9. 00010000:00000010:2.0:1761313475.863103:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000003dbd9b4e. 00010000:00000010:2.0:1761313475.863105:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006bad40b9. 00010000:00000010:2.0:1761313475.863108:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000005a8f9fcd. 00010000:00000010:2.0:1761313475.863110:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000685f6657. 00080000:00000010:2.0:1761313475.863116:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a5a63e17. 00010000:00000010:2.0:1761313475.863131:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000685f6657. 00010000:00000010:2.0:1761313475.863133:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006bad40b9. 00010000:00000010:2.0:1761313475.863153:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000005adc1e52. 00010000:00000010:2.0:1761313475.863155:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006bad40b9. 00010000:00000010:2.0:1761313475.863157:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000127230b6. 00010000:00000010:2.0:1761313475.863160:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000685f6657. 00080000:00000010:2.0:1761313475.863165:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a00601ef. 00010000:00000010:2.0:1761313475.863180:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000685f6657. 00010000:00000010:2.0:1761313475.863182:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006bad40b9. 00010000:00000010:2.0:1761313475.863202:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000537d10b3. 00010000:00000010:2.0:1761313475.863205:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006bad40b9. 00010000:00000010:2.0:1761313475.863208:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000005cc29bc2. 00010000:00000010:2.0:1761313475.863210:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000685f6657. 00080000:00000010:2.0:1761313475.863215:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 000000002b1d09d2. 00010000:00000010:2.0:1761313475.863230:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000685f6657. 00010000:00000010:2.0:1761313475.863232:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006bad40b9. 00010000:00000010:2.0:1761313475.863252:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000050f5f824. 00010000:00000010:2.0:1761313475.863254:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006bad40b9. 00010000:00000010:2.0:1761313475.863257:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000042c0cc63. 00010000:00000010:2.0:1761313475.863259:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000685f6657. 00080000:00000010:2.0:1761313475.863264:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000996c1380. 00010000:00000010:2.0:1761313475.863279:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000685f6657. 00010000:00000010:2.0:1761313475.863282:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006bad40b9. 00010000:00000010:2.0:1761313475.863304:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000002351cd98. 00010000:00000010:2.0:1761313475.863306:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006bad40b9. 00010000:00000010:2.0:1761313475.863308:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f3586cf8. 00010000:00000010:2.0:1761313475.863310:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000685f6657. 00080000:00000010:2.0:1761313475.863315:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000fb769efc. 00010000:00000010:2.0:1761313475.863330:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000685f6657. 00010000:00000010:2.0:1761313475.863333:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006bad40b9. 00010000:00000010:2.0:1761313475.863354:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000001cbc3d3e. 00010000:00000010:2.0:1761313475.863380:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006bad40b9. 00010000:00000010:2.0:1761313475.863383:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000002c063068. 00010000:00000010:2.0:1761313475.863386:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000685f6657. 00080000:00000010:2.0:1761313475.863394:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 000000002cd072b3. 00010000:00000010:2.0:1761313475.863416:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000685f6657. 00010000:00000010:2.0:1761313475.863419:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006bad40b9. 00010000:00000010:2.0:1761313475.863447:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000a1ed6f80. 00010000:00000010:2.0:1761313475.863450:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006bad40b9. 00010000:00000010:2.0:1761313475.863453:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b5f8abc2. 00010000:00000010:2.0:1761313475.863456:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000685f6657. 00080000:00000010:2.0:1761313475.863462:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 000000001b4512d4. 00010000:00000010:2.0:1761313475.863483:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000685f6657. 00010000:00000010:2.0:1761313475.863486:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006bad40b9. 00010000:00000010:2.0:1761313475.863512:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000006e1229f2. 00010000:00000010:2.0:1761313475.863515:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006bad40b9. 00010000:00000010:2.0:1761313475.863518:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000cbcf4165. 00010000:00000010:2.0:1761313475.863520:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000685f6657. 00080000:00000010:2.0:1761313475.863527:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 0000000068f8780f. 00010000:00000010:2.0:1761313475.863544:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000685f6657. 00010000:00000010:2.0:1761313475.863547:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006bad40b9. 00010000:00000010:2.0:1761313475.863568:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000c775d3f8. 00010000:00000010:2.0:1761313475.863570:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006bad40b9. 00010000:00000010:2.0:1761313475.863573:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000df4b6890. 00010000:00000010:2.0:1761313475.863575:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000685f6657. 00080000:00000010:2.0:1761313475.863580:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 000000006600be30. 00010000:00000010:2.0:1761313475.863595:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000685f6657. 00010000:00000010:2.0:1761313475.863598:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006bad40b9. 00010000:00000010:2.0:1761313475.863619:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000024078fc7. 00010000:00000010:2.0:1761313475.863621:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006bad40b9. 00010000:00000010:2.0:1761313475.863623:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000001e9dfec7. 00010000:00000010:2.0:1761313475.863625:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000685f6657. 00080000:00000010:2.0:1761313475.863630:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 000000008c6e10f8. 00010000:00000010:2.0:1761313475.863646:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000685f6657. 00010000:00000010:2.0:1761313475.863648:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006bad40b9. 00010000:00000010:2.0:1761313475.863671:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000005b65180a. 00010000:00000010:2.0:1761313475.863674:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006bad40b9. 00010000:00000010:2.0:1761313475.863677:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000677be0e8. 00010000:00000010:2.0:1761313475.863679:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000685f6657. 00080000:00000010:2.0:1761313475.863684:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 0000000093f4c9ce. 00010000:00000010:2.0:1761313475.863699:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000685f6657. 00010000:00000010:2.0:1761313475.863702:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006bad40b9. 00010000:00000010:2.0:1761313475.863726:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000007d920c30. 00010000:00000010:2.0:1761313475.863728:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006bad40b9. 00010000:00000010:2.0:1761313475.863730:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000002fcb6291. 00010000:00000010:2.0:1761313475.863733:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000685f6657. 00080000:00000010:2.0:1761313475.863738:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 000000002acb5034. 00010000:00000010:2.0:1761313475.873553:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000685f6657. 00010000:00000010:2.0:1761313475.873568:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006bad40b9. 00010000:00000010:2.0:1761313475.873666:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000025c5e972. 00010000:00000010:2.0:1761313475.873671:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006bad40b9. 00010000:00000010:2.0:1761313475.873677:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000059a36910. 00010000:00000010:2.0:1761313475.873681:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000685f6657. 00080000:00000010:2.0:1761313475.873699:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 000000004c569d34. 00010000:00000010:2.0:1761313475.873763:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000685f6657. 00010000:00000010:2.0:1761313475.873767:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006bad40b9. 00010000:00000010:2.0:1761313475.873799:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000a126909b. 00010000:00000010:2.0:1761313475.873802:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006bad40b9. 00010000:00000010:2.0:1761313475.873805:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000083df2961. 00010000:00000010:2.0:1761313475.873807:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000685f6657. 00080000:00000010:2.0:1761313475.873818:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ee3ccd75. 00010000:00000010:2.0:1761313475.873841:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000685f6657. 00010000:00000010:2.0:1761313475.873844:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006bad40b9. 00010000:00000010:2.0:1761313475.873872:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000003fe431c4. 00010000:00000010:2.0:1761313475.873874:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006bad40b9. 00010000:00000010:2.0:1761313475.873877:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000035cc1835. 00010000:00000010:2.0:1761313475.873880:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000685f6657. 00080000:00000010:2.0:1761313475.873888:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 0000000047b7a5fb. 00010000:00000010:2.0:1761313475.873910:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000685f6657. 00010000:00000010:2.0:1761313475.873913:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006bad40b9. 00010000:00000010:2.0:1761313475.873943:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000065b2351c. 00010000:00000010:2.0:1761313475.873946:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006bad40b9. 00010000:00000010:2.0:1761313475.873949:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ead60f56. 00010000:00000010:2.0:1761313475.873950:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000685f6657. 00080000:00000010:2.0:1761313475.873958:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000601a9fd7. 00010000:00000010:2.0:1761313475.873977:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000685f6657. 00010000:00000010:2.0:1761313475.873981:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006bad40b9. 00010000:00000010:2.0:1761313475.874027:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000285ee791. 00010000:00000010:2.0:1761313475.874030:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006bad40b9. 00010000:00000010:2.0:1761313475.874032:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000078eb817. 00010000:00000010:2.0:1761313475.874035:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000685f6657. 00080000:00000010:2.0:1761313475.874041:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 000000000752e1d4. 00010000:00000010:2.0:1761313475.874061:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000685f6657. 00010000:00000010:2.0:1761313475.874063:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006bad40b9. 00010000:00000010:2.0:1761313475.874088:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000023f7917b. 00010000:00000010:2.0:1761313475.874090:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006bad40b9. 00010000:00000010:2.0:1761313475.874093:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000001da87e4f. 00010000:00000010:2.0:1761313475.874095:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000685f6657. 00080000:00000010:2.0:1761313475.874100:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 000000006844aeaf. 00010000:00000010:2.0:1761313475.874115:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000685f6657. 00010000:00000010:2.0:1761313475.874117:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006bad40b9. 00010000:00000010:2.0:1761313475.874143:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000078f0f7cc. 00010000:00000010:2.0:1761313475.874145:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006bad40b9. 00010000:00000010:2.0:1761313475.874147:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ba8faf93. 00010000:00000010:2.0:1761313475.874149:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000685f6657. 00080000:00000010:2.0:1761313475.874155:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 000000005d8ffa35. 00010000:00000010:2.0:1761313475.874170:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000685f6657. 00010000:00000010:2.0:1761313475.874172:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006bad40b9. 00010000:00000010:2.0:1761313475.874193:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000012d04d67. 00010000:00000010:2.0:1761313475.874195:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006bad40b9. 00010000:00000010:2.0:1761313475.874198:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000a798fcac. 00010000:00000010:2.0:1761313475.874201:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000685f6657. 00080000:00000010:2.0:1761313475.874205:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 000000007a34f1ed. 00010000:00000010:2.0:1761313475.874220:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000685f6657. 00010000:00000010:2.0:1761313475.874222:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006bad40b9. 00010000:00000010:2.0:1761313475.874243:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000004c76a7e0. 00010000:00000010:2.0:1761313475.874246:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006bad40b9. 00010000:00000010:2.0:1761313475.874249:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000053325eca. 00010000:00000010:2.0:1761313475.874251:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000685f6657. 00080000:00000010:2.0:1761313475.874256:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c15a6d6e. 00010000:00000010:2.0:1761313475.874271:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000685f6657. 00010000:00000010:2.0:1761313475.874274:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006bad40b9. 00010000:00000010:2.0:1761313475.874295:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000765cb8db. 00010000:00000010:2.0:1761313475.874297:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006bad40b9. 00010000:00000010:2.0:1761313475.874300:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000e6d2c0c0. 00010000:00000010:2.0:1761313475.874302:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000685f6657. 00080000:00000010:2.0:1761313475.874307:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000636e261f. 00010000:00000010:2.0:1761313475.874321:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000685f6657. 00010000:00000010:2.0:1761313475.874324:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006bad40b9. 00010000:00000010:2.0:1761313475.874348:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000a141e413. 00010000:00000010:2.0:1761313475.874351:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006bad40b9. 00010000:00000010:2.0:1761313475.874353:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000056975a26. 00010000:00000010:2.0:1761313475.874356:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000685f6657. 00010000:00000010:2.1:1761313475.879434:0:77239:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000077b8fee5. 00010000:00000010:2.1:1761313475.879453:0:77239:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000097e21150. 00080000:00000010:2.0:1761313475.879529:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000b6d4ba17. 00010000:00000010:2.0:1761313475.879624:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000685f6657. 00010000:00000010:2.0:1761313475.879632:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006bad40b9. 00010000:00000010:2.0:1761313475.879709:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000439bfe7f. 00010000:00000010:2.0:1761313475.879713:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006bad40b9. 00010000:00000010:2.0:1761313475.879717:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000089f8264b. 00010000:00000010:2.0:1761313475.879721:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000685f6657. 00080000:00000010:2.0:1761313475.879730:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 000000005b14fd94. 00010000:00000010:2.0:1761313475.879768:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000685f6657. 00010000:00000010:2.0:1761313475.879773:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006bad40b9. 00010000:00000010:2.0:1761313475.879815:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000c5be37db. 00010000:00000010:2.0:1761313475.879818:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006bad40b9. 00010000:00000010:2.0:1761313475.879821:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000005ee0fd8f. 00010000:00000010:2.0:1761313475.879823:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000685f6657. 00080000:00000010:2.0:1761313475.879831:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 000000006d92f5f9. 00010000:00000010:2.0:1761313475.879863:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000685f6657. 00010000:00000010:2.0:1761313475.879867:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006bad40b9. 00010000:00000010:2.0:1761313475.879898:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000009292f68e. 00010000:00000010:2.0:1761313475.879901:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006bad40b9. 00010000:00000010:2.0:1761313475.879904:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000e5c5e5fe. 00010000:00000010:2.0:1761313475.879907:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000685f6657. 00080000:00000010:2.0:1761313475.879914:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000dea6c833. 00010000:00000010:2.0:1761313475.879935:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000685f6657. 00010000:00000010:2.0:1761313475.879939:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006bad40b9. 00010000:00000010:2.0:1761313475.879969:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000c792c920. 00010000:00000010:2.0:1761313475.879972:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006bad40b9. 00010000:00000010:2.0:1761313475.879975:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000097e21150. 00010000:00000010:2.0:1761313475.879977:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000685f6657. 00080000:00000010:2.0:1761313475.879983:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 0000000030546443. 00010000:00000010:2.0:1761313475.880004:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000685f6657. 00010000:00000010:2.0:1761313475.880008:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006bad40b9. 00010000:00000010:2.0:1761313475.880036:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000006773efca. 00010000:00000010:2.0:1761313475.880038:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006bad40b9. 00010000:00000010:2.0:1761313475.880041:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000006f0f53a2. 00010000:00000010:2.0:1761313475.880044:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000685f6657. 00080000:00000010:2.0:1761313475.880050:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 000000003f969307. 00010000:00000010:2.0:1761313475.880072:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000685f6657. 00010000:00000010:2.0:1761313475.880075:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006bad40b9. 00010000:00000010:2.0:1761313475.880114:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000ad6196d3. 00010000:00000010:2.0:1761313475.880117:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006bad40b9. 00010000:00000010:2.0:1761313475.880119:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000865f0f7c. 00010000:00000010:2.0:1761313475.880122:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000685f6657. 00080000:00000010:2.0:1761313475.880129:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 0000000039b31678. 00010000:00000010:2.0:1761313475.880149:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000685f6657. 00010000:00000010:2.0:1761313475.880153:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006bad40b9. 00010000:00000010:2.0:1761313475.880182:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000f1f79a60. 00010000:00000010:2.0:1761313475.880184:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006bad40b9. 00010000:00000010:2.0:1761313475.880187:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000e237ec6d. 00010000:00000010:2.0:1761313475.880189:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000685f6657. 00080000:00000010:2.0:1761313475.880196:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 000000009c30c2fe. 00010000:00000010:2.0:1761313475.880213:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000685f6657. 00010000:00000010:2.0:1761313475.880216:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006bad40b9. 00010000:00000010:2.0:1761313475.880244:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000003a3e72f2. 00010000:00000010:2.0:1761313475.880247:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006bad40b9. 00010000:00000010:2.0:1761313475.880249:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000072cb8783. 00010000:00000010:2.0:1761313475.880251:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000685f6657. 00080000:00000010:2.0:1761313475.880258:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f956102a. 00010000:00000010:2.0:1761313475.880277:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000685f6657. 00010000:00000010:2.0:1761313475.880281:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006bad40b9. 00010000:00000010:2.0:1761313475.880305:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000915f84ab. 00010000:00000010:2.0:1761313475.880308:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006bad40b9. 00010000:00000010:2.0:1761313475.880310:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000002b12296a. 00010000:00000010:2.0:1761313475.880312:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000685f6657. 00080000:00000010:2.0:1761313475.880318:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 0000000002155899. 00010000:00000010:2.0:1761313475.880335:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000685f6657. 00010000:00000010:2.0:1761313475.880338:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006bad40b9. 00010000:00000010:2.0:1761313475.880394:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000df8dbe68. 00010000:00000010:2.0:1761313475.880397:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006bad40b9. 00010000:00000010:2.0:1761313475.880400:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000be7a71f7. 00010000:00000010:2.0:1761313475.880403:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000685f6657. 00080000:00000010:2.0:1761313475.880411:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f872ce68. 00010000:00000010:2.0:1761313475.880436:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000685f6657. 00010000:00000010:2.0:1761313475.880440:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006bad40b9. 00010000:00000010:2.0:1761313475.880471:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000a59f8fbe. 00010000:00000010:2.0:1761313475.880474:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006bad40b9. 00010000:00000010:2.0:1761313475.880477:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000027257838. 00010000:00000010:2.0:1761313475.880479:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000685f6657. 00080000:00000010:2.0:1761313475.880486:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000b91429c8. 00010000:00000010:2.0:1761313475.880508:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000685f6657. 00010000:00000010:2.0:1761313475.880511:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006bad40b9. 00010000:00000010:2.0:1761313475.880542:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000fc87fb73. 00010000:00000010:2.0:1761313475.880545:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006bad40b9. 00010000:00000010:2.0:1761313475.880547:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000006aff2c92. 00010000:00000010:2.0:1761313475.880550:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000685f6657. 00080000:00000010:2.0:1761313475.880556:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c4bbc623. 00010000:00000010:2.0:1761313475.880577:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000685f6657. 00010000:00000010:2.0:1761313475.880580:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006bad40b9. 00010000:00000010:2.0:1761313475.880607:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000ca036664. 00010000:00000010:2.0:1761313475.880610:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006bad40b9. 00010000:00000010:2.0:1761313475.880613:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000034cf8f74. 00010000:00000010:2.0:1761313475.880615:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000685f6657. 00080000:00000010:2.0:1761313475.880622:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 000000001abc00c5. 00010000:00000010:2.0:1761313475.880643:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000685f6657. 00010000:00000010:2.0:1761313475.880647:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006bad40b9. 00010000:00000010:2.0:1761313475.880678:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000008ca98ce4. 00010000:00000010:2.0:1761313475.880680:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006bad40b9. 00010000:00000010:2.0:1761313475.880683:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000093efd777. 00010000:00000010:2.0:1761313475.880686:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000685f6657. 00080000:00000010:2.0:1761313475.880693:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000b273bcc1. 00010000:00000010:2.0:1761313475.880713:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000685f6657. 00010000:00000010:2.0:1761313475.880716:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006bad40b9. 00010000:00000010:2.0:1761313475.880745:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000096acd128. 00010000:00000010:2.0:1761313475.880747:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006bad40b9. 00010000:00000010:2.0:1761313475.880763:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000146e0c4e. 00010000:00000010:2.0:1761313475.880766:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000685f6657. 00080000:00000010:2.0:1761313475.880773:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a2f7b421. 00010000:00000010:2.0:1761313475.880795:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000685f6657. 00010000:00000010:2.0:1761313475.880799:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006bad40b9. 00010000:00000010:2.0:1761313475.880827:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000002254c820. 00010000:00000010:2.0:1761313475.880830:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006bad40b9. 00010000:00000010:2.0:1761313475.880832:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000000cf61b9f. 00010000:00000010:2.0:1761313475.880835:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000685f6657. 00080000:00000010:2.0:1761313475.880843:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000928994b2. 00010000:00000010:2.0:1761313475.880864:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000685f6657. 00010000:00000010:2.0:1761313475.880868:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006bad40b9. 00010000:00000010:2.0:1761313475.880898:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000e448737a. 00010000:00000010:2.0:1761313475.880901:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006bad40b9. 00010000:00000010:2.0:1761313475.880904:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000004ea893a. 00010000:00000010:2.0:1761313475.880907:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000685f6657. 00080000:00000010:2.0:1761313475.880914:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000cb3fafe6. 00010000:00000010:2.0:1761313475.880934:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000685f6657. 00010000:00000010:2.0:1761313475.880937:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006bad40b9. 00010000:00000010:2.0:1761313475.880968:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000f1a26e98. 00010000:00000010:2.0:1761313475.880970:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006bad40b9. 00010000:00000010:2.0:1761313475.880973:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000004277b220. 00010000:00000010:2.0:1761313475.880976:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000685f6657. 00080000:00000010:2.0:1761313475.880983:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000bd1db22e. 00010000:00000010:2.0:1761313475.881002:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000685f6657. 00010000:00000010:2.0:1761313475.881005:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006bad40b9. 00010000:00000010:2.0:1761313475.881033:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000044074c3c. 00010000:00000010:2.0:1761313475.881035:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006bad40b9. 00010000:00000010:2.0:1761313475.881038:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000001b3da217. 00010000:00000010:2.0:1761313475.881040:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000685f6657. 00080000:00000010:2.0:1761313475.881048:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000100229ef. 00010000:00000010:2.0:1761313475.881069:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000685f6657. 00010000:00000010:2.0:1761313475.881073:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006bad40b9. 00010000:00000010:2.0:1761313475.881100:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000002caba54e. 00010000:00000010:2.0:1761313475.881103:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006bad40b9. 00010000:00000010:2.0:1761313475.881105:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b47e1e9e. 00010000:00000010:2.0:1761313475.881108:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000685f6657. 00080000:00000010:2.0:1761313475.881114:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000377d6f2c. 00010000:00000010:2.0:1761313475.881135:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000685f6657. 00010000:00000010:2.0:1761313475.881138:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006bad40b9. 00010000:00000010:2.0:1761313475.881170:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000dea6bb53. 00010000:00000010:2.0:1761313475.881172:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006bad40b9. 00010000:00000010:2.0:1761313475.881176:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000009e799f01. 00010000:00000010:2.0:1761313475.881178:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000685f6657. 00080000:00000010:2.0:1761313475.881186:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 0000000072f1c535. 00010000:00000010:2.0:1761313475.881206:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000685f6657. 00010000:00000010:2.0:1761313475.881208:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006bad40b9. 00010000:00000010:2.0:1761313475.881234:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000013012b5. 00010000:00000010:2.0:1761313475.881237:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006bad40b9. 00010000:00000010:2.0:1761313475.881240:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000020bc543f. 00010000:00000010:2.0:1761313475.881242:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000685f6657. 00080000:00000010:2.0:1761313475.881249:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 0000000004783c44. 00010000:00000010:2.0:1761313475.881271:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000685f6657. 00010000:00000010:2.0:1761313475.881274:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006bad40b9. 00010000:00000010:2.0:1761313475.881302:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000d21793f8. 00010000:00000010:2.0:1761313475.881305:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006bad40b9. 00010000:00000010:2.0:1761313475.881308:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000066a30768. 00010000:00000010:2.0:1761313475.881310:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000685f6657. 00080000:00000010:2.0:1761313475.881316:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000b4fe780a. 00010000:00000010:2.0:1761313475.881336:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000685f6657. 00010000:00000010:2.0:1761313475.881339:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006bad40b9. 00010000:00000010:2.0:1761313475.883717:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000350803ea. 00010000:00000010:2.0:1761313475.883726:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006bad40b9. 00010000:00000010:2.0:1761313475.883731:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c2df293f. 00010000:00000010:2.0:1761313475.883736:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000685f6657. 00080000:00000010:2.0:1761313475.883771:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 0000000083ff8d7f. 00010000:00000010:2.0:1761313475.883833:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000685f6657. 00010000:00000010:2.0:1761313475.883840:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006bad40b9. 00010000:00000010:2.0:1761313475.883888:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000098aa1d0b. 00010000:00000010:2.0:1761313475.883892:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006bad40b9. 00010000:00000010:2.0:1761313475.883895:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000004fb0b8f3. 00010000:00000010:2.0:1761313475.883898:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000685f6657. 00080000:00000010:2.0:1761313475.883906:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 000000001af7227c. 00010000:00000010:2.0:1761313475.883930:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000685f6657. 00010000:00000010:2.0:1761313475.883935:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006bad40b9. 00010000:00000010:2.0:1761313475.883976:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000040edf05e. 00010000:00000010:2.0:1761313475.883979:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006bad40b9. 00010000:00000010:2.0:1761313475.883981:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000079b4cacb. 00010000:00000010:2.0:1761313475.883985:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000685f6657. 00080000:00000010:2.0:1761313475.883993:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000dd1a2c53. 00010000:00000010:2.0:1761313475.884020:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000685f6657. 00010000:00000010:2.0:1761313475.884025:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006bad40b9. 00010000:00000010:2.0:1761313475.884061:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000f78025ee. 00010000:00000010:2.0:1761313475.884063:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006bad40b9. 00010000:00000010:2.0:1761313475.884066:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000009e294b31. 00010000:00000010:2.0:1761313475.884069:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000685f6657. 00080000:00000010:2.0:1761313475.884076:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ff94ce64. 00010000:00000010:2.0:1761313475.884096:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000685f6657. 00010000:00000010:2.0:1761313475.884735:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006bad40b9. 00010000:00000010:2.0:1761313475.884801:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000ab8b51e1. 00010000:00000010:2.0:1761313475.884805:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006bad40b9. 00010000:00000010:2.0:1761313475.884809:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000006db83f44. 00010000:00000010:2.0:1761313475.884813:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000685f6657. 00080000:00000010:2.0:1761313475.884825:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d684b186. 00010000:00000010:2.0:1761313475.886637:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000685f6657. 00010000:00000010:2.0:1761313475.886651:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006bad40b9. 00010000:00000010:2.0:1761313475.886735:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000001b0aff04. 00010000:00000010:2.0:1761313475.886740:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006bad40b9. 00010000:00000010:2.0:1761313475.886744:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000d3e11f78. 00010000:00000010:2.0:1761313475.886759:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000685f6657. 00080000:00000010:2.0:1761313475.886776:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000b7fed016. 00010000:00000010:2.0:1761313475.886811:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000685f6657. 00010000:00000010:2.0:1761313475.886815:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006bad40b9. 00010000:00000010:2.0:1761313475.886867:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000a999cfb3. 00010000:00000010:2.0:1761313475.886871:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006bad40b9. 00010000:00000010:2.0:1761313475.886874:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000001ab2f6e7. 00010000:00000010:2.0:1761313475.886877:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000685f6657. 00080000:00000010:2.0:1761313475.886885:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000134563d4. 00010000:00000010:2.0:1761313475.887016:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000685f6657. 00010000:00000010:2.0:1761313475.887020:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006bad40b9. 00010000:00000010:2.0:1761313475.887095:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000006c814e3a. 00010000:00000010:2.0:1761313475.887110:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006bad40b9. 00010000:00000010:2.0:1761313475.887115:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b41f31e3. 00010000:00000010:2.0:1761313475.887118:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000685f6657. 00080000:00000010:2.0:1761313475.887144:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 0000000056f83116. 00010000:00000010:2.0:1761313475.887200:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000685f6657. 00010000:00000010:2.0:1761313475.887206:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006bad40b9. 00010000:00000010:2.0:1761313475.887276:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000525edc4b. 00010000:00000010:2.0:1761313475.887280:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006bad40b9. 00010000:00000010:2.0:1761313475.887284:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000002522885. 00010000:00000010:2.0:1761313475.887303:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000685f6657. 00080000:00000010:2.0:1761313475.887313:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f6cb916e. 00010000:00000010:2.0:1761313475.887356:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000685f6657. 00010000:00000010:2.0:1761313475.887411:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006bad40b9. 00010000:00000010:2.0:1761313475.887494:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000665874d3. 00010000:00000010:2.0:1761313475.887498:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006bad40b9. 00010000:00000010:2.0:1761313475.887512:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000bb6614da. 00010000:00000010:2.0:1761313475.887516:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000685f6657. 00080000:00000010:2.0:1761313475.887526:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 000000003e2dc638. 00010000:00000010:2.0:1761313475.887579:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000685f6657. 00010000:00000010:2.0:1761313475.887584:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006bad40b9. 00010000:00000010:2.0:1761313475.887652:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000b55d4041. 00010000:00000010:2.0:1761313475.887656:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006bad40b9. 00010000:00000010:2.0:1761313475.887670:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000004bca7461. 00010000:00000010:2.0:1761313475.887675:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000685f6657. 00080000:00000010:2.0:1761313475.887685:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 0000000086e4d912. 00010000:00000010:2.0:1761313475.887778:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000685f6657. 00010000:00000010:2.0:1761313475.887798:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006bad40b9. 00010000:00000010:2.0:1761313475.887833:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000030eff98. 00010000:00000010:2.0:1761313475.887836:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006bad40b9. 00010000:00000010:2.0:1761313475.887839:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000002721a090. 00010000:00000010:2.0:1761313475.887843:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000685f6657. 00080000:00000010:2.0:1761313475.887851:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 000000001ebc0fcc. 00010000:00000010:2.0:1761313475.887872:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000685f6657. 00010000:00000010:2.0:1761313475.887876:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006bad40b9. 00010000:00000010:2.0:1761313475.887942:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000f210f97d. 00010000:00000010:2.0:1761313475.887945:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006bad40b9. 00010000:00000010:2.0:1761313475.887948:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f2b149cd. 00010000:00000010:2.0:1761313475.887950:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000685f6657. 00080000:00000010:2.0:1761313475.887971:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 0000000069440411. 00010000:00000010:2.0:1761313475.888006:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000685f6657. 00010000:00000010:2.0:1761313475.888010:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006bad40b9. 00010000:00000010:2.0:1761313475.888061:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000b17864f1. 00010000:00000010:2.0:1761313475.888081:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006bad40b9. 00010000:00000010:2.0:1761313475.888084:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000de718a79. 00010000:00000010:2.0:1761313475.888086:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000685f6657. 00080000:00000010:2.0:1761313475.888103:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c9dac9a4. 00010000:00000010:2.0:1761313475.888143:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000685f6657. 00010000:00000010:2.0:1761313475.888147:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006bad40b9. 00010000:00000010:2.0:1761313475.888223:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000081268812. 00010000:00000010:2.0:1761313475.888226:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006bad40b9. 00010000:00000010:2.0:1761313475.888239:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000fe5eda06. 00010000:00000010:2.0:1761313475.888243:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000685f6657. 00080000:00000010:2.0:1761313475.888250:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 0000000031da8f60. 00010000:00000010:2.0:1761313475.888288:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000685f6657. 00010000:00000010:2.0:1761313475.888304:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006bad40b9. 00010000:00000010:2.0:1761313475.888396:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000557ab171. 00010000:00000010:3.1:1761313475.888406:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d27dbe0f. 00010000:00000010:2.0:1761313475.888411:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006bad40b9. 00010000:00000010:2.0:1761313475.888416:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000057c5b70b. 00010000:00000010:2.0:1761313475.888420:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000685f6657. 00080000:00000010:2.0:1761313475.888440:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 000000004176f019. 00010000:00000010:2.0:1761313475.888480:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000685f6657. 00010000:00000010:2.0:1761313475.888502:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006bad40b9. 00010000:00000010:2.0:1761313475.888565:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000047326068. 00010000:00000010:2.0:1761313475.888580:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006bad40b9. 00010000:00000010:2.0:1761313475.888583:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000bcdf48ed. 00010000:00000010:2.0:1761313475.888587:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000685f6657. 00080000:00000010:2.0:1761313475.888595:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a71d3140. 00010000:00000010:2.0:1761313475.888650:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000685f6657. 00010000:00000010:2.0:1761313475.888655:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006bad40b9. 00010000:00000010:2.0:1761313475.888712:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000088d62ead. 00010000:00000010:2.0:1761313475.888716:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006bad40b9. 00010000:00000010:2.0:1761313475.888719:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000192fc383. 00010000:00000010:2.0:1761313475.888722:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000685f6657. 00080000:00000010:2.0:1761313475.888765:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000513c3d9c. 00010000:00000010:2.0:1761313475.888805:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000685f6657. 00010000:00000010:2.0:1761313475.888810:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006bad40b9. 00010000:00000010:2.0:1761313475.888858:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000266af8c5. 00010000:00000010:2.0:1761313475.888878:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006bad40b9. 00010000:00000010:2.0:1761313475.888881:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000056c52290. 00010000:00000010:2.0:1761313475.888884:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000685f6657. 00080000:00000010:2.0:1761313475.888901:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 0000000027e23530. 00010000:00000010:2.0:1761313475.888945:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000685f6657. 00010000:00000010:2.0:1761313475.888965:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006bad40b9. 00010000:00000010:2.0:1761313475.889026:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000004405917b. 00010000:00000010:2.0:1761313475.889030:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006bad40b9. 00010000:00000010:2.0:1761313475.889033:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000008145cb22. 00010000:00000010:2.0:1761313475.889045:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000685f6657. 00080000:00000010:2.0:1761313475.889053:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000fd7e9fe6. 00010000:00000010:2.0:1761313475.889088:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000685f6657. 00010000:00000010:2.0:1761313475.889092:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006bad40b9. 00010000:00000010:2.0:1761313475.889156:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000006d0128ce. 00010000:00000010:2.0:1761313475.889159:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006bad40b9. 00010000:00000010:2.0:1761313475.889162:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000e140c8be. 00010000:00000010:2.0:1761313475.889175:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000685f6657. 00080000:00000010:2.0:1761313475.889655:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e189612f. 00010000:00000010:2.0:1761313475.889899:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000685f6657. 00010000:00000010:2.0:1761313475.889905:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006bad40b9. 00010000:00000010:2.0:1761313475.889946:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000002f29b106. 00010000:00000010:2.0:1761313475.889949:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006bad40b9. 00010000:00000010:2.0:1761313475.889953:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000052042f68. 00010000:00000010:2.0:1761313475.889956:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000685f6657. 00080000:00000010:2.0:1761313475.889964:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000b5739949. 00010000:00000010:2.0:1761313475.889989:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000685f6657. 00010000:00000010:2.0:1761313475.889993:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006bad40b9. 00010000:00000010:2.0:1761313475.890025:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000031e33618. 00010000:00000010:2.0:1761313475.890028:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006bad40b9. 00010000:00000010:2.0:1761313475.890031:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f5c61138. 00010000:00000010:2.0:1761313475.890034:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000685f6657. 00080000:00000010:2.0:1761313475.890042:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 0000000011648ca8. 00010000:00000010:2.0:1761313475.890066:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000685f6657. 00010000:00000010:2.0:1761313475.890069:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006bad40b9. 00010000:00000010:2.0:1761313475.890100:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000007e05202f. 00010000:00000010:2.0:1761313475.890104:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006bad40b9. 00010000:00000010:2.0:1761313475.890107:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000a082a1d4. 00010000:00000010:2.0:1761313475.890110:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000685f6657. 00080000:00000010:2.0:1761313475.890119:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 0000000010785070. 00010000:00000010:2.0:1761313475.890141:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000685f6657. 00010000:00000010:2.0:1761313475.890144:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006bad40b9. 00010000:00000010:2.0:1761313475.891211:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000a9fe113f. 00010000:00000010:2.0:1761313475.891216:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006bad40b9. 00010000:00000010:2.0:1761313475.891221:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000919b0c07. 00010000:00000010:2.0:1761313475.891225:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000685f6657. 00080000:00000010:2.0:1761313475.891239:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000611d6175. 00010000:00000010:2.0:1761313475.891280:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000685f6657. 00010000:00000010:2.0:1761313475.891285:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006bad40b9. 00010000:00000010:2.0:1761313475.891327:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000031b3bea1. 00010000:00000010:2.0:1761313475.891330:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006bad40b9. 00010000:00000010:2.0:1761313475.891333:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000dac262c6. 00010000:00000010:2.0:1761313475.891336:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000685f6657. 00080000:00000010:2.0:1761313475.891343:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000fa72bbb1. 00010000:00000010:2.0:1761313475.891383:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000685f6657. 00010000:00000010:2.0:1761313475.891387:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006bad40b9. 00000001:00000010:2.0:1761313475.891416:0:77239:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000796a0a40. 00000001:00000010:2.0:1761313475.891421:0:77239:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000796a0a40. 00000001:00000010:2.0:1761313475.891424:0:77239:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000796a0a40. 00000001:00000010:2.0:1761313475.891426:0:77239:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000d6409ff9. 00010000:00000010:2.0:1761313475.891442:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000074c6f0da. 00010000:00000010:2.0:1761313475.891445:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006bad40b9. 00010000:00000010:2.0:1761313475.891447:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000db639804. 00010000:00000010:2.0:1761313475.891450:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000685f6657. 00080000:00000010:2.0:1761313475.891457:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000901f4861. 00010000:00000010:2.0:1761313475.891480:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000685f6657. 00010000:00000010:2.0:1761313475.891483:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006bad40b9. 00010000:00000010:2.0:1761313475.891512:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000077f5d851. 00010000:00000010:2.0:1761313475.891515:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006bad40b9. 00010000:00000010:2.0:1761313475.891519:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000005a4c6d1d. 00010000:00000010:2.0:1761313475.891521:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000685f6657. 00080000:00000010:2.0:1761313475.891528:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 0000000087501e33. 00010000:00000010:2.0:1761313475.891550:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000685f6657. 00010000:00000010:2.0:1761313475.891554:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006bad40b9. 00010000:00000010:2.0:1761313475.891585:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000002cc0dbac. 00010000:00000010:2.0:1761313475.891588:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006bad40b9. 00010000:00000010:2.0:1761313475.891592:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000005e0ba127. 00010000:00000010:2.0:1761313475.891595:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000685f6657. 00080000:00000010:2.0:1761313475.891603:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000718ab532. 00010000:00000010:2.0:1761313475.891625:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000685f6657. 00010000:00000010:2.0:1761313475.891629:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006bad40b9. 00010000:00000010:2.0:1761313475.891662:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000090e045e2. 00010000:00000010:2.0:1761313475.891665:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006bad40b9. 00010000:00000010:2.0:1761313475.891668:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000fea49b51. 00010000:00000010:2.0:1761313475.891671:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000685f6657. 00080000:00000010:2.0:1761313475.891677:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d0b53f97. 00010000:00000010:2.0:1761313475.891699:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000685f6657. 00010000:00000010:2.0:1761313475.891702:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006bad40b9. 00010000:00000010:2.0:1761313475.891742:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000a6485c4c. 00010000:00000010:2.0:1761313475.891745:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006bad40b9. 00010000:00000010:2.0:1761313475.891748:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000041562889. 00010000:00000010:2.0:1761313475.891763:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000685f6657. 00080000:00000010:2.0:1761313475.891798:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000b39f3e7e. 00010000:00000010:2.0:1761313475.891823:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000685f6657. 00010000:00000010:2.0:1761313475.891827:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006bad40b9. 00010000:00000010:2.0:1761313475.891857:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000c026c2b5. 00010000:00000010:2.0:1761313475.891859:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006bad40b9. 00010000:00000010:2.0:1761313475.891862:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000005fede086. 00010000:00000010:2.0:1761313475.891865:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000685f6657. 00080000:00000010:2.0:1761313475.892165:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000101530af. 00010000:00000010:2.0:1761313475.892197:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000685f6657. 00010000:00000010:2.0:1761313475.892202:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006bad40b9. 00010000:00000010:2.0:1761313475.892235:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000453e41ff. 00010000:00000010:2.0:1761313475.892238:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006bad40b9. 00010000:00000010:2.0:1761313475.892242:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000061391981. 00010000:00000010:2.0:1761313475.892245:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000685f6657. 00080000:00000010:2.0:1761313475.892254:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e998ee48. 00010000:00000010:2.0:1761313475.892275:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000685f6657. 00010000:00000010:2.0:1761313475.892279:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006bad40b9. 00010000:00000010:2.0:1761313475.892306:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000081afb640. 00010000:00000010:2.0:1761313475.892309:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006bad40b9. 00010000:00000010:2.0:1761313475.892312:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f486ea5b. 00010000:00000010:2.0:1761313475.892315:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000685f6657. 00080000:00000010:2.0:1761313475.892321:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000b2fc1621. 00010000:00000010:2.0:1761313475.892341:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000685f6657. 00010000:00000010:2.0:1761313475.892345:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006bad40b9. 00010000:00000010:2.0:1761313475.892393:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000001d062b56. 00010000:00000010:2.0:1761313475.892397:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006bad40b9. 00010000:00000010:2.0:1761313475.892401:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c8ab2eb9. 00010000:00000010:2.0:1761313475.892404:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000685f6657. 00080000:00000010:2.0:1761313475.892413:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000bd32b728. 00010000:00000010:2.0:1761313475.896959:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000685f6657. 00010000:00000010:2.0:1761313475.896974:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006bad40b9. 00010000:00000010:2.0:1761313475.897055:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000f309c03f. 00010000:00000010:2.0:1761313475.897059:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006bad40b9. 00010000:00000010:2.0:1761313475.897063:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000006dc6d63d. 00010000:00000010:2.0:1761313475.897067:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000685f6657. 00080000:00000010:2.0:1761313475.897084:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 000000004cb1b0dd. 00010000:00000010:2.0:1761313475.897122:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000685f6657. 00010000:00000010:2.0:1761313475.897125:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006bad40b9. 00010000:00000010:2.0:1761313475.897164:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000e9f94e6c. 00010000:00000010:2.0:1761313475.897167:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006bad40b9. 00010000:00000010:2.0:1761313475.897170:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000d4195026. 00010000:00000010:2.0:1761313475.897173:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000685f6657. 00080000:00000010:2.0:1761313475.897179:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000856a1840. 00010000:00000010:2.0:1761313475.897198:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000685f6657. 00010000:00000010:2.0:1761313475.897201:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006bad40b9. 00010000:00000010:2.0:1761313475.897227:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000e099eae1. 00010000:00000010:2.0:1761313475.897229:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006bad40b9. 00010000:00000010:2.0:1761313475.897232:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000071d7fded. 00010000:00000010:2.0:1761313475.897234:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000685f6657. 00080000:00000010:2.0:1761313475.897240:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 0000000028983b63. 00010000:00000010:2.0:1761313475.897258:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000685f6657. 00010000:00000010:2.0:1761313475.897260:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006bad40b9. 00010000:00000010:2.0:1761313475.897291:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000097bc982b. 00010000:00000010:2.0:1761313475.897294:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006bad40b9. 00010000:00000010:2.0:1761313475.897297:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000088523168. 00010000:00000010:2.0:1761313475.897299:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000685f6657. 00080000:00000010:2.0:1761313475.897305:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 000000009ef2b81d. 00010000:00000010:2.0:1761313475.897324:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000685f6657. 00010000:00000010:2.0:1761313475.897326:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006bad40b9. 00010000:00000010:2.0:1761313475.897352:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000022d3c10f. 00010000:00000010:2.0:1761313475.897355:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006bad40b9. 00010000:00000010:2.0:1761313475.897376:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000004af69de5. 00010000:00000010:2.0:1761313475.897380:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000685f6657. 00080000:00000010:2.0:1761313475.897388:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 000000008661f0b5. 00010000:00000010:2.0:1761313475.897408:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000685f6657. 00010000:00000010:2.0:1761313475.897411:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006bad40b9. 00010000:00000010:2.0:1761313475.897435:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000e9b98dc5. 00010000:00000010:2.0:1761313475.897437:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006bad40b9. 00010000:00000010:2.0:1761313475.897439:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000052f13973. 00010000:00000010:2.0:1761313475.897442:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000685f6657. 00080000:00000010:2.0:1761313475.897447:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000976d2af7. 00010000:00000010:2.0:1761313475.897464:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000685f6657. 00010000:00000010:2.0:1761313475.897466:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006bad40b9. 00010000:00000010:2.0:1761313475.897487:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000015db86c4. 00010000:00000010:2.0:1761313475.897489:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006bad40b9. 00010000:00000010:2.0:1761313475.897492:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000016e4138. 00010000:00000010:2.0:1761313475.897494:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000685f6657. 00080000:00000010:2.0:1761313475.897499:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d39845a5. 00010000:00000010:2.0:1761313475.897516:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000685f6657. 00010000:00000010:2.0:1761313475.897519:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006bad40b9. 00010000:00000010:2.0:1761313475.897544:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000001f4dfa2d. 00010000:00000010:2.0:1761313475.897546:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006bad40b9. 00010000:00000010:2.0:1761313475.897549:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000473890cd. 00010000:00000010:2.0:1761313475.897551:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000685f6657. 00080000:00000010:2.0:1761313475.897557:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a8459486. 00010000:00000010:2.0:1761313475.897574:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000685f6657. 00010000:00000010:2.0:1761313475.897576:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006bad40b9. 00010000:00000010:2.0:1761313475.897599:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000461892d6. 00010000:00000010:2.0:1761313475.897601:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006bad40b9. 00010000:00000010:2.0:1761313475.897604:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000198038fc. 00010000:00000010:2.0:1761313475.897606:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000685f6657. 00080000:00000010:2.0:1761313475.897611:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f9f4cc9c. 00010000:00000010:2.0:1761313475.897627:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000685f6657. 00010000:00000010:2.0:1761313475.897629:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006bad40b9. 00010000:00000010:2.0:1761313475.897656:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000b74c6957. 00010000:00000010:2.0:1761313475.897658:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006bad40b9. 00010000:00000010:2.0:1761313475.897661:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000082457c34. 00010000:00000010:2.0:1761313475.897663:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000685f6657. 00080000:00000010:2.0:1761313475.897670:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 000000007ed26662. 00010000:00000010:2.0:1761313475.897688:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000685f6657. 00010000:00000010:2.0:1761313475.897692:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006bad40b9. 00010000:00000010:2.0:1761313475.897724:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000162321e4. 00010000:00000010:2.0:1761313475.897727:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006bad40b9. 00010000:00000010:2.0:1761313475.897729:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000d979a0de. 00010000:00000010:2.0:1761313475.897732:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000685f6657. 00080000:00000010:2.0:1761313475.897739:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a24787d7. 00010000:00000010:2.0:1761313475.897769:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000685f6657. 00010000:00000010:2.0:1761313475.897772:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006bad40b9. 00010000:00000010:2.0:1761313475.897799:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000005eef56a6. 00010000:00000010:2.0:1761313475.897802:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006bad40b9. 00010000:00000010:2.0:1761313475.897805:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000a93b30af. 00010000:00000010:2.0:1761313475.897807:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000685f6657. 00080000:00000010:2.0:1761313475.897813:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000474343c4. 00010000:00000010:2.0:1761313475.897832:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000685f6657. 00010000:00000010:2.0:1761313475.897834:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006bad40b9. 00010000:00000010:2.0:1761313475.897858:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000a6f0f7f6. 00010000:00000010:2.0:1761313475.897860:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006bad40b9. 00010000:00000010:2.0:1761313475.897863:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ae584963. 00010000:00000010:2.0:1761313475.897866:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000685f6657. 00080000:00000010:2.0:1761313475.897872:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 000000006221a5cd. 00010000:00000010:2.0:1761313475.897890:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000685f6657. 00010000:00000010:2.0:1761313475.897893:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006bad40b9. 00010000:00000010:2.0:1761313475.897925:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000dd4b2aba. 00010000:00000010:2.0:1761313475.897928:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006bad40b9. 00010000:00000010:2.0:1761313475.897931:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000008a1fcc10. 00010000:00000010:2.0:1761313475.897935:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000685f6657. 00080000:00000010:2.0:1761313475.897943:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d7843103. 00010000:00000010:2.0:1761313475.897963:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000685f6657. 00010000:00000010:2.0:1761313475.897966:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006bad40b9. 00010000:00000010:2.0:1761313475.897990:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000349521cb. 00010000:00000010:2.0:1761313475.897992:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006bad40b9. 00010000:00000010:2.0:1761313475.897995:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000110ef4ee. 00010000:00000010:2.0:1761313475.897997:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000685f6657. 00080000:00000010:2.0:1761313475.898003:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 0000000071f932b6. 00010000:00000010:2.0:1761313475.898018:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000685f6657. 00010000:00000010:2.0:1761313475.898021:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006bad40b9. 00010000:00000010:2.0:1761313475.898047:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000a981a486. 00010000:00000010:2.0:1761313475.898049:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006bad40b9. 00010000:00000010:2.0:1761313475.898052:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ddb65262. 00010000:00000010:2.0:1761313475.898054:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000685f6657. 00080000:00000010:2.0:1761313475.898059:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000233a92a5. 00010000:00000010:2.0:1761313475.898076:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000685f6657. 00010000:00000010:2.0:1761313475.898079:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006bad40b9. 00010000:00000010:2.0:1761313475.898103:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000000d5658c8. 00010000:00000010:2.0:1761313475.898106:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006bad40b9. 00010000:00000010:2.0:1761313475.898109:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000008942432b. 00010000:00000010:2.0:1761313475.898111:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000685f6657. 00080000:00000010:2.0:1761313475.898117:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000bb979ac2. 00010000:00000010:2.0:1761313475.898135:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000685f6657. 00010000:00000010:2.0:1761313475.898138:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006bad40b9. 00010000:00000010:2.0:1761313475.898163:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000d220502b. 00010000:00000010:2.0:1761313475.898166:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006bad40b9. 00010000:00000010:2.0:1761313475.898169:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000005ba7b6b1. 00010000:00000010:2.0:1761313475.898172:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000685f6657. 00080000:00000010:2.0:1761313475.898179:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d57da5c1. 00010000:00000010:2.0:1761313475.898199:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000685f6657. 00010000:00000010:2.0:1761313475.898201:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006bad40b9. 00010000:00000010:2.0:1761313475.898224:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000d28bec76. 00010000:00000010:2.0:1761313475.898227:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006bad40b9. 00010000:00000010:2.0:1761313475.898231:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000d47c71fc. 00010000:00000010:2.0:1761313475.898234:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000685f6657. 00080000:00000010:2.0:1761313475.898240:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000bfc526b6. 00010000:00000010:2.0:1761313475.898260:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000685f6657. 00010000:00000010:2.0:1761313475.898264:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006bad40b9. 00010000:00000010:2.0:1761313475.898295:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000006b4561fe. 00010000:00000010:2.0:1761313475.898297:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006bad40b9. 00010000:00000010:2.0:1761313475.898301:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000005c7c4c54. 00010000:00000010:2.0:1761313475.898303:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000685f6657. 00080000:00000010:2.0:1761313475.898309:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000226e391c. 00010000:00000010:2.0:1761313475.898327:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000685f6657. 00010000:00000010:2.0:1761313475.898330:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006bad40b9. 00010000:00000010:2.0:1761313475.898382:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000b1ed6230. 00010000:00000010:2.0:1761313475.898385:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006bad40b9. 00010000:00000010:2.0:1761313475.898389:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000000c144b25. 00010000:00000010:2.0:1761313475.898392:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000685f6657. 00080000:00000010:2.0:1761313475.898400:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 000000002cec0390. 00010000:00000010:2.0:1761313475.898421:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000685f6657. 00010000:00000010:2.0:1761313475.898424:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006bad40b9. 00010000:00000010:2.0:1761313475.898455:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000e701147c. 00010000:00000010:2.0:1761313475.898458:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006bad40b9. 00010000:00000010:2.0:1761313475.898462:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000eedaf66e. 00010000:00000010:2.0:1761313475.898465:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000685f6657. 00080000:00000010:2.0:1761313475.898471:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d7fb6e05. 00010000:00000010:2.0:1761313475.898491:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000685f6657. 00010000:00000010:2.0:1761313475.898493:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006bad40b9. 00010000:00000010:2.0:1761313475.898519:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000007ffff6df. 00010000:00000010:2.0:1761313475.898521:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006bad40b9. 00010000:00000010:2.0:1761313475.898524:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000027c06d88. 00010000:00000010:2.0:1761313475.898526:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000685f6657. 00080000:00000010:2.0:1761313475.898533:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 000000004f13a525. 00010000:00000010:2.0:1761313475.898551:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000685f6657. 00010000:00000010:2.0:1761313475.898554:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006bad40b9. 00010000:00000010:2.0:1761313475.898581:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000079295d3. 00010000:00000010:2.0:1761313475.898584:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006bad40b9. 00010000:00000010:2.0:1761313475.898588:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000077e7ee8d. 00010000:00000010:2.0:1761313475.898591:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000685f6657. 00080000:00000010:2.0:1761313475.898598:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000045eaad2. 00010000:00000010:2.0:1761313475.898620:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000685f6657. 00010000:00000010:2.0:1761313475.898623:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006bad40b9. 00010000:00000010:2.0:1761313475.898646:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000eacf6129. 00010000:00000010:2.0:1761313475.898648:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006bad40b9. 00010000:00000010:2.0:1761313475.898651:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000305d57e3. 00010000:00000010:2.0:1761313475.898653:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000685f6657. 00080000:00000010:2.0:1761313475.898660:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 000000006c11c8fb. 00010000:00000010:2.0:1761313475.898677:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000685f6657. 00010000:00000010:2.0:1761313475.898680:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006bad40b9. 00010000:00000010:2.0:1761313475.898705:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000049baf57c. 00010000:00000010:2.0:1761313475.898708:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006bad40b9. 00010000:00000010:2.0:1761313475.898712:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000001a4b8ddc. 00010000:00000010:2.0:1761313475.898715:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000685f6657. 00080000:00000010:2.0:1761313475.898722:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 0000000004a7dd4a. 00010000:00000010:2.0:1761313475.898741:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000685f6657. 00010000:00000010:2.0:1761313475.898744:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006bad40b9. 00010000:00000010:2.0:1761313475.898784:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000951bd25f. 00010000:00000010:2.0:1761313475.898787:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006bad40b9. 00010000:00000010:2.0:1761313475.898789:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000006013cc7d. 00010000:00000010:2.0:1761313475.898792:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000685f6657. 00080000:00000010:2.0:1761313475.898798:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000dc0fd3d5. 00010000:00000010:2.0:1761313475.898816:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000685f6657. 00010000:00000010:2.0:1761313475.898819:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006bad40b9. 00010000:00000010:2.0:1761313475.898846:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000050b7a782. 00010000:00000010:2.0:1761313475.898849:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006bad40b9. 00010000:00000010:2.0:1761313475.898852:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000001a0620b2. 00010000:00000010:2.0:1761313475.898855:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000685f6657. 00080000:00000010:2.0:1761313475.898861:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 000000003c06b12f. 00010000:00000010:2.0:1761313475.898882:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000685f6657. 00010000:00000010:2.0:1761313475.898886:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006bad40b9. 00010000:00000010:2.0:1761313475.898911:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000015000f9. 00010000:00000010:2.0:1761313475.898914:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006bad40b9. 00010000:00000010:2.0:1761313475.898917:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000019001b7c. 00010000:00000010:2.0:1761313475.898920:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000685f6657. 00080000:00000010:2.0:1761313475.898925:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000813674bf. 00010000:00000010:2.0:1761313475.898945:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000685f6657. 00010000:00000010:2.0:1761313475.898948:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006bad40b9. 00010000:00000010:2.0:1761313475.898973:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000966132c5. 00010000:00000010:2.0:1761313475.898976:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006bad40b9. 00010000:00000010:2.0:1761313475.898979:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000000f811934. 00010000:00000010:2.0:1761313475.898982:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000685f6657. 00080000:00000010:2.0:1761313475.898989:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 0000000083433320. 00010000:00000010:2.0:1761313475.899008:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000685f6657. 00010000:00000010:2.0:1761313475.899011:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006bad40b9. 00010000:00000010:2.0:1761313475.899035:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000585b0a61. 00010000:00000010:2.0:1761313475.899038:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006bad40b9. 00010000:00000010:2.0:1761313475.899041:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000032308733. 00010000:00000010:2.0:1761313475.899043:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000685f6657. 00080000:00000010:2.0:1761313475.899049:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c74660fe. 00010000:00000010:2.0:1761313475.899065:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000685f6657. 00010000:00000010:2.0:1761313475.899068:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006bad40b9. 00010000:00000010:2.0:1761313475.899092:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000a562cf4f. 00010000:00000010:2.0:1761313475.899095:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006bad40b9. 00010000:00000010:2.0:1761313475.899098:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000a97cc73b. 00010000:00000010:2.0:1761313475.899101:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000685f6657. 00080000:00000010:2.0:1761313475.899106:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f029496f. 00010000:00000010:2.0:1761313475.899123:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000685f6657. 00010000:00000010:2.0:1761313475.899126:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006bad40b9. 00010000:00000010:2.0:1761313475.899149:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000071445ed5. 00010000:00000010:2.0:1761313475.899152:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006bad40b9. 00010000:00000010:2.0:1761313475.899155:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000050731aec. 00010000:00000010:2.0:1761313475.899158:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000685f6657. 00080000:00000010:2.0:1761313475.899165:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a8c3e2d1. 00010000:00000010:2.0:1761313475.899185:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000685f6657. 00010000:00000010:2.0:1761313475.899189:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006bad40b9. 00010000:00000010:2.0:1761313475.899218:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000eda6de6f. 00010000:00000010:2.0:1761313475.899220:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006bad40b9. 00010000:00000010:2.0:1761313475.899223:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000adcfbe17. 00010000:00000010:2.0:1761313475.899226:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000685f6657. 00080000:00000010:2.0:1761313475.899234:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 0000000046406e66. 00010000:00000010:2.0:1761313475.899253:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000685f6657. 00010000:00000010:2.0:1761313475.899256:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006bad40b9. 00010000:00000010:2.0:1761313475.899279:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000a89dce9c. 00010000:00000010:2.0:1761313475.899281:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006bad40b9. 00010000:00000010:2.0:1761313475.899284:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c34687dc. 00010000:00000010:2.0:1761313475.899286:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000685f6657. 00080000:00000010:2.0:1761313475.899292:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000fa184bc1. 00010000:00000010:2.0:1761313475.899310:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000685f6657. 00010000:00000010:2.0:1761313475.899313:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006bad40b9. 00010000:00000010:2.0:1761313475.899337:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000c14376b1. 00010000:00000010:2.0:1761313475.899339:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006bad40b9. 00010000:00000010:2.0:1761313475.899342:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000027f72e25. 00010000:00000010:2.0:1761313475.899345:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000685f6657. 00080000:00000010:2.0:1761313475.899352:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000dc0eee2d. 00010000:00000010:2.0:1761313475.899397:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000685f6657. 00010000:00000010:2.0:1761313475.899401:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006bad40b9. 00010000:00000010:2.0:1761313475.899430:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000064e4407b. 00010000:00000010:2.0:1761313475.899433:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006bad40b9. 00010000:00000010:2.0:1761313475.899436:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000003e573151. 00010000:00000010:2.0:1761313475.899438:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000685f6657. 00080000:00000010:2.0:1761313475.899445:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 0000000090d912d9. 00010000:00000010:2.0:1761313475.899465:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000685f6657. 00010000:00000010:2.0:1761313475.899469:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006bad40b9. 00010000:00000010:2.0:1761313475.899501:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000f7ab9efe. 00010000:00000010:2.0:1761313475.899504:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006bad40b9. 00010000:00000010:2.0:1761313475.899507:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f053645f. 00010000:00000010:2.0:1761313475.899510:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000685f6657. 00080000:00000010:2.0:1761313475.899516:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000599a005e. 00010000:00000010:2.0:1761313475.899534:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000685f6657. 00010000:00000010:2.0:1761313475.899537:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006bad40b9. 00010000:00000010:2.0:1761313475.899560:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000072a247a0. 00010000:00000010:2.0:1761313475.899563:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006bad40b9. 00010000:00000010:2.0:1761313475.899565:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000dd78187e. 00010000:00000010:2.0:1761313475.899568:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000685f6657. 00080000:00000010:2.0:1761313475.899574:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e7dcd576. 00010000:00000010:2.0:1761313475.899589:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000685f6657. 00010000:00000010:2.0:1761313475.899592:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006bad40b9. 00010000:00000010:2.0:1761313475.899616:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000276324d4. 00010000:00000010:2.0:1761313475.899618:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006bad40b9. 00010000:00000010:2.0:1761313475.899621:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000df02539d. 00010000:00000010:2.0:1761313475.899623:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000685f6657. 00080000:00000010:2.0:1761313475.899628:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 000000007b6d669f. 00010000:00000010:2.0:1761313475.899652:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000685f6657. 00010000:00000010:2.0:1761313475.899656:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006bad40b9. 00010000:00000010:2.0:1761313475.899681:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000099f793dc. 00010000:00000010:2.0:1761313475.899684:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006bad40b9. 00010000:00000010:2.0:1761313475.899687:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000d069e4d0. 00010000:00000010:2.0:1761313475.899689:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000685f6657. 00080000:00000010:2.0:1761313475.899697:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a2a8cb84. 00010000:00000010:2.0:1761313475.899714:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000685f6657. 00010000:00000010:2.0:1761313475.899717:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006bad40b9. 00010000:00000010:2.0:1761313475.899737:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000004db96d47. 00010000:00000010:2.0:1761313475.899739:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006bad40b9. 00010000:00000010:2.0:1761313475.899741:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000005a158b8a. 00010000:00000010:2.0:1761313475.899744:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000685f6657. 00080000:00000010:2.0:1761313475.902162:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 0000000026524787. 00010000:00000010:2.0:1761313475.902258:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000685f6657. 00010000:00000010:2.0:1761313475.902268:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006bad40b9. 00010000:00000010:2.0:1761313475.902337:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000091a87634. 00010000:00000010:2.0:1761313475.902341:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006bad40b9. 00010000:00000010:2.0:1761313475.902346:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000e96ed1d1. 00010000:00000010:2.0:1761313475.902352:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000685f6657. 00080000:00000010:2.0:1761313475.902396:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 0000000059c94ac6. 00010000:00000010:2.0:1761313475.902425:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000685f6657. 00010000:00000010:2.0:1761313475.902429:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006bad40b9. 00010000:00000010:2.0:1761313475.902705:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000002b8adedc. 00010000:00000010:2.0:1761313475.903802:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006bad40b9. 00010000:00000010:2.0:1761313475.903807:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000fc08d02e. 00010000:00000010:2.0:1761313475.903812:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000685f6657. 00080000:00000010:2.0:1761313475.903831:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ce05755e. 00010000:00000010:2.0:1761313475.903889:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000685f6657. 00010000:00000010:2.0:1761313475.903894:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006bad40b9. 00010000:00000010:2.0:1761313475.903937:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000b0d269e7. 00010000:00000010:2.0:1761313475.903940:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006bad40b9. 00010000:00000010:2.0:1761313475.903942:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000263492e7. 00010000:00000010:2.0:1761313475.903944:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000685f6657. 00080000:00000010:2.0:1761313475.903950:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000375a7e23. 00010000:00000010:2.0:1761313475.903968:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000685f6657. 00010000:00000010:2.0:1761313475.903970:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006bad40b9. 00010000:00000010:2.0:1761313475.903997:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000017308361. 00010000:00000010:2.0:1761313475.903999:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006bad40b9. 00010000:00000010:2.0:1761313475.904002:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000004f773ee1. 00010000:00000010:2.0:1761313475.904004:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000685f6657. 00080000:00000010:2.0:1761313475.904010:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 000000008414079a. 00010000:00000010:2.0:1761313475.904030:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000685f6657. 00010000:00000010:2.0:1761313475.904033:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006bad40b9. 00010000:00000010:2.0:1761313475.904062:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000067ce3d1b. 00010000:00000010:2.0:1761313475.904065:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006bad40b9. 00010000:00000010:2.0:1761313475.904068:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000009ded4455. 00010000:00000010:2.0:1761313475.904071:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000685f6657. 00080000:00000010:2.0:1761313475.904077:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 000000008d9a2e0e. 00010000:00000010:2.0:1761313475.904101:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000685f6657. 00010000:00000010:2.0:1761313475.904104:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006bad40b9. 00010000:00000010:2.0:1761313475.904133:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000413fcfa6. 00010000:00000010:2.0:1761313475.904135:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006bad40b9. 00010000:00000010:2.0:1761313475.904138:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000006c443353. 00010000:00000010:2.0:1761313475.904157:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000685f6657. 00080000:00000010:2.0:1761313475.904165:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e88513e8. 00010000:00000010:2.0:1761313475.904191:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000685f6657. 00010000:00000010:2.0:1761313475.904195:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006bad40b9. 00010000:00000010:2.0:1761313475.904227:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000001ff9dcb6. 00010000:00000010:2.0:1761313475.904229:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006bad40b9. 00010000:00000010:2.0:1761313475.904233:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000008591d49c. 00010000:00000010:2.0:1761313475.904236:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000685f6657. 00080000:00000010:2.0:1761313475.904243:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 0000000051c3187e. 00010000:00000010:2.0:1761313475.904262:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000685f6657. 00010000:00000010:2.0:1761313475.904264:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006bad40b9. 00010000:00000010:2.0:1761313475.904299:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000d5c6ecb7. 00010000:00000010:2.0:1761313475.904302:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006bad40b9. 00010000:00000010:2.0:1761313475.904306:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000d6f28d58. 00010000:00000010:2.0:1761313475.904308:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000685f6657. 00080000:00000010:2.0:1761313475.904318:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d2efd446. 00010000:00000010:2.0:1761313475.904335:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000685f6657. 00010000:00000010:2.0:1761313475.904338:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006bad40b9. 00010000:00000010:2.0:1761313475.904379:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000009a4ef489. 00010000:00000010:2.0:1761313475.904381:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006bad40b9. 00010000:00000010:2.0:1761313475.904385:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000d3d6fce8. 00010000:00000010:2.0:1761313475.904387:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000685f6657. 00080000:00000010:2.0:1761313475.904394:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000cc33f4fe. 00010000:00000010:2.0:1761313475.904412:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000685f6657. 00010000:00000010:2.0:1761313475.904415:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006bad40b9. 00010000:00000010:2.0:1761313475.904447:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000088467b32. 00010000:00000010:2.0:1761313475.904449:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006bad40b9. 00010000:00000010:2.0:1761313475.904452:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000632b575f. 00010000:00000010:2.0:1761313475.904454:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000685f6657. 00080000:00000010:2.0:1761313475.904459:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 0000000020e20a90. 00010000:00000010:2.0:1761313475.904476:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000685f6657. 00010000:00000010:2.0:1761313475.904479:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006bad40b9. 00010000:00000010:2.0:1761313475.904508:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000036730d1c. 00010000:00000010:2.0:1761313475.904511:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006bad40b9. 00010000:00000010:2.0:1761313475.904514:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ea595531. 00010000:00000010:2.0:1761313475.904517:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000685f6657. 00080000:00000010:2.0:1761313475.904523:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 000000000e44180b. 00010000:00000010:2.0:1761313475.904539:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000685f6657. 00010000:00000010:2.0:1761313475.904542:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006bad40b9. 00010000:00000010:2.0:1761313475.904565:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000001beaad77. 00010000:00000010:2.0:1761313475.904568:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006bad40b9. 00010000:00000010:2.0:1761313475.904570:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000008512b48d. 00010000:00000010:2.0:1761313475.904572:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000685f6657. 00080000:00000010:2.0:1761313475.904578:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a68b9ce5. 00010000:00000010:2.0:1761313475.904595:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000685f6657. 00010000:00000010:2.0:1761313475.904599:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006bad40b9. 00010000:00000010:2.0:1761313475.904623:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000001544208. 00010000:00000010:2.0:1761313475.904626:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006bad40b9. 00010000:00000010:2.0:1761313475.904628:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000009a316fc9. 00010000:00000010:2.0:1761313475.904631:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000685f6657. 00080000:00000010:2.0:1761313475.904636:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ac6dcd0c. 00010000:00000010:2.0:1761313475.904654:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000685f6657. 00010000:00000010:2.0:1761313475.904656:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006bad40b9. 00010000:00000010:2.0:1761313475.904687:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000003e8893cd. 00010000:00000010:2.0:1761313475.904690:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006bad40b9. 00010000:00000010:2.0:1761313475.904693:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000005dd42312. 00010000:00000010:2.0:1761313475.904697:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000685f6657. 00080000:00000010:2.0:1761313475.904704:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a7fa56e3. 00010000:00000010:2.0:1761313475.905645:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000685f6657. 00010000:00000010:2.0:1761313475.905654:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006bad40b9. 00010000:00000010:2.0:1761313475.905698:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000e50a46b0. 00010000:00000010:2.0:1761313475.905701:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006bad40b9. 00010000:00000010:2.0:1761313475.905705:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000001d554ead. 00010000:00000010:2.0:1761313475.905791:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000685f6657. 00080000:00000010:2.0:1761313475.905804:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c129eaa9. 00010000:00000010:2.0:1761313475.905833:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000685f6657. 00010000:00000010:2.0:1761313475.905838:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006bad40b9. 00010000:00000010:2.0:1761313475.905876:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000001bdb7d6b. 00010000:00000010:2.0:1761313475.905879:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006bad40b9. 00010000:00000010:2.0:1761313475.905882:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f8d2e982. 00010000:00000010:2.0:1761313475.905885:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000685f6657. 00080000:00000010:2.0:1761313475.905892:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000de4ea74d. 00010000:00000010:2.0:1761313475.905916:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000685f6657. 00010000:00000010:2.0:1761313475.905920:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006bad40b9. 00010000:00000010:2.0:1761313475.905964:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000004d6ab4f7. 00010000:00000010:2.0:1761313475.905967:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006bad40b9. 00010000:00000010:2.0:1761313475.905970:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000076bf030c. 00010000:00000010:2.0:1761313475.905974:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000685f6657. 00080000:00000010:2.0:1761313475.905982:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 000000001a921059. 00010000:00000010:2.0:1761313475.906005:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000685f6657. 00010000:00000010:2.0:1761313475.906008:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006bad40b9. 00010000:00000010:2.0:1761313475.906052:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000a70c7070. 00010000:00000010:2.0:1761313475.906057:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006bad40b9. 00010000:00000010:2.0:1761313475.906060:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000009b3eab85. 00010000:00000010:2.0:1761313475.906063:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000685f6657. 00080000:00000010:2.0:1761313475.906072:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 0000000061d151a5. 00010000:00000010:2.0:1761313475.906097:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000685f6657. 00010000:00000010:2.0:1761313475.906101:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006bad40b9. 00010000:00000010:2.0:1761313475.906132:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000007d474bda. 00010000:00000010:2.0:1761313475.906135:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006bad40b9. 00010000:00000010:2.0:1761313475.906138:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c4261e89. 00010000:00000010:2.0:1761313475.906142:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000685f6657. 00080000:00000010:2.0:1761313475.906150:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000defd00a8. 00010000:00000010:2.0:1761313475.906176:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000685f6657. 00010000:00000010:2.0:1761313475.906179:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006bad40b9. 00010000:00000010:2.0:1761313475.906223:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000001b89b95c. 00010000:00000010:2.0:1761313475.906227:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000685f6657. 00010000:00000010:2.0:1761313475.906235:0:77239:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000aa18930a. 00000100:00000010:2.0:1761313475.906242:0:77239:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a41f4425. 00000100:00000010:2.0:1761313475.906251:0:77239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000071031f05. 02000000:00000010:2.0:1761313475.906265:0:77239:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000ca29ed63. 02000000:00000010:2.0:1761313475.906296:0:77239:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000047647844. 00000400:00000010:2.0:1761313475.906302:0:77239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000d6409ff9. 00000400:00000010:2.0:1761313475.906308:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000060537b9b. 00000100:00000200:2.0:1761313475.906316:0:77239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869138398016, portal 16 00000400:00000010:2.0:1761313475.906321:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e3e27e8e. 00000100:00000200:2.0:1761313475.906323:0:77239:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869138398016, offset 0 00000400:00000200:2.0:1761313475.906332:0:77239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:2.0:1761313475.906350:0:77239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:2.0:1761313475.906378:0:77239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:2.0:1761313475.906382:0:77239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761313475.906385:0:77239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:2.0:1761313475.906389:0:77239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90453:90453:256:4294967295] 192.168.204.38@tcp LPNI seq info [90453:90453:8:4294967295] 00000400:00000200:2.0:1761313475.906400:0:77239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:2.0:1761313475.906408:0:77239:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:2.0:1761313475.906414:0:77239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000711ebbe8 (tot 82351826). 00000800:00000200:2.0:1761313475.906420:0:77239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:2.0:1761313475.906427:0:77239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:2.0:1761313475.906430:0:77239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000711ebbe8 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761313475.907427:0:15827:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761313475.907432:0:15827:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000711ebbe8 (tot 82351578). 00000400:00000200:3.0:1761313475.907439:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313475.907446:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:3.0:1761313475.907452:0:15827:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e3e27e8e 00000400:00000010:3.0:1761313475.907454:0:15827:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e3e27e8e. 00000100:00000200:3.0:1761313475.907462:0:15827:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000071031f05 x1846869138398016/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313519 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1761313475.914381:0:1372:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002309d0fd. 00010000:00000010:2.1:1761313475.914393:0:1372:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002e01bacc. 00010000:00000010:2.1:1761313475.914398:0:1372:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000297ada48. 00010000:00000010:2.1:1761313475.914402:0:1372:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000adc8141d. 00010000:00000010:2.1:1761313475.914408:0:1372:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a633bc9a. 00010000:00000010:2.1:1761313475.914410:0:1372:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d3f30284. 00010000:00000010:2.1:1761313475.914413:0:1372:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a34da914. 00010000:00000010:2.1:1761313475.914415:0:1372:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009c862e72. 00010000:00000010:2.1:1761313475.914418:0:1372:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bb585143. 00010000:00000010:2.1:1761313475.914420:0:1372:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004c36d5b0. 00010000:00000010:2.1:1761313475.914424:0:1372:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b9e564ed. 00010000:00000010:2.1:1761313475.914426:0:1372:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a62987d1. 00010000:00000010:2.1:1761313475.914428:0:1372:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000986f854a. 00010000:00000010:2.1:1761313475.914430:0:1372:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f96b5633. 00010000:00000010:2.1:1761313475.914434:0:1372:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008387e3e5. 00010000:00000010:2.1:1761313475.914437:0:1372:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c7b984cf. 00010000:00000010:2.1:1761313475.914439:0:1372:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000405b961. 00010000:00000010:2.1:1761313475.914441:0:1372:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004c84e595. 00010000:00000010:2.1:1761313475.914444:0:1372:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006ef72c2c. 00010000:00000010:2.1:1761313475.914448:0:1372:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000092f3bf26. 00010000:00000010:2.1:1761313475.914452:0:1372:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d0a6b310. 00010000:00000010:2.1:1761313475.914454:0:1372:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d915c269. 00010000:00000010:2.1:1761313475.914457:0:1372:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bd5ab464. 00010000:00000010:2.1:1761313475.914459:0:1372:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007e287508. 00010000:00000010:2.1:1761313475.914461:0:1372:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000013c85ea5. 00010000:00000010:2.1:1761313475.914464:0:1372:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000092d494a3. 00010000:00000010:2.1:1761313475.914466:0:1372:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f73f10c0. 00010000:00000010:2.1:1761313475.914468:0:1372:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006b974e34. 00010000:00000010:2.1:1761313475.914470:0:1372:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a26fe50c. 00010000:00000010:2.1:1761313475.914474:0:1372:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007d3c6371. 00010000:00000010:2.1:1761313475.914478:0:1372:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000028e8a35c. 00010000:00000010:2.1:1761313475.914481:0:1372:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004ba88fd1. 00010000:00000010:2.1:1761313475.914484:0:1372:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009f18bcaf. 00010000:00000010:2.1:1761313475.914486:0:1372:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f9e2b7bf. 00010000:00000010:2.1:1761313475.914488:0:1372:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e867df51. 00010000:00000010:2.1:1761313475.914490:0:1372:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e43a8274. 00010000:00000010:2.1:1761313475.914494:0:1372:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000af14f809. 00010000:00000010:2.1:1761313475.914496:0:1372:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000023ce48fb. 00010000:00000010:2.1:1761313475.914499:0:1372:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000070f1330b. 00010000:00000010:2.1:1761313475.914502:0:1372:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007f3d5569. 00010000:00000010:2.1:1761313475.914506:0:1372:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008711767e. 00010000:00000010:2.1:1761313475.914509:0:1372:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b606a96a. 00010000:00000010:2.1:1761313475.914511:0:1372:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005f8dd764. 00010000:00000010:2.1:1761313475.914515:0:1372:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000073229a91. 00010000:00000010:2.1:1761313475.914517:0:1372:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001c5c5a85. 00010000:00000010:2.1:1761313475.914520:0:1372:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b3878bbe. 00010000:00000010:2.1:1761313475.914522:0:1372:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b8fb37f3. 00010000:00000010:2.1:1761313475.914524:0:1372:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e3664a4f. 00010000:00000010:2.1:1761313475.914527:0:1372:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006563a47f. 00010000:00000010:2.1:1761313475.914529:0:1372:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000029abf139. 00010000:00000010:2.1:1761313475.914533:0:1372:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d2b3db6e. 00010000:00000010:2.1:1761313475.914535:0:1372:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009780a5d2. 00010000:00000010:2.1:1761313475.914537:0:1372:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000879c95d. 00010000:00000010:2.1:1761313475.914540:0:1372:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f6f81466. 00010000:00000010:2.1:1761313475.914542:0:1372:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c2540438. 00010000:00000010:2.1:1761313475.914546:0:1372:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e03a1d1a. 00010000:00000010:2.1:1761313475.914549:0:1372:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000449a88a. 00010000:00000010:2.1:1761313475.914551:0:1372:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f9511cf4. 00010000:00000010:2.1:1761313475.914554:0:1372:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000029f6c40d. 00010000:00000010:2.1:1761313475.914556:0:1372:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009c0bdfea. 00010000:00000010:2.1:1761313475.914559:0:1372:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001e1b5883. 00010000:00000010:2.1:1761313475.914561:0:1372:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000076afd1e9. 00010000:00000010:2.1:1761313475.914564:0:1372:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e1a9c8ac. 00010000:00000010:2.1:1761313475.914567:0:1372:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f5b1315f. 00010000:00000010:2.1:1761313475.914569:0:1372:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000d92f573. 00010000:00000010:2.1:1761313475.914571:0:1372:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000733dbdf9. 00010000:00000010:2.1:1761313475.914573:0:1372:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007fd615dc. 00010000:00000010:2.1:1761313475.914577:0:1372:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001449a782. 00010000:00000010:2.1:1761313475.914580:0:1372:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000011879984. 00010000:00000010:2.1:1761313475.914582:0:1372:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000004b0c7d2. 00010000:00000010:2.1:1761313475.914586:0:1372:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000057000b62. 00010000:00000010:2.1:1761313475.914588:0:1372:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007fb9b722. 00010000:00000010:2.1:1761313475.914590:0:1372:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e3f6452d. 00010000:00000010:2.1:1761313475.914593:0:1372:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d4ac1d79. 00010000:00000010:2.1:1761313475.914595:0:1372:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000473c4dd3. 00010000:00000010:2.1:1761313475.914597:0:1372:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005931f7cf. 00010000:00000010:2.1:1761313475.914600:0:1372:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000067cc108f. 00010000:00000010:2.1:1761313475.914602:0:1372:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000056d677ad. 00010000:00000010:2.1:1761313475.914605:0:1372:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000020606291. 00010000:00000010:2.1:1761313475.914608:0:1372:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009034271e. 00010000:00000010:2.1:1761313475.914611:0:1372:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a818f000. 00010000:00000010:2.1:1761313475.914614:0:1372:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007bbb383e. 00010000:00000010:2.1:1761313475.914616:0:1372:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a07e623a. 00010000:00000010:2.1:1761313475.914618:0:1372:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000035c8378c. 00010000:00000010:2.1:1761313475.914620:0:1372:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ecf6c644. 00010000:00000010:2.1:1761313475.914623:0:1372:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005b7b8d96. 00010000:00000010:2.1:1761313475.914625:0:1372:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fc5d715e. 00010000:00000010:2.1:1761313475.914630:0:1372:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000719cde1e. 00010000:00000010:2.1:1761313475.914633:0:1372:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000ecc058c. 00010000:00000010:2.1:1761313475.914636:0:1372:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001dd5d6b5. 00010000:00000010:2.1:1761313475.914640:0:1372:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b91e4b9e. 00010000:00000010:2.1:1761313475.914643:0:1372:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002f4c746d. 00010000:00000010:2.1:1761313475.914645:0:1372:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b5ebbe99. 00010000:00000010:2.1:1761313475.914648:0:1372:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000cd30b62. 00010000:00000010:2.1:1761313475.914650:0:1372:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000745ede48. 00010000:00000010:2.1:1761313475.914653:0:1372:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e18cddbb. 00010000:00000010:2.1:1761313475.914656:0:1372:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000475bf302. 00010000:00000010:2.1:1761313475.914658:0:1372:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003dbd9b4e. 00010000:00000010:2.1:1761313475.914660:0:1372:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005a8f9fcd. 00010000:00000010:2.1:1761313475.914662:0:1372:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005adc1e52. 00010000:00000010:2.1:1761313475.915383:0:1372:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000127230b6. 00010000:00000010:2.1:1761313475.915392:0:1372:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000537d10b3. 00010000:00000010:2.1:1761313475.915396:0:1372:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005cc29bc2. 00010000:00000010:2.1:1761313475.915400:0:1372:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000050f5f824. 00010000:00000010:2.1:1761313475.915402:0:1372:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000042c0cc63. 00010000:00000010:2.1:1761313475.915404:0:1372:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002351cd98. 00010000:00000010:2.1:1761313475.915407:0:1372:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f3586cf8. 00010000:00000010:2.1:1761313475.915410:0:1372:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001cbc3d3e. 00010000:00000010:2.1:1761313475.915412:0:1372:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002c063068. 00010000:00000010:2.1:1761313475.915415:0:1372:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a1ed6f80. 00010000:00000010:2.1:1761313475.916386:0:1372:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b5f8abc2. 00010000:00000010:2.1:1761313475.916398:0:1372:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006e1229f2. 00010000:00000010:2.1:1761313475.916405:0:1372:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cbcf4165. 00010000:00000010:2.1:1761313475.916410:0:1372:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c775d3f8. 00010000:00000010:2.1:1761313475.916416:0:1372:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000df4b6890. 00010000:00000010:2.1:1761313475.916421:0:1372:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000024078fc7. 00010000:00000010:2.1:1761313475.916427:0:1372:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001e9dfec7. 00010000:00000010:2.1:1761313475.916435:0:1372:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005b65180a. 00010000:00000010:2.1:1761313475.916441:0:1372:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000677be0e8. 00010000:00000010:2.1:1761313475.916447:0:1372:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007d920c30. 00010000:00000010:2.1:1761313475.916454:0:1372:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002fcb6291. 00010000:00000010:2.1:1761313475.916459:0:1372:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000025c5e972. 00010000:00000010:2.1:1761313475.916465:0:1372:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000059a36910. 00010000:00000010:2.1:1761313475.916471:0:1372:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a126909b. 00010000:00000010:2.1:1761313475.916477:0:1372:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000083df2961. 00010000:00000010:2.1:1761313475.916482:0:1372:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003fe431c4. 00010000:00000010:2.1:1761313475.916489:0:1372:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000035cc1835. 00010000:00000010:2.1:1761313475.916496:0:1372:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000065b2351c. 00010000:00000010:2.1:1761313475.916503:0:1372:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ead60f56. 00010000:00000010:2.1:1761313475.916509:0:1372:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000285ee791. 00010000:00000010:2.1:1761313475.916515:0:1372:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000078eb817. 00010000:00000010:2.1:1761313475.916521:0:1372:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000023f7917b. 00010000:00000010:2.1:1761313475.916526:0:1372:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001da87e4f. 00010000:00000010:2.1:1761313475.916534:0:1372:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000078f0f7cc. 00010000:00000010:2.1:1761313475.916540:0:1372:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ba8faf93. 00010000:00000010:2.1:1761313475.916546:0:1372:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000012d04d67. 00010000:00000010:2.1:1761313475.916551:0:1372:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a798fcac. 00010000:00000010:2.1:1761313475.916556:0:1372:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004c76a7e0. 00010000:00000010:2.1:1761313475.916562:0:1372:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000053325eca. 00010000:00000010:2.1:1761313475.916567:0:1372:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000765cb8db. 00010000:00000010:2.1:1761313475.916573:0:1372:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e6d2c0c0. 00010000:00000010:2.1:1761313475.916579:0:1372:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a141e413. 00010000:00000010:2.1:1761313475.916585:0:1372:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000056975a26. 00010000:00000010:2.1:1761313475.916590:0:1372:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000439bfe7f. 00010000:00000010:2.1:1761313475.916595:0:1372:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000089f8264b. 00010000:00000010:2.1:1761313475.916601:0:1372:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c5be37db. 00010000:00000010:2.1:1761313475.916607:0:1372:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005ee0fd8f. 00010000:00000010:2.1:1761313475.916613:0:1372:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009292f68e. 00010000:00000010:2.1:1761313475.916616:0:1372:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e5c5e5fe. 00010000:00000010:2.1:1761313475.916619:0:1372:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c792c920. 00010000:00000010:2.1:1761313475.916622:0:1372:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000097e21150. 00010000:00000010:2.1:1761313475.916625:0:1372:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006773efca. 00010000:00000010:2.1:1761313475.916631:0:1372:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006f0f53a2. 00010000:00000010:2.1:1761313475.916636:0:1372:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ad6196d3. 00010000:00000010:2.1:1761313475.916642:0:1372:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000865f0f7c. 00010000:00000010:2.1:1761313475.916648:0:1372:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f1f79a60. 00010000:00000010:2.1:1761313475.916653:0:1372:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e237ec6d. 00010000:00000010:2.1:1761313475.916656:0:1372:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003a3e72f2. 00010000:00000010:2.1:1761313475.916660:0:1372:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000072cb8783. 00010000:00000010:2.1:1761313475.916667:0:1372:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000915f84ab. 00010000:00000010:2.1:1761313475.916675:0:1372:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002b12296a. 00000400:00000200:3.0:1761313475.925036:0:15826:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:3.0:1761313475.925056:0:15826:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x68fb7baf0db40 00000400:00000200:3.0:1761313475.925065:0:15826:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb1255 [1] + 224 00000400:00000200:3.0:1761313475.925077:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313475.925081:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:3.0:1761313475.925091:0:15826:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000071031f05 x1846869138398016/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313519 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761313475.925131:0:15826:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:3.0:1761313475.925138:0:15826:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x68fb7ba85e300 00000400:00000200:3.0:1761313475.925143:0:15826:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xafb7d [2] + 1640 00000400:00000010:0.0:1761313475.925157:0:77239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000d6409ff9. 00000400:00000200:3.0:1761313475.925161:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313475.925163:0:77239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000060537b9b 00000400:00000200:3.0:1761313475.925166:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000010:0.0:1761313475.925167:0:77239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000060537b9b. 00000100:00000200:3.0:1761313475.925174:0:15826:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000200:0.0:1761313475.925177:0:77239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000071031f05 x1846869138398016/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313519 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000010:3.0:1761313475.925181:0:15826:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000009906dba7. 00000100:00000200:0.0:1761313475.925188:0:77239:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000071031f05 x1846869138398016/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313519 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761313475.925219:0:77239:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000047647844. 02000000:00000010:0.0:1761313475.925225:0:77239:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000ca29ed63. 00000020:00000010:3.0:1761313475.925227:0:64710:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001e2614bc. 00000100:00000010:0.0:1761313475.925229:0:77239:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000071031f05. 00000100:00000010:0.0:1761313475.925235:0:77239:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a41f4425. 00000020:00000010:3.0:1761313475.925236:0:64710:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000000797a275. 00010000:00000010:0.0:1761313475.925238:0:77239:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000aa18930a. 00000020:00000010:3.0:1761313475.925242:0:64710:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000f175d44a. 00000100:00000200:3.0:1761313475.925269:0:64710:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000009906dba7 x1846869131387648/t0(0) o103->78617949-0e11-4ca2-94c2-d809f91deaa9@192.168.204.38@tcp:406/0 lens 328/0 e 0 to 0 dl 1761313481 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:3.0:1761313475.925306:0:64710:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869131387648 02000000:00000010:3.0:1761313475.925317:0:64710:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000a40123b0. 00010000:00000010:3.0:1761313475.925342:0:64710:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e5688f7e. 00010000:00000010:3.0:1761313475.925378:0:64710:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000057e74224. 00000100:00000010:3.0:1761313475.925384:0:64710:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000004c36356c. 00000100:00000010:3.0:1761313475.925395:0:64710:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000004c36356c. 00010000:00000010:3.0:1761313475.925399:0:64710:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000057e74224. 00000400:00000010:3.0:1761313475.925412:0:64710:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003eba4967. 00000100:00000200:3.0:1761313475.925416:0:64710:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869131387648, offset 224 00000400:00000200:3.0:1761313475.925424:0:64710:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:3.0:1761313475.925435:0:64710:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:3.0:1761313475.925441:0:64710:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90454:90454:256:4294967295] 192.168.204.38@tcp LPNI seq info [90454:90454:8:4294967295] 00000400:00000200:3.0:1761313475.925453:0:64710:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:3.0:1761313475.925458:0:64710:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:3.0:1761313475.925462:0:64710:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000633d13cc (tot 82351826). 00000800:00000200:3.0:1761313475.925467:0:64710:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:3.0:1761313475.925473:0:64710:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:3.0:1761313475.925476:0:64710:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000633d13cc type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761313475.925492:0:64710:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000000797a275. 00000020:00000010:3.0:1761313475.925496:0:64710:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000f175d44a. 00000020:00000010:3.0:1761313475.925500:0:64710:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001e2614bc. 00000800:00000200:3.0:1761313475.925593:0:15825:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761313475.925597:0:15825:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000633d13cc (tot 82351578). 00000400:00000200:3.0:1761313475.925600:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313475.925603:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:3.0:1761313475.925605:0:15825:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003eba4967 00000400:00000010:3.0:1761313475.925607:0:15825:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003eba4967. 00080000:00000010:0.0:1761313475.929482:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 000000005bb30790. 00010000:00000010:0.0:1761313475.929579:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000685f6657. 00010000:00000010:0.0:1761313475.929589:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002436264b. 00010000:00000010:0.0:1761313475.929663:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f13b0208. 00010000:00000010:0.0:1761313475.929669:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000025a42d57. 00010000:00000010:0.0:1761313475.929682:0:77239:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000b1cfcc70. 00000100:00000010:0.0:1761313475.929689:0:77239:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000740f7a8d. 00000100:00000010:0.0:1761313475.929698:0:77239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000047d366b1. 02000000:00000010:0.0:1761313475.929712:0:77239:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000054e518bb. 02000000:00000010:0.0:1761313475.929740:0:77239:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000073605322. 00000400:00000010:0.0:1761313475.929747:0:77239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000bae524d4. 00000400:00000010:0.0:1761313475.929765:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000078acc45e. 00000100:00000200:0.0:1761313475.929771:0:77239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869138398080, portal 16 00000400:00000010:0.0:1761313475.929775:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ca4f278a. 00000100:00000200:0.0:1761313475.929777:0:77239:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869138398080, offset 0 00000400:00000200:0.0:1761313475.929788:0:77239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:0.0:1761313475.929805:0:77239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:0.0:1761313475.929812:0:77239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:0.0:1761313475.929815:0:77239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761313475.929818:0:77239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:0.0:1761313475.929822:0:77239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90455:90455:256:4294967295] 192.168.204.38@tcp LPNI seq info [90455:90455:8:4294967295] 00000400:00000200:0.0:1761313475.929831:0:77239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:0.0:1761313475.929836:0:77239:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:0.0:1761313475.929841:0:77239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000fc26fb22 (tot 82351826). 00000800:00000200:0.0:1761313475.929847:0:77239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:0.0:1761313475.929854:0:77239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:0.0:1761313475.929857:0:77239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000fc26fb22 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761313475.930009:0:15827:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761313475.930014:0:15827:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000fc26fb22 (tot 82351578). 00000400:00000200:2.0:1761313475.930018:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313475.930024:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:2.0:1761313475.930029:0:15827:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ca4f278a 00000400:00000010:2.0:1761313475.930030:0:15827:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ca4f278a. 00000100:00000200:2.0:1761313475.930038:0:15827:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000047d366b1 x1846869138398080/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313519 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1761313475.931541:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000df8dbe68. 00010000:00000010:2.1:1761313475.931551:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000be7a71f7. 00010000:00000010:2.1:1761313475.931554:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a59f8fbe. 00010000:00000010:2.1:1761313475.931558:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000027257838. 00010000:00000010:2.1:1761313475.931560:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fc87fb73. 00010000:00000010:2.1:1761313475.931564:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006aff2c92. 00010000:00000010:2.1:1761313475.931567:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ca036664. 00010000:00000010:2.1:1761313475.931570:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000034cf8f74. 00010000:00000010:2.1:1761313475.931572:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008ca98ce4. 00010000:00000010:2.1:1761313475.931574:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000093efd777. 00010000:00000010:2.1:1761313475.931603:0:78500:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000096acd128. 00010000:00000010:2.1:1761313475.931608:0:78500:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000146e0c4e. 00010000:00000010:2.1:1761313475.931612:0:78500:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002254c820. 00010000:00000010:2.1:1761313475.931614:0:78500:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000cf61b9f. 00010000:00000010:2.1:1761313475.931619:0:78500:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e448737a. 00010000:00000010:2.1:1761313475.931622:0:78500:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000004ea893a. 00010000:00000010:2.1:1761313475.931624:0:78500:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f1a26e98. 00010000:00000010:2.1:1761313475.931627:0:78500:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004277b220. 00010000:00000010:2.1:1761313475.931629:0:78500:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000044074c3c. 00010000:00000010:2.1:1761313475.931632:0:78500:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001b3da217. 00010000:00000010:2.1:1761313475.931635:0:78500:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002caba54e. 00010000:00000010:2.1:1761313475.931641:0:78500:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b47e1e9e. 00010000:00000010:2.1:1761313475.931645:0:78500:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000dea6bb53. 00010000:00000010:2.1:1761313475.931648:0:78500:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009e799f01. 00010000:00000010:2.1:1761313475.931651:0:78500:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000013012b5. 00010000:00000010:2.1:1761313475.931655:0:78500:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000020bc543f. 00010000:00000010:2.1:1761313475.931658:0:78500:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d21793f8. 00010000:00000010:2.1:1761313475.931661:0:78500:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000066a30768. 00010000:00000010:2.1:1761313475.931664:0:78500:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000350803ea. 00010000:00000010:2.1:1761313475.931666:0:78500:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c2df293f. 00010000:00000010:2.1:1761313475.931680:0:78500:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000098aa1d0b. 00010000:00000010:2.1:1761313475.931683:0:78500:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004fb0b8f3. 00010000:00000010:2.1:1761313475.931686:0:78500:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000040edf05e. 00010000:00000010:2.1:1761313475.931689:0:78500:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000079b4cacb. 00010000:00000010:2.1:1761313475.931691:0:78500:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f78025ee. 00010000:00000010:2.1:1761313475.931695:0:78500:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009e294b31. 00010000:00000010:2.1:1761313475.931696:0:78500:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ab8b51e1. 00010000:00000010:2.1:1761313475.931699:0:78500:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006db83f44. 00010000:00000010:2.1:1761313475.931701:0:78500:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001b0aff04. 00010000:00000010:2.1:1761313475.931703:0:78500:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d3e11f78. 00010000:00000010:2.1:1761313475.931708:0:78500:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a999cfb3. 00010000:00000010:2.1:1761313475.931711:0:78500:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001ab2f6e7. 00010000:00000010:2.1:1761313475.931713:0:78500:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006c814e3a. 00010000:00000010:2.1:1761313475.931715:0:78500:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b41f31e3. 00010000:00000010:2.1:1761313475.931717:0:78500:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000525edc4b. 00010000:00000010:2.1:1761313475.931720:0:78500:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000002522885. 00010000:00000010:2.1:1761313475.931722:0:78500:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000665874d3. 00010000:00000010:2.1:1761313475.931725:0:78500:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bb6614da. 00010000:00000010:2.1:1761313475.931727:0:78500:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b55d4041. 00010000:00000010:2.1:1761313475.931729:0:78500:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004bca7461. 00010000:00000010:2.1:1761313475.931742:0:78500:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000030eff98. 00010000:00000010:2.1:1761313475.931745:0:78500:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002721a090. 00010000:00000010:2.1:1761313475.931758:0:78500:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f210f97d. 00010000:00000010:2.1:1761313475.931762:0:78500:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f2b149cd. 00010000:00000010:2.1:1761313475.931764:0:78500:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b17864f1. 00010000:00000010:2.1:1761313475.931767:0:78500:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000de718a79. 00010000:00000010:2.1:1761313475.931769:0:78500:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000081268812. 00010000:00000010:2.1:1761313475.931773:0:78500:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fe5eda06. 00010000:00000010:2.1:1761313475.931775:0:78500:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000557ab171. 00010000:00000010:2.1:1761313475.931778:0:78500:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000057c5b70b. 00010000:00000010:2.1:1761313475.931783:0:78500:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000047326068. 00010000:00000010:2.1:1761313475.931785:0:78500:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bcdf48ed. 00010000:00000010:2.1:1761313475.931788:0:78500:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000088d62ead. 00010000:00000010:2.1:1761313475.931790:0:78500:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000192fc383. 00010000:00000010:2.1:1761313475.931792:0:78500:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000266af8c5. 00010000:00000010:2.1:1761313475.931794:0:78500:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000056c52290. 00010000:00000010:2.1:1761313475.931796:0:78500:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004405917b. 00010000:00000010:2.1:1761313475.931798:0:78500:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008145cb22. 00010000:00000010:2.1:1761313475.931801:0:78500:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006d0128ce. 00010000:00000010:2.1:1761313475.931803:0:78500:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e140c8be. 00010000:00000010:2.1:1761313475.931805:0:78500:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002f29b106. 00010000:00000010:2.1:1761313475.931807:0:78500:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000052042f68. 00010000:00000010:2.1:1761313475.931809:0:78500:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000031e33618. 00010000:00000010:2.1:1761313475.931811:0:78500:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f5c61138. 00010000:00000010:2.1:1761313475.931815:0:78500:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007e05202f. 00010000:00000010:2.1:1761313475.931819:0:78500:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a082a1d4. 00010000:00000010:2.1:1761313475.931821:0:78500:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a9fe113f. 00010000:00000010:2.1:1761313475.931823:0:78500:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000919b0c07. 00010000:00000010:2.1:1761313475.931825:0:78500:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000031b3bea1. 00010000:00000010:2.1:1761313475.931828:0:78500:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000dac262c6. 00010000:00000010:2.1:1761313475.931831:0:78500:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000074c6f0da. 00010000:00000010:2.1:1761313475.931834:0:78500:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000db639804. 00010000:00000010:2.1:1761313475.931836:0:78500:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000077f5d851. 00010000:00000010:2.1:1761313475.931838:0:78500:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005a4c6d1d. 00010000:00000010:2.1:1761313475.931841:0:78500:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002cc0dbac. 00010000:00000010:2.1:1761313475.931843:0:78500:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005e0ba127. 00010000:00000010:2.1:1761313475.931845:0:78500:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000090e045e2. 00010000:00000010:2.1:1761313475.931848:0:78500:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fea49b51. 00010000:00000010:2.1:1761313475.931852:0:78500:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a6485c4c. 00010000:00000010:2.1:1761313475.931857:0:78500:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000041562889. 00010000:00000010:2.1:1761313475.931859:0:78500:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c026c2b5. 00010000:00000010:2.1:1761313475.931861:0:78500:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005fede086. 00010000:00000010:2.1:1761313475.931863:0:78500:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000453e41ff. 00010000:00000010:2.1:1761313475.931866:0:78500:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000061391981. 00010000:00000010:2.1:1761313475.931868:0:78500:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000081afb640. 00010000:00000010:2.1:1761313475.931871:0:78500:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f486ea5b. 00010000:00000010:2.1:1761313475.931873:0:78500:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001d062b56. 00010000:00000010:2.1:1761313475.931877:0:78500:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c8ab2eb9. 00010000:00000010:2.1:1761313475.931879:0:78500:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f309c03f. 00010000:00000010:2.1:1761313475.931881:0:78500:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006dc6d63d. 00010000:00000010:2.1:1761313475.931884:0:78500:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e9f94e6c. 00010000:00000010:2.1:1761313475.931887:0:78500:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d4195026. 00010000:00000010:2.1:1761313475.931888:0:78500:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e099eae1. 00010000:00000010:2.1:1761313475.931891:0:78500:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000071d7fded. 00010000:00000010:2.1:1761313475.931896:0:78500:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000097bc982b. 00010000:00000010:2.1:1761313475.931900:0:78500:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000088523168. 00010000:00000010:2.1:1761313475.931902:0:78500:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000022d3c10f. 00010000:00000010:2.1:1761313475.931904:0:78500:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004af69de5. 00010000:00000010:2.1:1761313475.931907:0:78500:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e9b98dc5. 00010000:00000010:2.1:1761313475.931909:0:78500:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000052f13973. 00010000:00000010:2.1:1761313475.931912:0:78500:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000015db86c4. 00010000:00000010:2.1:1761313475.931914:0:78500:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000016e4138. 00010000:00000010:2.1:1761313475.931916:0:78500:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001f4dfa2d. 00010000:00000010:2.1:1761313475.931918:0:78500:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000473890cd. 00010000:00000010:2.1:1761313475.931920:0:78500:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000461892d6. 00010000:00000010:2.1:1761313475.931924:0:78500:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000198038fc. 00010000:00000010:2.1:1761313475.932054:0:78500:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b74c6957. 00010000:00000010:2.1:1761313475.932060:0:78500:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000082457c34. 00010000:00000010:2.1:1761313475.932062:0:78500:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000162321e4. 00010000:00000010:2.1:1761313475.932065:0:78500:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d979a0de. 00010000:00000010:2.1:1761313475.932071:0:78500:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005eef56a6. 00010000:00000010:2.1:1761313475.932074:0:78500:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a93b30af. 00010000:00000010:2.1:1761313475.932076:0:78500:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a6f0f7f6. 00010000:00000010:2.1:1761313475.932079:0:78500:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ae584963. 00010000:00000010:2.1:1761313475.932081:0:78500:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000dd4b2aba. 00010000:00000010:2.1:1761313475.932083:0:78500:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008a1fcc10. 00010000:00000010:2.1:1761313475.932085:0:78500:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000349521cb. 00010000:00000010:2.1:1761313475.932088:0:78500:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000110ef4ee. 00010000:00000010:2.1:1761313475.932090:0:78500:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a981a486. 00010000:00000010:2.1:1761313475.932092:0:78500:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ddb65262. 00010000:00000010:2.1:1761313475.932099:0:78500:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000d5658c8. 00010000:00000010:2.1:1761313475.932102:0:78500:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008942432b. 00010000:00000010:2.1:1761313475.932104:0:78500:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d220502b. 00010000:00000010:2.1:1761313475.932106:0:78500:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005ba7b6b1. 00010000:00000010:2.1:1761313475.932108:0:78500:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d28bec76. 00010000:00000010:2.1:1761313475.932110:0:78500:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d47c71fc. 00010000:00000010:2.1:1761313475.932111:0:78500:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006b4561fe. 00010000:00000010:2.1:1761313475.932114:0:78500:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005c7c4c54. 00010000:00000010:2.1:1761313475.932118:0:78500:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b1ed6230. 00010000:00000010:2.1:1761313475.932121:0:78500:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000c144b25. 00010000:00000010:2.1:1761313475.932125:0:78500:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e701147c. 00010000:00000010:2.1:1761313475.932128:0:78500:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000eedaf66e. 00010000:00000010:2.1:1761313475.932130:0:78500:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007ffff6df. 00010000:00000010:2.1:1761313475.932132:0:78500:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000027c06d88. 00010000:00000010:2.1:1761313475.932134:0:78500:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000079295d3. 00010000:00000010:2.1:1761313475.932137:0:78500:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000077e7ee8d. 00010000:00000010:2.1:1761313475.932139:0:78500:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000eacf6129. 00010000:00000010:2.1:1761313475.932141:0:78500:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000305d57e3. 00010000:00000010:2.1:1761313475.932144:0:78500:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000049baf57c. 00010000:00000010:2.1:1761313475.932147:0:78500:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001a4b8ddc. 00010000:00000010:2.1:1761313475.932149:0:78500:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000951bd25f. 00010000:00000010:2.1:1761313475.932151:0:78500:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006013cc7d. 00010000:00000010:2.1:1761313475.932154:0:78500:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000050b7a782. 00010000:00000010:2.1:1761313475.932156:0:78500:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001a0620b2. 00010000:00000010:2.1:1761313475.932158:0:78500:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000015000f9. 00010000:00000010:2.1:1761313475.932160:0:78500:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000019001b7c. 00010000:00000010:2.1:1761313475.932164:0:78500:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000966132c5. 00010000:00000010:2.1:1761313475.932166:0:78500:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000f811934. 00010000:00000010:2.1:1761313475.932169:0:78500:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000585b0a61. 00010000:00000010:2.1:1761313475.932171:0:78500:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000032308733. 00010000:00000010:2.1:1761313475.932174:0:78500:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a562cf4f. 00010000:00000010:2.1:1761313475.932176:0:78500:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a97cc73b. 00010000:00000010:2.1:1761313475.932179:0:78500:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000071445ed5. 00010000:00000010:2.1:1761313475.932181:0:78500:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000050731aec. 00010000:00000010:2.1:1761313475.932183:0:78500:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000eda6de6f. 00010000:00000010:2.1:1761313475.932186:0:78500:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000adcfbe17. 00010000:00000010:2.1:1761313475.932189:0:78500:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a89dce9c. 00010000:00000010:2.1:1761313475.932192:0:78500:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c34687dc. 00010000:00000010:2.1:1761313475.932195:0:78500:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c14376b1. 00010000:00000010:2.1:1761313475.932197:0:78500:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000027f72e25. 00010000:00000010:2.1:1761313475.932200:0:78500:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000064e4407b. 00010000:00000010:2.1:1761313475.932202:0:78500:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003e573151. 00010000:00000010:2.1:1761313475.932205:0:78500:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f7ab9efe. 00010000:00000010:2.1:1761313475.932208:0:78500:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f053645f. 00010000:00000010:2.1:1761313475.932210:0:78500:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000072a247a0. 00010000:00000010:2.1:1761313475.932212:0:78500:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000dd78187e. 00010000:00000010:2.1:1761313475.932217:0:78500:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000276324d4. 00010000:00000010:2.1:1761313475.932220:0:78500:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000df02539d. 00010000:00000010:2.1:1761313475.932222:0:78500:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000099f793dc. 00010000:00000010:2.1:1761313475.932225:0:78500:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d069e4d0. 00010000:00000010:2.1:1761313475.932228:0:78500:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004db96d47. 00010000:00000010:2.1:1761313475.932231:0:78500:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005a158b8a. 00010000:00000010:2.1:1761313475.932234:0:78500:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000091a87634. 00010000:00000010:2.1:1761313475.932238:0:78500:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e96ed1d1. 00010000:00000010:2.1:1761313475.932240:0:78500:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002b8adedc. 00010000:00000010:2.1:1761313475.932242:0:78500:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fc08d02e. 00010000:00000010:2.1:1761313475.932245:0:78500:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b0d269e7. 00010000:00000010:2.1:1761313475.932248:0:78500:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000263492e7. 00010000:00000010:2.1:1761313475.932251:0:78500:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000017308361. 00010000:00000010:2.1:1761313475.932253:0:78500:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004f773ee1. 00010000:00000010:2.1:1761313475.932257:0:78500:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000067ce3d1b. 00010000:00000010:2.1:1761313475.932259:0:78500:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009ded4455. 00010000:00000010:2.1:1761313475.932261:0:78500:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000413fcfa6. 00010000:00000010:2.1:1761313475.932264:0:78500:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006c443353. 00010000:00000010:2.1:1761313475.932266:0:78500:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001ff9dcb6. 00010000:00000010:2.1:1761313475.932268:0:78500:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008591d49c. 00010000:00000010:2.1:1761313475.932270:0:78500:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d5c6ecb7. 00010000:00000010:2.1:1761313475.932273:0:78500:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d6f28d58. 00010000:00000010:2.1:1761313475.932275:0:78500:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009a4ef489. 00010000:00000010:2.1:1761313475.932278:0:78500:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d3d6fce8. 00010000:00000010:2.1:1761313475.932281:0:78500:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000088467b32. 00010000:00000010:2.1:1761313475.932284:0:78500:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000632b575f. 00010000:00000010:2.1:1761313475.932287:0:78500:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000036730d1c. 00010000:00000010:2.1:1761313475.932291:0:78500:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ea595531. 00010000:00000010:2.1:1761313475.932293:0:78500:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001beaad77. 00010000:00000010:2.1:1761313475.932295:0:78500:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008512b48d. 00010000:00000010:2.1:1761313475.932298:0:78500:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000001544208. 00010000:00000010:2.1:1761313475.932300:0:78500:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009a316fc9. 00010000:00000010:2.1:1761313475.932303:0:78500:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003e8893cd. 00010000:00000010:2.1:1761313475.932306:0:78500:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005dd42312. 00010000:00000010:2.1:1761313475.932310:0:78500:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e50a46b0. 00010000:00000010:2.1:1761313475.932312:0:78500:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001d554ead. 00010000:00000010:2.1:1761313475.932314:0:78500:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001bdb7d6b. 00010000:00000010:2.1:1761313475.932317:0:78500:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f8d2e982. 00010000:00000010:2.1:1761313475.932319:0:78500:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004d6ab4f7. 00010000:00000010:2.1:1761313475.932321:0:78500:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000076bf030c. 00010000:00000010:2.1:1761313475.932323:0:78500:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a70c7070. 00010000:00000010:2.1:1761313475.932326:0:78500:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009b3eab85. 00010000:00000010:2.1:1761313475.932328:0:78500:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007d474bda. 00010000:00000010:2.1:1761313475.932330:0:78500:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c4261e89. 00010000:00000010:3.1:1761313475.941277:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000090e9eb6c. 00000400:00000200:3.0:1761313475.945504:0:15826:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:3.0:1761313475.945523:0:15826:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x68fb7baf0db80 00000400:00000200:3.0:1761313475.945531:0:15826:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb1261 [1] + 224 00000400:00000200:3.0:1761313475.945545:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313475.945549:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:3.0:1761313475.945559:0:15826:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000047d366b1 x1846869138398080/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313519 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1761313475.949827:0:77239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000bae524d4. 00000400:00000200:0.0:1761313475.949836:0:77239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000078acc45e 00000400:00000010:0.0:1761313475.949838:0:77239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000078acc45e. 00000100:00000200:0.0:1761313475.949851:0:77239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000047d366b1 x1846869138398080/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313519 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761313475.949861:0:77239:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000047d366b1 x1846869138398080/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313519 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761313475.949889:0:77239:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000073605322. 02000000:00000010:0.0:1761313475.949896:0:77239:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000054e518bb. 00000100:00000010:0.0:1761313475.949900:0:77239:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000047d366b1. 00000100:00000010:0.0:1761313475.949904:0:77239:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000740f7a8d. 00010000:00000010:0.0:1761313475.949908:0:77239:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000b1cfcc70. 00000400:00000200:0.0:1761313475.950201:0:15825:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:0.0:1761313475.950220:0:15825:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x68fb7ba85e340 00000400:00000200:0.0:1761313475.950226:0:15825:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xafb7d [2] + 1968 00000400:00000010:0.0:1761313475.950229:0:15825:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000055fc5963. 00000400:00000200:0.0:1761313475.950233:0:15825:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 000000003cd40559 00000400:00000200:0.0:1761313475.950289:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313475.950294:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:0.0:1761313475.950297:0:15825:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003cd40559 00000400:00000010:0.0:1761313475.950299:0:15825:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 000000003cd40559 (tot 82351426). 00000100:00000200:0.0:1761313475.950304:0:15825:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00010000:00000010:0.1:1761313475.950436:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c001e080. 00010000:00000010:0.1:1761313475.950444:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001b89b95c. 00000020:00000010:3.0:1761313475.950524:0:64710:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001e2614bc. 00000020:00000010:3.0:1761313475.950531:0:64710:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000000797a275. 00000020:00000010:3.0:1761313475.950535:0:64710:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000f175d44a. 00000100:00000200:3.0:1761313475.950557:0:64710:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000b69e5f30 x1846869131387712/t0(0) o103->78617949-0e11-4ca2-94c2-d809f91deaa9@192.168.204.38@tcp:406/0 lens 328/0 e 0 to 0 dl 1761313481 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:3.0:1761313475.950593:0:64710:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869131387712 02000000:00000010:3.0:1761313475.950648:0:64710:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000001b863178. 00010000:00000010:3.0:1761313475.950677:0:64710:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000df0d9f9c. 00010000:00000010:3.0:1761313475.950695:0:64710:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000057e74224. 00000100:00000010:3.0:1761313475.950701:0:64710:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000004c36356c. 00000100:00000010:3.0:1761313475.950708:0:64710:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000004c36356c. 00010000:00000010:3.0:1761313475.950711:0:64710:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000057e74224. 00000400:00000010:3.0:1761313475.950724:0:64710:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003eba4967. 00000100:00000200:3.0:1761313475.950728:0:64710:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869131387712, offset 224 00000400:00000200:3.0:1761313475.950735:0:64710:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:3.0:1761313475.950745:0:64710:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:3.0:1761313475.950760:0:64710:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90456:90456:256:4294967295] 192.168.204.38@tcp LPNI seq info [90456:90456:8:4294967295] 00000400:00000200:3.0:1761313475.950770:0:64710:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:3.0:1761313475.950774:0:64710:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:3.0:1761313475.950779:0:64710:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000633d13cc (tot 82351674). 00000800:00000200:3.0:1761313475.950784:0:64710:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:3.0:1761313475.950791:0:64710:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:3.0:1761313475.950794:0:64710:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000633d13cc type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761313475.950817:0:64710:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000000797a275. 00000020:00000010:3.0:1761313475.950821:0:64710:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000f175d44a. 00000020:00000010:3.0:1761313475.950825:0:64710:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001e2614bc. 02000000:00000010:3.0:1761313475.950832:0:64710:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000a40123b0. 00000100:00000010:3.0:1761313475.950835:0:64710:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000009906dba7. 02000000:00000010:3.0:1761313475.950838:0:64710:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000007abc2598. 00000100:00000010:3.0:1761313475.950840:0:64710:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000003e4d9a3e. 02000000:00000010:3.0:1761313475.950843:0:64710:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000001a9f60ac. 00000100:00000010:3.0:1761313475.950846:0:64710:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000242da0db. 02000000:00000010:3.0:1761313475.950849:0:64710:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000002b410984. 00000100:00000010:3.0:1761313475.950851:0:64710:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d93d7538. 02000000:00000010:3.0:1761313475.950854:0:64710:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000005bf706fd. 00000100:00000010:3.0:1761313475.950856:0:64710:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000db5c2442. 02000000:00000010:3.0:1761313475.950859:0:64710:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000009885a256. 00000100:00000010:3.0:1761313475.950861:0:64710:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000015f262ae. 00000100:00000200:3.0:1761313475.950866:0:64710:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1761313475.950871:0:64710:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000d1775bed. 00000400:00000010:3.0:1761313475.950874:0:64710:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 000000004c36356c (tot 82351826). 00000800:00000200:3.0:1761313475.950962:0:15827:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761313475.950965:0:15827:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000633d13cc (tot 82351578). 00000400:00000200:3.0:1761313475.950968:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313475.950972:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:3.0:1761313475.950975:0:15827:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003eba4967 00000400:00000010:3.0:1761313475.950976:0:15827:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003eba4967. 02000000:00000010:3.0:1761313475.950979:0:15827:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000001b863178. 00080000:00000010:0.0:1761313475.951038:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 0000000054e518bb. 00010000:00000010:0.0:1761313475.951116:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000025a42d57. 00010000:00000010:0.0:1761313475.951122:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000cbc7348a. 00010000:00000010:0.0:1761313475.951194:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000d6106bc2. 00010000:00000010:0.0:1761313475.951199:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000025a42d57. 00010000:00000010:0.0:1761313475.951209:0:77239:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000b1cfcc70. 00000100:00000010:0.0:1761313475.951212:0:77239:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000740f7a8d. 00000100:00000010:0.0:1761313475.951218:0:77239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000047d366b1. 02000000:00000010:0.0:1761313475.951227:0:77239:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000073605322. 02000000:00000010:0.0:1761313475.951250:0:77239:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000005a36bf3a. 00000400:00000010:0.0:1761313475.951254:0:77239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000bae524d4. 00000400:00000010:0.0:1761313475.951257:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000078acc45e. 00000100:00000200:0.0:1761313475.951261:0:77239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869138398144, portal 16 00000400:00000010:0.0:1761313475.951264:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e18fce07. 00000100:00000200:0.0:1761313475.951266:0:77239:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869138398144, offset 0 00000400:00000200:0.0:1761313475.951271:0:77239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:0.0:1761313475.951277:0:77239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:0.0:1761313475.951284:0:77239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:0.0:1761313475.951288:0:77239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761313475.951290:0:77239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:0.0:1761313475.951293:0:77239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90457:90457:256:4294967295] 192.168.204.38@tcp LPNI seq info [90457:90457:8:4294967295] 00000400:00000200:0.0:1761313475.951300:0:77239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:0.0:1761313475.951304:0:77239:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:0.0:1761313475.951307:0:77239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000eb7bab6c (tot 82351826). 00000800:00000200:0.0:1761313475.951311:0:77239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:0.0:1761313475.951314:0:77239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:0.0:1761313475.951316:0:77239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000eb7bab6c type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761313475.952664:0:15826:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761313475.952669:0:15826:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000eb7bab6c (tot 82351578). 00000400:00000200:3.0:1761313475.952674:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313475.952681:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:3.0:1761313475.952685:0:15826:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e18fce07 00000400:00000010:3.0:1761313475.952686:0:15826:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e18fce07. 00000100:00000200:3.0:1761313475.952693:0:15826:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000047d366b1 x1846869138398144/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313519 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761313475.955522:0:15825:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:0.0:1761313475.955541:0:15825:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x68fb7baf0dbc0 00000400:00000200:0.0:1761313475.955549:0:15825:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb1271 [1] + 224 00000400:00000200:0.0:1761313475.955564:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313475.955567:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:0.0:1761313475.955577:0:15825:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000047d366b1 x1846869138398144/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313519 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761313475.955944:0:15825:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:0.0:1761313475.955950:0:15825:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x68fb7ba85e380 00000400:00000200:0.0:1761313475.955956:0:15825:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xafbd5 [2] + 0 00000400:00000200:0.0:1761313475.956002:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313475.956005:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:0.0:1761313475.956009:0:15825:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761313475.956014:0:15825:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ede06feb. 00000400:00000010:1.0:1761313475.956066:0:77239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000bae524d4. 00000400:00000200:1.0:1761313475.956072:0:77239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000078acc45e 00000400:00000010:1.0:1761313475.956074:0:77239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000078acc45e. 00000100:00000200:1.0:1761313475.956079:0:77239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000047d366b1 x1846869138398144/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313519 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761313475.956087:0:77239:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000047d366b1 x1846869138398144/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313519 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761313475.956115:0:77239:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000005a36bf3a. 02000000:00000010:1.0:1761313475.956122:0:77239:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000073605322. 00000100:00000010:1.0:1761313475.956125:0:77239:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000047d366b1. 00000100:00000010:1.0:1761313475.956128:0:77239:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000740f7a8d. 00010000:00000010:1.0:1761313475.956132:0:77239:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000b1cfcc70. 00000020:00000010:3.0:1761313475.956624:0:75220:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001b863178. 00000020:00000010:3.0:1761313475.956630:0:75220:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000000797a275. 00000020:00000010:3.0:1761313475.956635:0:75220:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000f175d44a. 00000100:00000200:3.0:1761313475.956665:0:75220:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000ede06feb x1846869131387776/t0(0) o103->78617949-0e11-4ca2-94c2-d809f91deaa9@192.168.204.38@tcp:406/0 lens 328/0 e 0 to 0 dl 1761313481 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:3.0:1761313475.956701:0:75220:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869131387776 02000000:00000010:3.0:1761313475.956711:0:75220:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000a40123b0. 00010000:00000010:3.0:1761313475.956736:0:75220:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000212cef37. 00010000:00000010:3.0:1761313475.956764:0:75220:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000057e74224. 00000100:00000010:3.0:1761313475.956770:0:75220:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a3335fcc. 00000100:00000010:3.0:1761313475.956784:0:75220:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a3335fcc. 00010000:00000010:3.0:1761313475.956787:0:75220:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000057e74224. 00000400:00000010:3.0:1761313475.956801:0:75220:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003eba4967. 00000100:00000200:3.0:1761313475.956805:0:75220:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869131387776, offset 224 00080000:00000010:1.0:1761313475.956810:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ef66f5c4. 00000400:00000200:3.0:1761313475.956812:0:75220:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:3.0:1761313475.956822:0:75220:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:3.0:1761313475.956827:0:75220:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90458:90458:256:4294967295] 192.168.204.38@tcp LPNI seq info [90458:90458:8:4294967295] 00000400:00000200:3.0:1761313475.956835:0:75220:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:3.0:1761313475.956840:0:75220:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:3.0:1761313475.956843:0:75220:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000633d13cc (tot 82351826). 00000800:00000200:3.0:1761313475.956848:0:75220:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:3.0:1761313475.956854:0:75220:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:3.0:1761313475.956858:0:75220:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000633d13cc type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761313475.956875:0:75220:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000000797a275. 00000020:00000010:3.0:1761313475.956878:0:75220:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000f175d44a. 00000020:00000010:3.0:1761313475.956881:0:75220:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001b863178. 00010000:00000010:1.0:1761313475.956890:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000025a42d57. 00010000:00000010:1.0:1761313475.956895:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000041d8de63. 00000800:00000200:3.0:1761313475.956950:0:15827:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761313475.956953:0:15827:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000633d13cc (tot 82351578). 00000400:00000200:3.0:1761313475.956956:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313475.956960:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:3.0:1761313475.956962:0:15827:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003eba4967 00000400:00000010:3.0:1761313475.956963:0:15827:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003eba4967. 00010000:00000010:1.0:1761313475.956963:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000fdb76ba0. 00010000:00000010:1.0:1761313475.956968:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000008ca6e84b. 00010000:00000010:1.0:1761313475.956978:0:77239:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000747d0937. 00000100:00000010:1.0:1761313475.956984:0:77239:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000002436ddd5. 00000100:00000010:1.0:1761313475.956990:0:77239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000dfcb6cbf. 02000000:00000010:1.0:1761313475.956999:0:77239:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000097f846c2. 02000000:00000010:1.0:1761313475.957021:0:77239:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000cb922dba. 00000400:00000010:1.0:1761313475.957026:0:77239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000f5f9771f. 00000400:00000010:1.0:1761313475.957030:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004d58991b. 00000100:00000200:1.0:1761313475.957034:0:77239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869138398208, portal 16 00000400:00000010:1.0:1761313475.957038:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000082428106. 00000100:00000200:1.0:1761313475.957040:0:77239:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869138398208, offset 0 00000400:00000200:1.0:1761313475.957045:0:77239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:1.0:1761313475.957050:0:77239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:1.0:1761313475.957056:0:77239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:1.0:1761313475.957059:0:77239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761313475.957062:0:77239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:1.0:1761313475.957064:0:77239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90459:90459:256:4294967295] 192.168.204.38@tcp LPNI seq info [90459:90459:8:4294967295] 00000400:00000200:1.0:1761313475.957070:0:77239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:1.0:1761313475.957074:0:77239:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:1.0:1761313475.957077:0:77239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000cc8c87c8 (tot 82351826). 00000800:00000200:1.0:1761313475.957081:0:77239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:1.0:1761313475.957084:0:77239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:1.0:1761313475.957086:0:77239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000cc8c87c8 type 1, nob 424 niov 1 nkiov 1 00010000:00000010:0.1:1761313475.958478:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000019fbe77d. 00010000:00000010:0.1:1761313475.958488:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f13b0208. 00010000:00000010:3.1:1761313475.958794:0:15826:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000026f61095. 00000800:00000200:3.0:1761313475.958853:0:15826:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761313475.958856:0:15826:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000cc8c87c8 (tot 82351578). 00000400:00000200:3.0:1761313475.958861:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313475.958868:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:3.0:1761313475.958872:0:15826:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000082428106 00000400:00000010:3.0:1761313475.958874:0:15826:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000082428106. 00000100:00000200:3.0:1761313475.958881:0:15826:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000dfcb6cbf x1846869138398208/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313519 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761313475.970710:0:15825:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:1.0:1761313475.970728:0:15825:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x68fb7baf0dc00 00000400:00000200:1.0:1761313475.970736:0:15825:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb127d [1] + 224 00000400:00000200:1.0:1761313475.970746:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313475.970759:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:1.0:1761313475.970768:0:15825:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000dfcb6cbf x1846869138398208/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313519 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761313475.970806:0:15825:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:1.0:1761313475.970810:0:15825:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x68fb7ba85e3c0 00000400:00000200:1.0:1761313475.970814:0:15825:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xafbd5 [2] + 328 00000400:00000200:1.0:1761313475.970863:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313475.970867:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:1.0:1761313475.970870:0:15825:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761313475.970875:0:15825:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000eabf7b6f. 00000020:00000010:2.0:1761313475.970968:0:64710:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ca29ed63. 00000020:00000010:2.0:1761313475.970975:0:64710:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000006bad40b9. 00000020:00000010:2.0:1761313475.970979:0:64710:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000f72ff3ec. 00000100:00000200:2.0:1761313475.971003:0:64710:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000eabf7b6f x1846869131387840/t0(0) o103->78617949-0e11-4ca2-94c2-d809f91deaa9@192.168.204.38@tcp:406/0 lens 328/0 e 0 to 0 dl 1761313481 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:2.0:1761313475.971038:0:64710:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869131387840 02000000:00000010:2.0:1761313475.971049:0:64710:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000047647844. 00010000:00000010:2.0:1761313475.971085:0:64710:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000007dcdc413. 00000100:00000010:2.0:1761313475.971092:0:64710:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000dfa46b1f. 00000100:00000010:2.0:1761313475.971098:0:64710:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000dfa46b1f. 00010000:00000010:2.0:1761313475.971101:0:64710:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000007dcdc413. 00000400:00000010:2.0:1761313475.971114:0:64710:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000028f7c384. 00000100:00000200:2.0:1761313475.971120:0:64710:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869131387840, offset 224 00000400:00000200:2.0:1761313475.971127:0:64710:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:2.0:1761313475.971138:0:64710:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:2.0:1761313475.971144:0:64710:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90460:90460:256:4294967295] 192.168.204.38@tcp LPNI seq info [90460:90460:8:4294967295] 00000400:00000200:2.0:1761313475.971154:0:64710:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:2.0:1761313475.971159:0:64710:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:2.0:1761313475.971163:0:64710:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b0bda00f (tot 82351826). 00000800:00000200:2.0:1761313475.971168:0:64710:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:2.0:1761313475.971175:0:64710:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:2.0:1761313475.971178:0:64710:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000b0bda00f type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761313475.971197:0:64710:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000006bad40b9. 00000020:00000010:2.0:1761313475.971201:0:64710:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000f72ff3ec. 00000020:00000010:2.0:1761313475.971204:0:64710:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ca29ed63. 00000800:00000200:2.0:1761313475.971276:0:15827:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761313475.971279:0:15827:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b0bda00f (tot 82351578). 00000400:00000200:2.0:1761313475.971283:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313475.971287:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:2.0:1761313475.971291:0:15827:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000028f7c384 00000400:00000010:2.0:1761313475.971293:0:15827:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000028f7c384. 00010000:00000010:1.1:1761313475.971386:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cf949a4c. 00010000:00000010:1.1:1761313475.971394:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d6106bc2. 00000400:00000010:0.0:1761313475.971686:0:77239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000f5f9771f. 00000400:00000200:0.0:1761313475.971691:0:77239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004d58991b 00000400:00000010:0.0:1761313475.971693:0:77239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004d58991b. 00000100:00000200:0.0:1761313475.971700:0:77239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000dfcb6cbf x1846869138398208/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313519 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761313475.971707:0:77239:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000dfcb6cbf x1846869138398208/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313519 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.0:1761313475.971728:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000041773114. 02000000:00000010:0.0:1761313475.971742:0:77239:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000cb922dba. 02000000:00000010:0.0:1761313475.971757:0:77239:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000097f846c2. 00000100:00000010:0.0:1761313475.971762:0:77239:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000dfcb6cbf. 00000100:00000010:0.0:1761313475.971765:0:77239:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000002436ddd5. 00010000:00000010:0.0:1761313475.971769:0:77239:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000747d0937. 00080000:00000010:0.0:1761313475.971784:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 000000005a36bf3a. 00010000:00000010:0.0:1761313475.971858:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008ca6e84b. 00010000:00000010:0.0:1761313475.971864:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000c0c9a93b. 00010000:00000010:0.0:1761313475.971930:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f13b0208. 00010000:00000010:0.0:1761313475.971935:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000013526a3. 00010000:00000010:0.0:1761313475.971945:0:77239:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000001693a4e5. 00000100:00000010:0.0:1761313475.971949:0:77239:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000740f7a8d. 00000100:00000010:0.0:1761313475.971955:0:77239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000f33f9db7. 02000000:00000010:0.0:1761313475.971965:0:77239:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000146b7906. 02000000:00000010:0.0:1761313475.971985:0:77239:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000efb1d057. 00000400:00000010:0.0:1761313475.971989:0:77239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000000529ed51. 00000400:00000010:0.0:1761313475.971993:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000034c1d155. 00000100:00000200:0.0:1761313475.971998:0:77239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869138398272, portal 16 00000400:00000010:0.0:1761313475.972002:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000063763d12. 00000100:00000200:0.0:1761313475.972004:0:77239:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869138398272, offset 0 00000400:00000200:0.0:1761313475.972009:0:77239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00010000:00000010:3.1:1761313475.972014:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b9788f7b. 00000400:00000200:0.0:1761313475.972016:0:77239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:0.0:1761313475.972022:0:77239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:0.0:1761313475.972026:0:77239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761313475.972028:0:77239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:0.0:1761313475.972031:0:77239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90461:90461:256:4294967295] 192.168.204.38@tcp LPNI seq info [90461:90461:8:4294967295] 00000400:00000200:0.0:1761313475.972038:0:77239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:0.0:1761313475.972042:0:77239:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:0.0:1761313475.972046:0:77239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000302321a (tot 82351826). 00000800:00000200:0.0:1761313475.972050:0:77239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:0.0:1761313475.972054:0:77239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:0.0:1761313475.972057:0:77239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000000302321a type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761313475.974099:0:15826:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313475.974106:0:15826:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000302321a (tot 82351578). 00000400:00000200:1.0:1761313475.974112:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313475.974120:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:1.0:1761313475.974125:0:15826:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000063763d12 00000400:00000010:1.0:1761313475.974127:0:15826:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000063763d12. 00000100:00000200:1.0:1761313475.974136:0:15826:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000f33f9db7 x1846869138398272/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313519 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1761313475.983086:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e048026c. 00010000:00000010:0.1:1761313475.983098:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006bc20f85. 00010000:00000010:0.1:1761313475.983101:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fdb76ba0. 00000400:00000200:1.0:1761313475.987047:0:15825:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:1.0:1761313475.987069:0:15825:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x68fb7baf0dc40 00000400:00000200:1.0:1761313475.987078:0:15825:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb1289 [1] + 224 00000400:00000200:1.0:1761313475.987096:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313475.987100:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:1.0:1761313475.987109:0:15825:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000f33f9db7 x1846869138398272/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313519 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1761313475.987198:0:77239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000000529ed51. 00000400:00000200:0.0:1761313475.987203:0:77239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000034c1d155 00000400:00000010:0.0:1761313475.987205:0:77239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000034c1d155. 00000100:00000200:0.0:1761313475.987212:0:77239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000f33f9db7 x1846869138398272/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313519 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761313475.987219:0:77239:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000f33f9db7 x1846869138398272/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313519 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761313475.987246:0:77239:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000efb1d057. 02000000:00000010:0.0:1761313475.987252:0:77239:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000146b7906. 00000100:00000010:0.0:1761313475.987256:0:77239:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000f33f9db7. 00000100:00000010:0.0:1761313475.987259:0:77239:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000740f7a8d. 00010000:00000010:0.0:1761313475.987263:0:77239:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000001693a4e5. 00000400:00000200:3.0:1761313475.987319:0:15827:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:3.0:1761313475.987327:0:15827:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x68fb7ba85e400 00000400:00000200:3.0:1761313475.987332:0:15827:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xafbd5 [2] + 656 00000400:00000200:3.0:1761313475.987421:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313475.987425:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:3.0:1761313475.987429:0:15827:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761313475.987433:0:15827:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000015f262ae. 00000020:00000010:1.0:1761313475.987496:0:75220:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000db25c496. 00000020:00000010:1.0:1761313475.987503:0:75220:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000057bde358. 00000020:00000010:1.0:1761313475.987507:0:75220:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000009698beef. 00000100:00000200:1.0:1761313475.987531:0:75220:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000015f262ae x1846869131387904/t0(0) o103->78617949-0e11-4ca2-94c2-d809f91deaa9@192.168.204.38@tcp:406/0 lens 328/0 e 0 to 0 dl 1761313481 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:1.0:1761313475.987568:0:75220:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869131387904 02000000:00000010:1.0:1761313475.987579:0:75220:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000fad0689b. 00010000:00000010:1.0:1761313475.987604:0:75220:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e29cfd43. 00010000:00000010:1.0:1761313475.987622:0:75220:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000f0f42d48. 00000100:00000010:1.0:1761313475.987628:0:75220:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000079e673de. 00000100:00000010:1.0:1761313475.987636:0:75220:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000079e673de. 00010000:00000010:1.0:1761313475.987638:0:75220:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000f0f42d48. 00000400:00000010:1.0:1761313475.987650:0:75220:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000965e87ce. 00000100:00000200:1.0:1761313475.987655:0:75220:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869131387904, offset 224 00000400:00000200:1.0:1761313475.987661:0:75220:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:1.0:1761313475.987671:0:75220:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:1.0:1761313475.987676:0:75220:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90462:90462:256:4294967295] 192.168.204.38@tcp LPNI seq info [90462:90462:8:4294967295] 00000400:00000200:1.0:1761313475.987685:0:75220:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:1.0:1761313475.987690:0:75220:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:1.0:1761313475.987695:0:75220:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f67d6031 (tot 82351826). 00000800:00000200:1.0:1761313475.987700:0:75220:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:1.0:1761313475.987707:0:75220:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:1.0:1761313475.987711:0:75220:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000f67d6031 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761313475.987728:0:75220:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000057bde358. 00000020:00000010:1.0:1761313475.987795:0:75220:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000009698beef. 00000020:00000010:1.0:1761313475.987798:0:75220:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000db25c496. 00000800:00000200:1.0:1761313475.987874:0:15826:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313475.987878:0:15826:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f67d6031 (tot 82351578). 00000400:00000200:1.0:1761313475.987906:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313475.987910:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:1.0:1761313475.987912:0:15826:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000965e87ce 00000400:00000010:1.0:1761313475.987914:0:15826:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000965e87ce. 00080000:00000010:1.0:1761313475.987943:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000db25c496. 00010000:00000010:1.0:1761313475.988023:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000013526a3. 00010000:00000010:1.0:1761313475.988029:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000009fa35aec. 00010000:00000010:1.0:1761313475.988099:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000a3ac6b47. 00010000:00000010:1.0:1761313475.988106:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000018700495. 00010000:00000010:1.0:1761313475.988115:0:77239:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000f0f42d48. 00000100:00000010:1.0:1761313475.988118:0:77239:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000079e673de. 00000100:00000010:1.0:1761313475.988124:0:77239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000022227f6e. 02000000:00000010:1.0:1761313475.988135:0:77239:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000357e669e. 02000000:00000010:1.0:1761313475.988157:0:77239:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000cfa3acdb. 00000400:00000010:1.0:1761313475.988162:0:77239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000ed5603a2. 00000400:00000010:1.0:1761313475.988165:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000965e87ce. 00000100:00000200:1.0:1761313475.988170:0:77239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869138398336, portal 16 00000400:00000010:1.0:1761313475.988174:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f67f39f5. 00000100:00000200:1.0:1761313475.988176:0:77239:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869138398336, offset 0 00000400:00000200:1.0:1761313475.988180:0:77239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:1.0:1761313475.988185:0:77239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:1.0:1761313475.988191:0:77239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:1.0:1761313475.988194:0:77239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761313475.988196:0:77239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:1.0:1761313475.988198:0:77239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90463:90463:256:4294967295] 192.168.204.38@tcp LPNI seq info [90463:90463:8:4294967295] 00000400:00000200:1.0:1761313475.988205:0:77239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:1.0:1761313475.988208:0:77239:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:1.0:1761313475.988211:0:77239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f67d6031 (tot 82351826). 00000800:00000200:1.0:1761313475.988214:0:77239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:1.0:1761313475.988218:0:77239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:1.0:1761313475.988220:0:77239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000f67d6031 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761313475.989584:0:15825:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761313475.989588:0:15825:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f67d6031 (tot 82351578). 00000400:00000200:3.0:1761313475.989593:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313475.989600:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:3.0:1761313475.989604:0:15825:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f67f39f5 00000400:00000010:3.0:1761313475.989605:0:15825:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f67f39f5. 00000100:00000200:3.0:1761313475.989613:0:15825:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000022227f6e x1846869138398336/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313519 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761313475.991992:0:15827:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:1.0:1761313475.992012:0:15827:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x68fb7baf0dc80 00000400:00000200:1.0:1761313475.992020:0:15827:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb1295 [1] + 224 00000400:00000200:1.0:1761313475.992034:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313475.992038:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:1.0:1761313475.992050:0:15827:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000022227f6e x1846869138398336/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313519 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1761313475.992121:0:77239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000ed5603a2. 00000400:00000200:3.0:1761313475.992126:0:77239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000965e87ce 00000400:00000010:3.0:1761313475.992128:0:77239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000965e87ce. 00000100:00000200:3.0:1761313475.992135:0:77239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000022227f6e x1846869138398336/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313519 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761313475.992143:0:77239:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000022227f6e x1846869138398336/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313519 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1761313475.992170:0:77239:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000cfa3acdb. 02000000:00000010:3.0:1761313475.992176:0:77239:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000357e669e. 00000100:00000010:3.0:1761313475.992180:0:77239:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000022227f6e. 00000100:00000010:3.0:1761313475.992184:0:77239:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000079e673de. 00010000:00000010:3.0:1761313475.992188:0:77239:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000f0f42d48. 00010000:00000010:1.1:1761313475.993321:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c1b38261. 00010000:00000010:1.1:1761313475.993331:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000030e8c862. 00010000:00000010:1.1:1761313475.993336:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f13b0208. 00000400:00000200:3.0:1761313475.995267:0:15826:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:3.0:1761313475.995286:0:15826:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x68fb7ba85e440 00000400:00000200:3.0:1761313475.995294:0:15826:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xafbd5 [2] + 984 00000400:00000200:3.0:1761313475.995684:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313475.995691:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:3.0:1761313475.995697:0:15826:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761313475.995704:0:15826:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000009906dba7. 00000020:00000010:3.0:1761313475.997146:0:75220:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000614573bc. 00000020:00000010:3.0:1761313475.997156:0:75220:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000000797a275. 00000020:00000010:3.0:1761313475.997161:0:75220:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000f175d44a. 00000100:00000200:3.0:1761313475.997191:0:75220:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000009906dba7 x1846869131387968/t0(0) o103->78617949-0e11-4ca2-94c2-d809f91deaa9@192.168.204.38@tcp:406/0 lens 328/0 e 0 to 0 dl 1761313481 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:3.0:1761313475.997230:0:75220:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869131387968 02000000:00000010:3.0:1761313475.997243:0:75220:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000001e2614bc. 00010000:00000010:3.0:1761313475.997270:0:75220:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000f49de37. 00010000:00000010:3.0:1761313475.997294:0:75220:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000057e74224. 00000100:00000010:3.0:1761313475.997301:0:75220:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a3335fcc. 00000100:00000010:3.0:1761313475.997314:0:75220:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a3335fcc. 00010000:00000010:3.0:1761313475.997319:0:75220:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000057e74224. 00000400:00000010:3.0:1761313475.997335:0:75220:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003eba4967. 00000100:00000200:3.0:1761313475.997341:0:75220:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869131387968, offset 224 00000400:00000200:3.0:1761313475.997349:0:75220:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:3.0:1761313475.997384:0:75220:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:3.0:1761313475.997390:0:75220:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90464:90464:256:4294967295] 192.168.204.38@tcp LPNI seq info [90464:90464:8:4294967295] 00000400:00000200:3.0:1761313475.997401:0:75220:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:3.0:1761313475.997407:0:75220:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:3.0:1761313475.997412:0:75220:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000633d13cc (tot 82351826). 00000800:00000200:3.0:1761313475.997419:0:75220:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:3.0:1761313475.997426:0:75220:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:3.0:1761313475.997430:0:75220:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000633d13cc type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761313475.997446:0:75220:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000000797a275. 00000020:00000010:3.0:1761313475.997450:0:75220:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000f175d44a. 00080000:00000010:2.0:1761313475.997608:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ca29ed63. 00010000:00000010:2.0:1761313475.997696:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000018700495. 00010000:00000010:2.0:1761313475.997704:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000036f13894. 00010000:00000010:2.0:1761313475.997798:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c4261e89. 00010000:00000010:2.0:1761313475.997804:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000dc388beb. 00010000:00000010:2.0:1761313475.997815:0:77239:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000007dcdc413. 00000100:00000010:2.0:1761313475.997819:0:77239:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000dfa46b1f. 00000100:00000010:2.0:1761313475.997827:0:77239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000079ae403. 02000000:00000010:2.0:1761313475.997838:0:77239:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000002115fde1. 02000000:00000010:2.0:1761313475.997863:0:77239:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ef130487. 00000400:00000010:2.0:1761313475.997868:0:77239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000364971a9. 00000400:00000010:2.0:1761313475.997873:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000028f7c384. 00000100:00000200:2.0:1761313475.997878:0:77239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869138398400, portal 16 00000400:00000010:2.0:1761313475.997882:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005b8744b4. 00000100:00000200:2.0:1761313475.997884:0:77239:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869138398400, offset 0 00000400:00000200:2.0:1761313475.997890:0:77239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:2.0:1761313475.997897:0:77239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:2.0:1761313475.997903:0:77239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:2.0:1761313475.997906:0:77239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761313475.997909:0:77239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:2.0:1761313475.997912:0:77239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90465:90465:255:4294967295] 192.168.204.38@tcp LPNI seq info [90465:90465:7:4294967295] 00000400:00000200:2.0:1761313475.997919:0:77239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:2.0:1761313475.997924:0:77239:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:2.0:1761313475.997927:0:77239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b0bda00f (tot 82352074). 00000800:00000200:2.0:1761313475.997932:0:77239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:2.0:1761313475.997937:0:77239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:2.0:1761313475.997939:0:77239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000b0bda00f type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761313475.997991:0:15825:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761313475.997994:0:15825:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000633d13cc (tot 82351826). 00000400:00000200:2.0:1761313475.997998:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313475.998002:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:2.0:1761313475.998006:0:15825:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003eba4967 00000400:00000010:2.0:1761313475.998008:0:15825:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003eba4967. 00000800:00000200:2.0:1761313475.998070:0:15825:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761313475.998072:0:15825:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b0bda00f (tot 82351578). 00000400:00000200:2.0:1761313475.998076:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313475.998079:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:2.0:1761313475.998081:0:15825:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005b8744b4 00000400:00000010:2.0:1761313475.998083:0:15825:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005b8744b4. 00000100:00000200:2.0:1761313475.998088:0:15825:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000079ae403 x1846869138398400/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313519 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000020:00000010:3.0:1761313475.999212:0:75220:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000614573bc. 00010000:00000010:3.1:1761313476.001638:0:78514:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005b39ca2c. 00000400:00000200:1.0:1761313476.006240:0:15827:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:1.0:1761313476.006259:0:15827:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x68fb7baf0dcc0 00000400:00000200:1.0:1761313476.006267:0:15827:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb12a1 [1] + 224 00000400:00000200:1.0:1761313476.006281:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313476.006285:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:1.0:1761313476.006295:0:15827:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000079ae403 x1846869138398400/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313519 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1761313476.006395:0:77239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000364971a9. 00000400:00000200:2.0:1761313476.006399:0:77239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000028f7c384 00000400:00000010:2.0:1761313476.006401:0:77239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000028f7c384. 00000100:00000200:2.0:1761313476.006408:0:77239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000079ae403 x1846869138398400/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313519 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761313476.006415:0:77239:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000079ae403 x1846869138398400/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313519 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761313476.006442:0:77239:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ef130487. 02000000:00000010:2.0:1761313476.006448:0:77239:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000002115fde1. 00000100:00000010:2.0:1761313476.006451:0:77239:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000079ae403. 00000100:00000010:2.0:1761313476.006547:0:77239:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000dfa46b1f. 00010000:00000010:2.0:1761313476.006552:0:77239:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000007dcdc413. 00010000:00000010:2.1:1761313476.008397:0:78515:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000005d90f39. 00010000:00000010:2.1:1761313476.008408:0:78515:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a3ac6b47. 00000400:00000200:3.0:1761313476.012921:0:15826:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:3.0:1761313476.012943:0:15826:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x68fb7ba85e480 00000400:00000200:3.0:1761313476.012952:0:15826:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xafbd5 [2] + 1312 00000400:00000200:3.0:1761313476.013022:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313476.013027:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:3.0:1761313476.013035:0:15826:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761313476.013041:0:15826:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000097b2ed89. 00000020:00000010:2.0:1761313476.018614:0:75220:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ef130487. 00000020:00000010:2.0:1761313476.018628:0:75220:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000006bad40b9. 00000020:00000010:2.0:1761313476.018632:0:75220:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000f72ff3ec. 00000100:00000200:2.0:1761313476.018663:0:75220:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000097b2ed89 x1846869131388032/t0(0) o103->78617949-0e11-4ca2-94c2-d809f91deaa9@192.168.204.38@tcp:407/0 lens 328/0 e 0 to 0 dl 1761313482 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:3.0:1761313476.019233:0:64710:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869131388032 02000000:00000010:3.0:1761313476.019248:0:64710:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000614573bc. 00010000:00000010:3.0:1761313476.019276:0:64710:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000094a05c55. 00010000:00000010:3.0:1761313476.019296:0:64710:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000057e74224. 00000100:00000010:3.0:1761313476.019304:0:64710:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000ee89bb7b. 00000100:00000010:3.0:1761313476.019322:0:64710:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000ee89bb7b. 00010000:00000010:3.0:1761313476.019325:0:64710:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000057e74224. 00000400:00000010:3.0:1761313476.019340:0:64710:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000b53c2d2. 00000100:00000200:3.0:1761313476.019345:0:64710:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869131388032, offset 224 00000400:00000200:3.0:1761313476.019353:0:64710:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:3.0:1761313476.019399:0:64710:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:3.0:1761313476.019405:0:64710:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90466:90466:256:4294967295] 192.168.204.38@tcp LPNI seq info [90466:90466:8:4294967295] 00000400:00000200:3.0:1761313476.019415:0:64710:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:3.0:1761313476.019420:0:64710:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:3.0:1761313476.019425:0:64710:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000896a3ffd (tot 82351826). 00000800:00000200:3.0:1761313476.019431:0:64710:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:3.0:1761313476.019437:0:64710:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:3.0:1761313476.019440:0:64710:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000896a3ffd type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761313476.019660:0:64710:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000006bad40b9. 00000020:00000010:3.0:1761313476.019666:0:64710:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000f72ff3ec. 00000020:00000010:3.0:1761313476.019669:0:64710:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ef130487. 00080000:00000010:3.0:1761313476.019719:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 000000001b863178. 00010000:00000010:3.0:1761313476.019812:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000dc388beb. 00010000:00000010:3.0:1761313476.019819:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000497d8df5. 00010000:00000010:3.0:1761313476.019892:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c46ed6f2. 00010000:00000010:3.0:1761313476.019897:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000005a21302f. 00010000:00000010:3.0:1761313476.019908:0:77239:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000057e74224. 00000100:00000010:3.0:1761313476.019912:0:77239:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000ee89bb7b. 00000100:00000010:3.0:1761313476.019919:0:77239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000004c2b08ab. 02000000:00000010:3.0:1761313476.019931:0:77239:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000001a9f60ac. 02000000:00000010:3.0:1761313476.019954:0:77239:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000007abc2598. 00000400:00000010:3.0:1761313476.019960:0:77239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000009799479f. 00000400:00000010:3.0:1761313476.019964:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000077a0ef2. 00000100:00000200:3.0:1761313476.019970:0:77239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869138398464, portal 16 00000400:00000010:3.0:1761313476.019975:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009ee9a73e. 00000100:00000200:3.0:1761313476.019979:0:77239:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869138398464, offset 0 00000400:00000200:3.0:1761313476.019984:0:77239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:3.0:1761313476.019992:0:77239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:3.0:1761313476.019998:0:77239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:3.0:1761313476.020002:0:77239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761313476.020005:0:77239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:3.0:1761313476.020007:0:77239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90467:90467:255:4294967295] 192.168.204.38@tcp LPNI seq info [90467:90467:7:4294967295] 00000400:00000200:3.0:1761313476.020014:0:77239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:3.0:1761313476.020017:0:77239:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:3.0:1761313476.020020:0:77239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000572c2ec6 (tot 82352074). 00000800:00000200:3.0:1761313476.020024:0:77239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:3.0:1761313476.020028:0:77239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:3.0:1761313476.020030:0:77239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000572c2ec6 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761313476.020121:0:15825:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313476.020124:0:15825:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000896a3ffd (tot 82351826). 00000400:00000200:1.0:1761313476.020128:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313476.020133:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:1.0:1761313476.020137:0:15825:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000b53c2d2 00000400:00000010:1.0:1761313476.020139:0:15825:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000b53c2d2. 00000800:00000200:1.0:1761313476.020208:0:15825:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313476.020211:0:15825:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000572c2ec6 (tot 82351578). 00000400:00000200:1.0:1761313476.020214:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313476.020217:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:1.0:1761313476.020219:0:15825:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009ee9a73e 00000400:00000010:1.0:1761313476.020220:0:15825:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009ee9a73e. 00000100:00000200:1.0:1761313476.020226:0:15825:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000004c2b08ab x1846869138398464/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313520 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761313476.022879:0:15827:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:3.0:1761313476.022896:0:15827:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x68fb7baf0dd00 00000400:00000200:3.0:1761313476.022904:0:15827:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb12ad [1] + 224 00000400:00000200:3.0:1761313476.022915:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313476.022918:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:3.0:1761313476.022926:0:15827:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000004c2b08ab x1846869138398464/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313520 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761313476.022961:0:15827:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:3.0:1761313476.022966:0:15827:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x68fb7ba85e4c0 00000400:00000200:3.0:1761313476.022970:0:15827:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xafbd5 [2] + 1640 00000400:00000200:3.0:1761313476.022978:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313476.022981:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:3.0:1761313476.022984:0:15827:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761313476.022989:0:15827:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001588211e. 00000020:00000010:3.0:1761313476.023038:0:75220:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000aa0f3bce. 00000020:00000010:3.0:1761313476.023045:0:75220:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000000797a275. 00000020:00000010:3.0:1761313476.023049:0:75220:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000f175d44a. 00000100:00000200:3.0:1761313476.023073:0:75220:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000001588211e x1846869131388096/t0(0) o103->78617949-0e11-4ca2-94c2-d809f91deaa9@192.168.204.38@tcp:407/0 lens 328/0 e 0 to 0 dl 1761313482 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:3.0:1761313476.023096:0:75220:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869131388096 02000000:00000010:3.0:1761313476.023106:0:75220:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000001eb84cb9. 00010000:00000010:3.0:1761313476.023140:0:75220:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000c9d6bc0e. 00000100:00000010:3.0:1761313476.023146:0:75220:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000282c8b79. 00000100:00000010:3.0:1761313476.023151:0:75220:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000282c8b79. 00010000:00000010:3.0:1761313476.023154:0:75220:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000c9d6bc0e. 00000400:00000010:3.0:1761313476.023167:0:75220:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a11939fc. 00000100:00000200:3.0:1761313476.023171:0:75220:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869131388096, offset 224 00000400:00000200:3.0:1761313476.023176:0:75220:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:3.0:1761313476.023186:0:75220:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:3.0:1761313476.023191:0:75220:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90468:90468:256:4294967295] 192.168.204.38@tcp LPNI seq info [90468:90468:8:4294967295] 00000400:00000200:3.0:1761313476.023200:0:75220:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:3.0:1761313476.023205:0:75220:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:3.0:1761313476.023209:0:75220:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000090e74ba2 (tot 82351826). 00000800:00000200:3.0:1761313476.023213:0:75220:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:3.0:1761313476.023219:0:75220:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:3.0:1761313476.023222:0:75220:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000090e74ba2 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761313476.023235:0:75220:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000000797a275. 00000020:00000010:3.0:1761313476.023239:0:75220:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000f175d44a. 00000020:00000010:3.0:1761313476.023242:0:75220:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000aa0f3bce. 00000800:00000200:3.0:1761313476.023315:0:15826:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761313476.023318:0:15826:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000090e74ba2 (tot 82351578). 00000400:00000200:3.0:1761313476.023320:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313476.023323:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:3.0:1761313476.023326:0:15826:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a11939fc 00000400:00000010:3.0:1761313476.023328:0:15826:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a11939fc. 00000400:00000010:2.0:1761313476.023573:0:77239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000009799479f. 00000400:00000200:2.0:1761313476.023579:0:77239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000077a0ef2 00000400:00000010:2.0:1761313476.023581:0:77239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000077a0ef2. 00000100:00000200:2.0:1761313476.023586:0:77239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000004c2b08ab x1846869138398464/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313520 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761313476.023593:0:77239:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000004c2b08ab x1846869138398464/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313520 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.0:1761313476.023611:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000057b840b0. 02000000:00000010:2.0:1761313476.023623:0:77239:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000007abc2598. 02000000:00000010:2.0:1761313476.023628:0:77239:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000001a9f60ac. 00000100:00000010:2.0:1761313476.023631:0:77239:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000004c2b08ab. 00000100:00000010:2.0:1761313476.023634:0:77239:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000ee89bb7b. 00010000:00000010:2.0:1761313476.023636:0:77239:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000057e74224. 00080000:00000010:2.0:1761313476.023652:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f15a21fe. 00010000:00000010:2.0:1761313476.023731:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005a21302f. 00010000:00000010:2.0:1761313476.023737:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000ea2159e8. 00010000:00000010:2.0:1761313476.023818:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000009b3eab85. 00010000:00000010:2.0:1761313476.023823:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000bdcb4760. 00010000:00000010:2.0:1761313476.023832:0:77239:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000007dcdc413. 00000100:00000010:2.0:1761313476.023835:0:77239:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000dfa46b1f. 00000100:00000010:2.0:1761313476.023841:0:77239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000079ae403. 02000000:00000010:2.0:1761313476.023849:0:77239:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000004a29b664. 02000000:00000010:2.0:1761313476.023868:0:77239:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000005b9cb424. 00000400:00000010:2.0:1761313476.023871:0:77239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000364971a9. 00000400:00000010:2.0:1761313476.023874:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000028f7c384. 00000100:00000200:2.0:1761313476.023878:0:77239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869138398528, portal 16 00000400:00000010:2.0:1761313476.023882:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005b8744b4. 00000100:00000200:2.0:1761313476.023884:0:77239:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869138398528, offset 0 00000400:00000200:2.0:1761313476.023888:0:77239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:2.0:1761313476.023894:0:77239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:2.0:1761313476.023900:0:77239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:2.0:1761313476.023903:0:77239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761313476.023905:0:77239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:2.0:1761313476.023908:0:77239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90469:90469:256:4294967295] 192.168.204.38@tcp LPNI seq info [90469:90469:8:4294967295] 00000400:00000200:2.0:1761313476.023916:0:77239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:2.0:1761313476.023920:0:77239:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:2.0:1761313476.023923:0:77239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b0bda00f (tot 82351826). 00000800:00000200:2.0:1761313476.023927:0:77239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:2.0:1761313476.023930:0:77239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:2.0:1761313476.023932:0:77239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000b0bda00f type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761313476.025922:0:15825:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761313476.025927:0:15825:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b0bda00f (tot 82351578). 00000400:00000200:3.0:1761313476.025935:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313476.025943:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:3.0:1761313476.025949:0:15825:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005b8744b4 00000400:00000010:3.0:1761313476.025950:0:15825:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005b8744b4. 00000100:00000200:3.0:1761313476.025959:0:15825:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000079ae403 x1846869138398528/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313520 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1761313476.030391:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002adae59f. 00010000:00000010:3.1:1761313476.030404:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005c9c0cab. 00010000:00000010:3.1:1761313476.030409:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c4261e89. 00010000:00000010:2.1:1761313476.030543:0:78513:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000057f964dd. 00010000:00000010:2.1:1761313476.030550:0:78513:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000047bf3554. 00010000:00000010:2.1:1761313476.030552:0:78513:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c46ed6f2. 00000400:00000200:3.0:1761313476.032784:0:15827:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:3.0:1761313476.032802:0:15827:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x68fb7baf0dd40 00000400:00000200:3.0:1761313476.032811:0:15827:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb12b9 [1] + 224 00000400:00000200:3.0:1761313476.032821:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313476.032825:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:3.0:1761313476.032835:0:15827:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000079ae403 x1846869138398528/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313520 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761313476.032865:0:15827:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:3.0:1761313476.032869:0:15827:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x68fb7ba85e500 00000400:00000200:3.0:1761313476.032874:0:15827:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xafbd5 [2] + 1968 00000400:00000010:3.0:1761313476.032878:0:15827:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000b7e370ae. 00000400:00000200:3.0:1761313476.032881:0:15827:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 000000009a22b988 00000400:00000200:3.0:1761313476.032938:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313476.032942:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:3.0:1761313476.032945:0:15827:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009a22b988 00000400:00000010:3.0:1761313476.032947:0:15827:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 000000009a22b988 (tot 82351426). 00000100:00000200:3.0:1761313476.032952:0:15827:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:3.0:1761313476.032994:0:64710:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000aa0f3bce. 00000020:00000010:3.0:1761313476.033000:0:64710:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000000797a275. 00000020:00000010:3.0:1761313476.033004:0:64710:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000f175d44a. 00000100:00000200:3.0:1761313476.033068:0:64710:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000009933a73e x1846869131388160/t0(0) o103->78617949-0e11-4ca2-94c2-d809f91deaa9@192.168.204.38@tcp:407/0 lens 328/0 e 0 to 0 dl 1761313482 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:3.0:1761313476.033096:0:64710:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869131388160 02000000:00000010:3.0:1761313476.033108:0:64710:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000007abc2598. 00010000:00000010:3.0:1761313476.033142:0:64710:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000c9d6bc0e. 00000100:00000010:3.0:1761313476.033148:0:64710:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000282c8b79. 00000100:00000010:3.0:1761313476.033154:0:64710:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000282c8b79. 00010000:00000010:3.0:1761313476.033156:0:64710:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000c9d6bc0e. 00000400:00000010:3.0:1761313476.033170:0:64710:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a11939fc. 00000100:00000200:3.0:1761313476.033174:0:64710:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869131388160, offset 224 00000400:00000200:3.0:1761313476.033180:0:64710:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:3.0:1761313476.033189:0:64710:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:3.0:1761313476.033194:0:64710:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90470:90470:256:4294967295] 192.168.204.38@tcp LPNI seq info [90470:90470:8:4294967295] 00000400:00000200:3.0:1761313476.033205:0:64710:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:3.0:1761313476.033210:0:64710:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:3.0:1761313476.033214:0:64710:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000090e74ba2 (tot 82351674). 00000800:00000200:3.0:1761313476.033220:0:64710:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:3.0:1761313476.033226:0:64710:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:3.0:1761313476.033229:0:64710:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000090e74ba2 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761313476.033244:0:64710:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000000797a275. 00000020:00000010:3.0:1761313476.033247:0:64710:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000f175d44a. 00000020:00000010:3.0:1761313476.033250:0:64710:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000aa0f3bce. 02000000:00000010:3.0:1761313476.033258:0:64710:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000001eb84cb9. 00000100:00000010:3.0:1761313476.033261:0:64710:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001588211e. 02000000:00000010:3.0:1761313476.033264:0:64710:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000614573bc. 00000100:00000010:3.0:1761313476.033266:0:64710:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000097b2ed89. 02000000:00000010:3.0:1761313476.033269:0:64710:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000001e2614bc. 00000100:00000010:3.0:1761313476.033271:0:64710:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000009906dba7. 02000000:00000010:3.0:1761313476.033273:0:64710:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000fad0689b. 00000100:00000010:3.0:1761313476.033276:0:64710:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000015f262ae. 02000000:00000010:3.0:1761313476.033278:0:64710:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000047647844. 00000100:00000010:3.0:1761313476.033281:0:64710:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000eabf7b6f. 02000000:00000010:3.0:1761313476.033283:0:64710:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000a40123b0. 00000100:00000010:3.0:1761313476.033285:0:64710:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ede06feb. 00000100:00000200:3.0:1761313476.033290:0:64710:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1761313476.033294:0:64710:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000bc6f0574. 00000400:00000010:3.0:1761313476.033297:0:64710:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000282c8b79 (tot 82351826). 00000800:00000200:3.0:1761313476.033377:0:15826:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761313476.033380:0:15826:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000090e74ba2 (tot 82351578). 00000400:00000200:3.0:1761313476.033383:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313476.033387:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:3.0:1761313476.033389:0:15826:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a11939fc 00000400:00000010:3.0:1761313476.033390:0:15826:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a11939fc. 02000000:00000010:3.0:1761313476.033394:0:15826:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000007abc2598. 00000400:00000010:0.0:1761313476.033992:0:77239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000364971a9. 00000400:00000200:0.0:1761313476.033996:0:77239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000028f7c384 00000400:00000010:0.0:1761313476.033998:0:77239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000028f7c384. 00000100:00000200:0.0:1761313476.034004:0:77239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000079ae403 x1846869138398528/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313520 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761313476.034012:0:77239:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000079ae403 x1846869138398528/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313520 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.0:1761313476.034031:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ba4c7b1c. 02000000:00000010:0.0:1761313476.034042:0:77239:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000005b9cb424. 02000000:00000010:0.0:1761313476.034046:0:77239:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000004a29b664. 00000100:00000010:0.0:1761313476.034050:0:77239:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000079ae403. 00000100:00000010:0.0:1761313476.034053:0:77239:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000dfa46b1f. 00010000:00000010:0.0:1761313476.034055:0:77239:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000007dcdc413. 00080000:00000010:0.0:1761313476.034069:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 0000000073605322. 00010000:00000010:0.0:1761313476.034149:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bdcb4760. 00010000:00000010:0.0:1761313476.034155:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000065a491c5. 00010000:00000010:0.0:1761313476.034222:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000001b2dd8c3. 00010000:00000010:0.0:1761313476.034228:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000f4159281. 00010000:00000010:0.0:1761313476.034239:0:77239:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000005137fa91. 00000100:00000010:0.0:1761313476.034244:0:77239:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000740f7a8d. 00000100:00000010:0.0:1761313476.034249:0:77239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000f33f9db7. 02000000:00000010:0.0:1761313476.034260:0:77239:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000efb1d057. 02000000:00000010:0.0:1761313476.034281:0:77239:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000177580a7. 00000400:00000010:0.0:1761313476.034285:0:77239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000000529ed51. 00000400:00000010:0.0:1761313476.034288:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000034c1d155. 00000100:00000200:0.0:1761313476.034292:0:77239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869138398592, portal 16 00000400:00000010:0.0:1761313476.034295:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002cd75c60. 00000100:00000200:0.0:1761313476.034297:0:77239:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869138398592, offset 0 00000400:00000200:0.0:1761313476.034302:0:77239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:0.0:1761313476.034310:0:77239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:0.0:1761313476.034316:0:77239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:0.0:1761313476.034319:0:77239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761313476.034321:0:77239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:0.0:1761313476.034324:0:77239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90471:90471:256:4294967295] 192.168.204.38@tcp LPNI seq info [90471:90471:8:4294967295] 00000400:00000200:0.0:1761313476.034332:0:77239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:0.0:1761313476.034336:0:77239:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:0.0:1761313476.034339:0:77239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c766a5fa (tot 82351826). 00000800:00000200:0.0:1761313476.034344:0:77239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:0.0:1761313476.034349:0:77239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:0.0:1761313476.034351:0:77239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c766a5fa type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761313476.034966:0:15825:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313476.034970:0:15825:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c766a5fa (tot 82351578). 00000400:00000200:1.0:1761313476.034975:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313476.034979:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:1.0:1761313476.034982:0:15825:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002cd75c60 00000400:00000010:1.0:1761313476.034983:0:15825:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002cd75c60. 00000100:00000200:1.0:1761313476.034989:0:15825:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000f33f9db7 x1846869138398592/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313520 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761313476.039004:0:15827:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:3.0:1761313476.039025:0:15827:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x68fb7baf0dd80 00000400:00000200:3.0:1761313476.039033:0:15827:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb12c9 [1] + 224 00000400:00000200:3.0:1761313476.039046:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313476.039050:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:3.0:1761313476.039060:0:15827:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000f33f9db7 x1846869138398592/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313520 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1761313476.042088:0:77239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000000529ed51. 00000400:00000200:2.0:1761313476.042099:0:77239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000034c1d155 00000400:00000010:2.0:1761313476.042101:0:77239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000034c1d155. 00000100:00000200:2.0:1761313476.042116:0:77239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000f33f9db7 x1846869138398592/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313520 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761313476.042125:0:77239:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000f33f9db7 x1846869138398592/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313520 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761313476.042154:0:77239:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000177580a7. 02000000:00000010:2.0:1761313476.042160:0:77239:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000efb1d057. 00000100:00000010:2.0:1761313476.042163:0:77239:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000f33f9db7. 00000100:00000010:2.0:1761313476.042167:0:77239:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000740f7a8d. 00010000:00000010:2.0:1761313476.042170:0:77239:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000005137fa91. 00000400:00000200:3.0:1761313476.042815:0:15826:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:3.0:1761313476.042831:0:15826:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x68fb7ba85e540 00000400:00000200:3.0:1761313476.042838:0:15826:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xafc2d [2] + 0 00000400:00000200:3.0:1761313476.042896:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313476.042901:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:3.0:1761313476.042906:0:15826:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761313476.042912:0:15826:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000015f262ae. 00000020:00000010:1.0:1761313476.043000:0:75220:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000cb922dba. 00000020:00000010:1.0:1761313476.043007:0:75220:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000006630e86. 00000020:00000010:1.0:1761313476.043012:0:75220:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000009698beef. 00000100:00000200:1.0:1761313476.043039:0:75220:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000015f262ae x1846869131388224/t0(0) o103->78617949-0e11-4ca2-94c2-d809f91deaa9@192.168.204.38@tcp:407/0 lens 328/0 e 0 to 0 dl 1761313482 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:1.0:1761313476.043073:0:75220:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869131388224 02000000:00000010:1.0:1761313476.043084:0:75220:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000005bf706fd. 00010000:00000010:1.0:1761313476.043111:0:75220:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000914aaff4. 00010000:00000010:1.0:1761313476.043130:0:75220:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000b6943037. 00000100:00000010:1.0:1761313476.043136:0:75220:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000f4d43a1b. 00080000:00000010:2.0:1761313476.043704:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 000000004a29b664. 00010000:00000010:2.0:1761313476.043858:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000076bf030c. 00010000:00000010:2.0:1761313476.043864:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000e5131b41. 00010000:00000010:2.0:1761313476.043874:0:77239:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000b98ca9c1. 00000100:00000010:2.0:1761313476.043878:0:77239:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000001e5c041d. 00000100:00000010:2.0:1761313476.043884:0:77239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000157ea651. 02000000:00000010:2.0:1761313476.043895:0:77239:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000005b9cb424. 02000000:00000010:2.0:1761313476.043920:0:77239:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ef130487. 00000400:00000010:2.0:1761313476.043925:0:77239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000007c9c531b. 00000400:00000010:2.0:1761313476.043931:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e985dd66. 00000100:00000200:2.0:1761313476.043938:0:77239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869138398656, portal 16 00000400:00000010:2.0:1761313476.043943:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000028f7c384. 00000100:00000200:2.0:1761313476.043946:0:77239:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869138398656, offset 0 00000400:00000200:2.0:1761313476.043953:0:77239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:2.0:1761313476.043964:0:77239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:2.0:1761313476.043971:0:77239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:2.0:1761313476.043973:0:77239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761313476.043976:0:77239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:2.0:1761313476.043979:0:77239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90472:90472:256:4294967295] 192.168.204.38@tcp LPNI seq info [90472:90472:8:4294967295] 00000400:00000200:2.0:1761313476.043988:0:77239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:2.0:1761313476.043992:0:77239:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:2.0:1761313476.043996:0:77239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000334917e2 (tot 82351826). 00000800:00000200:2.0:1761313476.044001:0:77239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:2.0:1761313476.044007:0:77239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:2.0:1761313476.044011:0:77239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000334917e2 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761313476.044115:0:15825:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761313476.044119:0:15825:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000334917e2 (tot 82351578). 00000400:00000200:2.0:1761313476.044124:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313476.044127:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:2.0:1761313476.044131:0:15825:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000028f7c384 00000400:00000010:2.0:1761313476.044132:0:15825:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000028f7c384. 00000100:00000200:2.0:1761313476.044138:0:15825:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000157ea651 x1846869138398656/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313520 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.0:1761313476.044543:0:75220:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000f4159281. 00000100:00000010:1.0:1761313476.044553:0:75220:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000f4d43a1b. 00010000:00000010:1.0:1761313476.044557:0:75220:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000b6943037. 00010000:00000010:1.0:1761313476.044562:0:75220:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000d0325070. 00000400:00000010:1.0:1761313476.044578:0:75220:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003ddcb197. 00000100:00000200:1.0:1761313476.044582:0:75220:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869131388224, offset 224 00000400:00000200:1.0:1761313476.044589:0:75220:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:1.0:1761313476.044596:0:75220:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:1.0:1761313476.044601:0:75220:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90473:90473:256:4294967295] 192.168.204.38@tcp LPNI seq info [90473:90473:8:4294967295] 00000400:00000200:1.0:1761313476.044608:0:75220:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:1.0:1761313476.044612:0:75220:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:1.0:1761313476.044616:0:75220:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f67d6031 (tot 82351826). 00000800:00000200:1.0:1761313476.044620:0:75220:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:1.0:1761313476.044624:0:75220:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:1.0:1761313476.044626:0:75220:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000f67d6031 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761313476.044728:0:75220:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000006630e86. 00000020:00000010:1.0:1761313476.044735:0:75220:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000009698beef. 00000020:00000010:1.0:1761313476.044739:0:75220:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000cb922dba. 00000800:00000200:2.0:1761313476.044826:0:15827:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761313476.044829:0:15827:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f67d6031 (tot 82351578). 00000400:00000200:2.0:1761313476.044833:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313476.044837:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:2.0:1761313476.044840:0:15827:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003ddcb197 00000400:00000010:2.0:1761313476.044842:0:15827:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003ddcb197. 00010000:00000010:0.1:1761313476.045122:0:78517:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ca000e4f. 00010000:00000010:0.1:1761313476.045130:0:78517:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005ef6c768. 00010000:00000010:0.1:1761313476.045134:0:78517:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009b3eab85. 00000400:00000200:3.0:1761313476.047869:0:15826:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:3.0:1761313476.047887:0:15826:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x68fb7baf0ddc0 00000400:00000200:3.0:1761313476.047896:0:15826:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb12d1 [1] + 224 00000400:00000200:3.0:1761313476.047909:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313476.047913:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:3.0:1761313476.047923:0:15826:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000157ea651 x1846869138398656/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313520 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1761313476.048006:0:77239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000007c9c531b. 00000400:00000200:2.0:1761313476.048011:0:77239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e985dd66 00000400:00000010:2.0:1761313476.048012:0:77239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e985dd66. 00000100:00000200:2.0:1761313476.048018:0:77239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000157ea651 x1846869138398656/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313520 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761313476.048026:0:77239:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000157ea651 x1846869138398656/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313520 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761313476.048052:0:77239:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ef130487. 02000000:00000010:2.0:1761313476.048057:0:77239:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000005b9cb424. 00000100:00000010:2.0:1761313476.048061:0:77239:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000157ea651. 00000100:00000010:2.0:1761313476.048076:0:77239:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000001e5c041d. 00010000:00000010:2.0:1761313476.048080:0:77239:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000b98ca9c1. 00000400:00000200:2.0:1761313476.048455:0:15825:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:2.0:1761313476.048464:0:15825:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x68fb7ba85e580 00000400:00000200:2.0:1761313476.048468:0:15825:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xafc2d [2] + 328 00000400:00000200:2.0:1761313476.048672:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313476.048677:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:2.0:1761313476.048681:0:15825:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1761313476.048686:0:15825:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000157ea651. 00000020:00000010:3.0:1761313476.048799:0:75220:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007abc2598. 00000020:00000010:3.0:1761313476.048807:0:75220:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000007bf9114. 00000020:00000010:3.0:1761313476.048811:0:75220:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000f175d44a. 00000100:00000200:3.0:1761313476.048834:0:75220:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000157ea651 x1846869131388288/t0(0) o103->78617949-0e11-4ca2-94c2-d809f91deaa9@192.168.204.38@tcp:407/0 lens 328/0 e 0 to 0 dl 1761313482 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:3.0:1761313476.049018:0:75220:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869131388288 02000000:00000010:3.0:1761313476.049029:0:75220:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000001eb84cb9. 00010000:00000010:3.0:1761313476.049056:0:75220:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000071080931. 00010000:00000010:3.0:1761313476.049077:0:75220:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000005ad76228. 00000100:00000010:3.0:1761313476.049083:0:75220:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000064836007. 00000100:00000010:3.0:1761313476.049095:0:75220:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000064836007. 00010000:00000010:3.0:1761313476.049099:0:75220:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000005ad76228. 00000400:00000010:3.0:1761313476.049114:0:75220:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a11939fc. 00000100:00000200:3.0:1761313476.049119:0:75220:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869131388288, offset 224 00000400:00000200:3.0:1761313476.049126:0:75220:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:3.0:1761313476.049136:0:75220:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:3.0:1761313476.049142:0:75220:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90474:90474:256:4294967295] 192.168.204.38@tcp LPNI seq info [90474:90474:8:4294967295] 00000400:00000200:3.0:1761313476.049151:0:75220:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:3.0:1761313476.049156:0:75220:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:3.0:1761313476.049161:0:75220:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000090e74ba2 (tot 82351826). 00000800:00000200:3.0:1761313476.049167:0:75220:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:3.0:1761313476.049173:0:75220:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:3.0:1761313476.049176:0:75220:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000090e74ba2 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761313476.049191:0:75220:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000007bf9114. 00000020:00000010:3.0:1761313476.049195:0:75220:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000f175d44a. 00000020:00000010:3.0:1761313476.049199:0:75220:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007abc2598. 00000800:00000200:2.0:1761313476.049468:0:15827:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761313476.049471:0:15827:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000090e74ba2 (tot 82351578). 00000400:00000200:2.0:1761313476.049475:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313476.049479:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:2.0:1761313476.049482:0:15827:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a11939fc 00000400:00000010:2.0:1761313476.049483:0:15827:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a11939fc. 00080000:00000010:2.0:1761313476.049507:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 000000005b9cb424. 00010000:00000010:2.0:1761313476.050540:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e5131b41. 00010000:00000010:2.0:1761313476.050550:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e98918fb. 00010000:00000010:2.0:1761313476.050624:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000007d474bda. 00010000:00000010:2.0:1761313476.050627:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004cd9bb8a. 00010000:00000010:2.0:1761313476.050632:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f8d2e982. 00010000:00000010:2.0:1761313476.050636:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000e5131b41. 00080000:00000010:2.0:1761313476.050650:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ef130487. 00010000:00000010:2.0:1761313476.050685:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e5131b41. 00010000:00000010:2.0:1761313476.050688:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004cd9bb8a. 00010000:00000010:2.0:1761313476.050731:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000001d554ead. 00010000:00000010:2.0:1761313476.050734:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000e5131b41. 00010000:00000010:2.0:1761313476.050740:0:77239:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000b98ca9c1. 00000100:00000010:2.0:1761313476.050756:0:77239:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000001e5c041d. 00000100:00000010:2.0:1761313476.050765:0:77239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000079ae403. 02000000:00000010:2.0:1761313476.050777:0:77239:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000efb1d057. 02000000:00000010:2.0:1761313476.050802:0:77239:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000177580a7. 00000400:00000010:2.0:1761313476.050808:0:77239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000007c9c531b. 00000400:00000010:2.0:1761313476.050813:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e985dd66. 00000100:00000200:2.0:1761313476.050818:0:77239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869138398720, portal 16 00000400:00000010:2.0:1761313476.050822:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000028f7c384. 00000100:00000200:2.0:1761313476.050824:0:77239:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869138398720, offset 0 00000400:00000200:2.0:1761313476.050831:0:77239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:2.0:1761313476.050841:0:77239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:2.0:1761313476.050846:0:77239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:2.0:1761313476.050849:0:77239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761313476.050851:0:77239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:2.0:1761313476.050854:0:77239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90475:90475:256:4294967295] 192.168.204.38@tcp LPNI seq info [90475:90475:8:4294967295] 00000400:00000200:2.0:1761313476.050863:0:77239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:2.0:1761313476.050868:0:77239:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:2.0:1761313476.050871:0:77239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000334917e2 (tot 82351826). 00000800:00000200:2.0:1761313476.050877:0:77239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:2.0:1761313476.050882:0:77239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:2.0:1761313476.050885:0:77239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000334917e2 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761313476.051405:0:15826:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313476.051409:0:15826:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000334917e2 (tot 82351578). 00000400:00000200:1.0:1761313476.051414:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313476.051418:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:1.0:1761313476.051422:0:15826:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000028f7c384 00000400:00000010:1.0:1761313476.051424:0:15826:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000028f7c384. 00000100:00000200:1.0:1761313476.051430:0:15826:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000079ae403 x1846869138398720/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313520 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1761313476.055463:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000718bbf97. 00010000:00000010:1.1:1761313476.055477:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001b2dd8c3. 00010000:00000010:1.1:1761313476.055481:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000df8be562. 00010000:00000010:2.1:1761313476.056401:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000613a4d60. 00010000:00000010:2.1:1761313476.056408:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000076bf030c. 00010000:00000010:2.1:1761313476.056413:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007d474bda. 00010000:00000010:2.1:1761313476.056416:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f8d2e982. 00010000:00000010:3.1:1761313476.056807:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003cd69c57. 00000400:00000200:2.0:1761313476.059874:0:15825:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:2.0:1761313476.059896:0:15825:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x68fb7baf0de00 00000400:00000200:2.0:1761313476.059905:0:15825:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb12e1 [1] + 224 00000400:00000200:2.0:1761313476.059917:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313476.059922:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:2.0:1761313476.059935:0:15825:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000079ae403 x1846869138398720/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313520 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761313476.059975:0:15825:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:2.0:1761313476.059980:0:15825:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x68fb7ba85e5c0 00000400:00000200:2.0:1761313476.059986:0:15825:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xafc2d [2] + 656 00000400:00000200:2.0:1761313476.059998:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313476.060001:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:2.0:1761313476.060004:0:15825:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1761313476.060010:0:15825:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000071031f05. 00000020:00000010:3.0:1761313476.060098:0:75220:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007abc2598. 00000020:00000010:3.0:1761313476.060105:0:75220:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000007bf9114. 00000020:00000010:3.0:1761313476.060110:0:75220:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000f175d44a. 00000100:00000200:3.0:1761313476.060136:0:75220:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000071031f05 x1846869131388352/t0(0) o103->78617949-0e11-4ca2-94c2-d809f91deaa9@192.168.204.38@tcp:407/0 lens 328/0 e 0 to 0 dl 1761313482 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:3.0:1761313476.060175:0:75220:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869131388352 02000000:00000010:3.0:1761313476.060186:0:75220:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000aa0f3bce. 00010000:00000010:3.0:1761313476.060219:0:75220:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000005ad76228. 00000100:00000010:3.0:1761313476.060225:0:75220:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000064836007. 00000100:00000010:3.0:1761313476.060231:0:75220:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000064836007. 00010000:00000010:3.0:1761313476.060234:0:75220:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000005ad76228. 00000400:00000010:3.0:1761313476.060248:0:75220:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000140b65b8. 00000100:00000200:3.0:1761313476.060252:0:75220:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869131388352, offset 224 00000400:00000200:3.0:1761313476.060258:0:75220:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:3.0:1761313476.060270:0:75220:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:3.0:1761313476.060275:0:75220:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90476:90476:256:4294967295] 192.168.204.38@tcp LPNI seq info [90476:90476:8:4294967295] 00000400:00000200:3.0:1761313476.060286:0:75220:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:3.0:1761313476.060291:0:75220:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:3.0:1761313476.060295:0:75220:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000050f99130 (tot 82351826). 00000800:00000200:3.0:1761313476.060300:0:75220:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:3.0:1761313476.060307:0:75220:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:3.0:1761313476.060311:0:75220:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000050f99130 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761313476.060333:0:75220:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000007bf9114. 00000020:00000010:3.0:1761313476.060337:0:75220:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000f175d44a. 00000020:00000010:3.0:1761313476.060341:0:75220:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007abc2598. 00000400:00000010:0.0:1761313476.063723:0:77239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000007c9c531b. 00000400:00000200:0.0:1761313476.063738:0:77239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e985dd66 00000400:00000010:0.0:1761313476.063741:0:77239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e985dd66. 00000100:00000200:0.0:1761313476.063789:0:77239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000079ae403 x1846869138398720/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313520 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761313476.063800:0:77239:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000079ae403 x1846869138398720/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313520 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.0:1761313476.063830:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000230884fc. 02000000:00000010:0.0:1761313476.063848:0:77239:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000177580a7. 02000000:00000010:0.0:1761313476.063855:0:77239:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000efb1d057. 00000100:00000010:0.0:1761313476.063858:0:77239:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000079ae403. 00000100:00000010:0.0:1761313476.063864:0:77239:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000001e5c041d. 00010000:00000010:0.0:1761313476.063867:0:77239:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000b98ca9c1. 00080000:00000010:0.0:1761313476.063888:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e7af54cd. 00010000:00000010:0.0:1761313476.063977:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e5131b41. 00010000:00000010:0.0:1761313476.063997:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000007fb4eec. 00010000:00000010:0.0:1761313476.064069:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000803e8ee5. 00010000:00000010:0.0:1761313476.064074:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000fc385515. 00010000:00000010:0.0:1761313476.064085:0:77239:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000fed3f8bd. 00000100:00000010:0.0:1761313476.064093:0:77239:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000740f7a8d. 00000100:00000010:0.0:1761313476.064099:0:77239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000f33f9db7. 02000000:00000010:0.0:1761313476.064113:0:77239:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000146b7906. 02000000:00000010:0.0:1761313476.064139:0:77239:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000b8120ace. 00000400:00000010:0.0:1761313476.064144:0:77239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000df3fca90. 00000400:00000010:0.0:1761313476.064148:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001b8549e6. 00000100:00000200:0.0:1761313476.064153:0:77239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869138398784, portal 16 00000400:00000010:0.0:1761313476.064157:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000064e32d5c. 00000100:00000200:0.0:1761313476.064159:0:77239:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869138398784, offset 0 00000400:00000200:0.0:1761313476.064167:0:77239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:0.0:1761313476.064180:0:77239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:0.0:1761313476.064186:0:77239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:0.0:1761313476.064190:0:77239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761313476.064193:0:77239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:0.0:1761313476.064196:0:77239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90477:90477:255:4294967295] 192.168.204.38@tcp LPNI seq info [90477:90477:7:4294967295] 00000400:00000200:0.0:1761313476.064205:0:77239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:0.0:1761313476.064211:0:77239:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:0.0:1761313476.064215:0:77239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f3d53802 (tot 82352074). 00000800:00000200:0.0:1761313476.064222:0:77239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:0.0:1761313476.064229:0:77239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:0.0:1761313476.064233:0:77239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000f3d53802 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761313476.064489:0:15827:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313476.064493:0:15827:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000050f99130 (tot 82351826). 00000400:00000200:1.0:1761313476.064497:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313476.064502:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:1.0:1761313476.064506:0:15827:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000140b65b8 00000400:00000010:1.0:1761313476.064507:0:15827:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000140b65b8. 00000800:00000200:1.0:1761313476.064578:0:15827:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313476.064580:0:15827:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f3d53802 (tot 82351578). 00000400:00000200:1.0:1761313476.064583:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313476.064586:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:1.0:1761313476.064588:0:15827:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000064e32d5c 00000400:00000010:1.0:1761313476.064589:0:15827:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000064e32d5c. 00000100:00000200:1.0:1761313476.064594:0:15827:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000f33f9db7 x1846869138398784/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313520 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1761313476.069415:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003df5778a. 00010000:00000010:0.1:1761313476.069429:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000d850ee9. 00010000:00000010:0.1:1761313476.069433:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001d554ead. 00000400:00000200:1.0:1761313476.071007:0:15826:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:1.0:1761313476.071027:0:15826:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x68fb7baf0de40 00000400:00000200:1.0:1761313476.071035:0:15826:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb12ed [1] + 224 00000400:00000200:1.0:1761313476.071051:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313476.071055:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:1.0:1761313476.071064:0:15826:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000f33f9db7 x1846869138398784/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313520 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1761313476.073037:0:77239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000df3fca90. 00000400:00000200:0.0:1761313476.073049:0:77239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001b8549e6 00000400:00000010:0.0:1761313476.073052:0:77239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001b8549e6. 00000100:00000200:0.0:1761313476.073066:0:77239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000f33f9db7 x1846869138398784/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313520 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761313476.073075:0:77239:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000f33f9db7 x1846869138398784/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313520 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761313476.073107:0:77239:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000b8120ace. 02000000:00000010:0.0:1761313476.073113:0:77239:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000146b7906. 00000100:00000010:0.0:1761313476.073118:0:77239:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000f33f9db7. 00000100:00000010:0.0:1761313476.073122:0:77239:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000740f7a8d. 00010000:00000010:0.0:1761313476.073126:0:77239:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000fed3f8bd. 00000400:00000200:2.0:1761313476.073533:0:15825:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:2.0:1761313476.073545:0:15825:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x68fb7ba85e600 00000400:00000200:2.0:1761313476.073552:0:15825:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xafc2d [2] + 984 00000400:00000200:2.0:1761313476.074325:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313476.074332:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:2.0:1761313476.074338:0:15825:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1761313476.074354:0:15825:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000000c1072c7. 00000020:00000010:3.0:1761313476.075055:0:75220:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007abc2598. 00000020:00000010:3.0:1761313476.075061:0:75220:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000007bf9114. 00000020:00000010:3.0:1761313476.075065:0:75220:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000f175d44a. 00000100:00000200:3.0:1761313476.075089:0:75220:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000000c1072c7 x1846869131388416/t0(0) o103->78617949-0e11-4ca2-94c2-d809f91deaa9@192.168.204.38@tcp:407/0 lens 328/0 e 0 to 0 dl 1761313482 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:3.0:1761313476.075936:0:75220:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869131388416 02000000:00000010:3.0:1761313476.075954:0:75220:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000047647844. 00010000:00000010:3.0:1761313476.075984:0:75220:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000048330e37. 00010000:00000010:3.0:1761313476.076008:0:75220:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000005ad76228. 00000100:00000010:3.0:1761313476.076015:0:75220:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000064836007. 00000100:00000010:3.0:1761313476.076035:0:75220:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000064836007. 00010000:00000010:3.0:1761313476.076039:0:75220:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000005ad76228. 00000400:00000010:3.0:1761313476.076055:0:75220:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000bb5cea4a. 00000100:00000200:3.0:1761313476.076061:0:75220:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869131388416, offset 224 00000400:00000200:3.0:1761313476.076068:0:75220:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:3.0:1761313476.076082:0:75220:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:3.0:1761313476.076087:0:75220:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90478:90478:256:4294967295] 192.168.204.38@tcp LPNI seq info [90478:90478:8:4294967295] 00000400:00000200:3.0:1761313476.076097:0:75220:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:3.0:1761313476.076102:0:75220:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:3.0:1761313476.076107:0:75220:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c12329df (tot 82351826). 00000800:00000200:3.0:1761313476.076113:0:75220:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:3.0:1761313476.076120:0:75220:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:3.0:1761313476.076124:0:75220:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c12329df type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761313476.076148:0:75220:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000007bf9114. 00000020:00000010:3.0:1761313476.076153:0:75220:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000f175d44a. 00000020:00000010:3.0:1761313476.076157:0:75220:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007abc2598. 00080000:00000010:2.0:1761313476.076251:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000efb1d057. 00010000:00000010:2.0:1761313476.076332:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000fc385515. 00010000:00000010:2.0:1761313476.076339:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000043b5bb82. 00010000:00000010:2.0:1761313476.076454:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f8d2e982. 00010000:00000010:2.0:1761313476.076460:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000e3aa76ba. 00010000:00000010:2.0:1761313476.076470:0:77239:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000096f921a0. 00000100:00000010:2.0:1761313476.076474:0:77239:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000000e099f8c. 00000100:00000010:2.0:1761313476.076481:0:77239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000008bc053b2. 02000000:00000010:2.0:1761313476.076491:0:77239:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000177580a7. 02000000:00000010:2.0:1761313476.076515:0:77239:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000001a9f60ac. 00000400:00000010:2.0:1761313476.076521:0:77239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000ddc6103e. 00000400:00000010:2.0:1761313476.076525:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005b8744b4. 00000100:00000200:2.0:1761313476.076530:0:77239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869138398848, portal 16 00000400:00000010:2.0:1761313476.076534:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000060537b9b. 00000100:00000200:2.0:1761313476.076536:0:77239:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869138398848, offset 0 00000400:00000200:2.0:1761313476.076542:0:77239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:2.0:1761313476.076548:0:77239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:2.0:1761313476.076553:0:77239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:2.0:1761313476.076557:0:77239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761313476.076559:0:77239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:2.0:1761313476.076561:0:77239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90479:90479:255:4294967295] 192.168.204.38@tcp LPNI seq info [90479:90479:7:4294967295] 00000400:00000200:2.0:1761313476.076568:0:77239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:2.0:1761313476.076571:0:77239:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:2.0:1761313476.076574:0:77239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000db140c22 (tot 82352074). 00000800:00000200:2.0:1761313476.076577:0:77239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:2.0:1761313476.076581:0:77239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:2.0:1761313476.076583:0:77239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000db140c22 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761313476.076661:0:15827:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313476.076665:0:15827:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c12329df (tot 82351826). 00000400:00000200:1.0:1761313476.076669:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313476.076673:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:1.0:1761313476.076676:0:15827:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000bb5cea4a 00000400:00000010:1.0:1761313476.076678:0:15827:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000bb5cea4a. 00000800:00000200:1.0:1761313476.077086:0:15827:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313476.077089:0:15827:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000db140c22 (tot 82351578). 00000400:00000200:1.0:1761313476.077094:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313476.077097:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:1.0:1761313476.077100:0:15827:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000060537b9b 00000400:00000010:1.0:1761313476.077101:0:15827:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000060537b9b. 00000100:00000200:1.0:1761313476.077107:0:15827:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000008bc053b2 x1846869138398848/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313520 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761313476.081729:0:15826:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:1.0:1761313476.081757:0:15826:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x68fb7baf0de80 00000400:00000200:1.0:1761313476.081766:0:15826:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb12f9 [1] + 224 00000400:00000200:1.0:1761313476.081778:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313476.081783:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:1.0:1761313476.081794:0:15826:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000008bc053b2 x1846869138398848/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313520 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761313476.081829:0:15826:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:1.0:1761313476.081834:0:15826:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x68fb7ba85e640 00000400:00000200:1.0:1761313476.081839:0:15826:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xafc2d [2] + 1312 00000400:00000010:2.0:1761313476.082094:0:77239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000ddc6103e. 00000400:00000200:2.0:1761313476.082099:0:77239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005b8744b4 00000400:00000010:2.0:1761313476.082102:0:77239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005b8744b4. 00000100:00000200:2.0:1761313476.082108:0:77239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000008bc053b2 x1846869138398848/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313520 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761313476.082116:0:77239:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000008bc053b2 x1846869138398848/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313520 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761313476.082143:0:77239:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000001a9f60ac. 02000000:00000010:2.0:1761313476.082148:0:77239:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000177580a7. 00000100:00000010:2.0:1761313476.082152:0:77239:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000008bc053b2. 00000100:00000010:2.0:1761313476.082155:0:77239:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000000e099f8c. 00010000:00000010:2.0:1761313476.082158:0:77239:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000096f921a0. 00000400:00000200:1.0:1761313476.082230:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313476.082234:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:1.0:1761313476.082238:0:15826:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761313476.082243:0:15826:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007de1a361. 00000020:00000010:0.0:1761313476.082586:0:64710:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b8120ace. 00000020:00000010:0.0:1761313476.082594:0:64710:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000006f74eb7e. 00000020:00000010:0.0:1761313476.082598:0:64710:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000b19c8af1. 00000100:00000200:0.0:1761313476.082618:0:64710:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000007de1a361 x1846869131388480/t0(0) o103->78617949-0e11-4ca2-94c2-d809f91deaa9@192.168.204.38@tcp:407/0 lens 328/0 e 0 to 0 dl 1761313482 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:0.0:1761313476.082646:0:64710:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869131388480 02000000:00000010:0.0:1761313476.082658:0:64710:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000146b7906. 00010000:00000010:0.0:1761313476.082684:0:64710:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000004de7b9d. 00010000:00000010:0.0:1761313476.082703:0:64710:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000fed3f8bd. 00000100:00000010:0.0:1761313476.082709:0:64710:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000740f7a8d. 00000100:00000010:0.0:1761313476.083086:0:64710:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000740f7a8d. 00010000:00000010:0.0:1761313476.083091:0:64710:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000fed3f8bd. 00000400:00000010:0.0:1761313476.083105:0:64710:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001b8549e6. 00000100:00000200:0.0:1761313476.083110:0:64710:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869131388480, offset 224 00000400:00000200:0.0:1761313476.083117:0:64710:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:0.0:1761313476.083128:0:64710:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:0.0:1761313476.083133:0:64710:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90480:90480:256:4294967295] 192.168.204.38@tcp LPNI seq info [90480:90480:8:4294967295] 00000400:00000200:0.0:1761313476.083144:0:64710:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:0.0:1761313476.083149:0:64710:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:0.0:1761313476.083154:0:64710:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c74ddf42 (tot 82351826). 00000800:00000200:0.0:1761313476.083160:0:64710:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:0.0:1761313476.083167:0:64710:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:0.0:1761313476.083171:0:64710:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c74ddf42 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761313476.083199:0:64710:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000006f74eb7e. 00000020:00000010:0.0:1761313476.083204:0:64710:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000b19c8af1. 00000020:00000010:0.0:1761313476.083207:0:64710:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b8120ace. 00080000:00000010:2.0:1761313476.083264:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 000000001a9f60ac. 00010000:00000010:2.0:1761313476.083782:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e3aa76ba. 00010000:00000010:2.0:1761313476.083790:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000093d5743. 00000800:00000200:1.0:1761313476.084124:0:15825:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313476.084128:0:15825:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c74ddf42 (tot 82351578). 00000400:00000200:1.0:1761313476.084133:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313476.084139:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:1.0:1761313476.084144:0:15825:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001b8549e6 00000400:00000010:1.0:1761313476.084146:0:15825:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001b8549e6. 00010000:00000010:2.0:1761313476.084258:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000076bf030c. 00010000:00000010:2.0:1761313476.084265:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000e3aa76ba. 00010000:00000010:2.0:1761313476.084279:0:77239:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000096f921a0. 00000100:00000010:2.0:1761313476.084285:0:77239:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000000e099f8c. 00000100:00000010:2.0:1761313476.084292:0:77239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000008bc053b2. 02000000:00000010:2.0:1761313476.084304:0:77239:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000177580a7. 02000000:00000010:2.0:1761313476.084330:0:77239:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000002115fde1. 00000400:00000010:2.0:1761313476.084336:0:77239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000ddc6103e. 00000400:00000010:2.0:1761313476.084341:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005b8744b4. 00000100:00000200:2.0:1761313476.084483:0:77239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869138398912, portal 16 00000400:00000010:2.0:1761313476.084489:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e3e27e8e. 00000100:00000200:2.0:1761313476.084492:0:77239:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869138398912, offset 0 00000400:00000200:2.0:1761313476.084498:0:77239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:2.0:1761313476.084508:0:77239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:2.0:1761313476.084514:0:77239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:2.0:1761313476.084517:0:77239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761313476.084520:0:77239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:2.0:1761313476.084523:0:77239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90481:90481:256:4294967295] 192.168.204.38@tcp LPNI seq info [90481:90481:8:4294967295] 00000400:00000200:2.0:1761313476.084531:0:77239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:2.0:1761313476.084536:0:77239:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:2.0:1761313476.084540:0:77239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000285953fe (tot 82351826). 00000800:00000200:2.0:1761313476.084545:0:77239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:2.0:1761313476.084551:0:77239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:2.0:1761313476.084554:0:77239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000285953fe type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761313476.084652:0:15827:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313476.084654:0:15827:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000285953fe (tot 82351578). 00000400:00000200:1.0:1761313476.084658:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313476.084662:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:1.0:1761313476.084665:0:15827:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e3e27e8e 00000400:00000010:1.0:1761313476.084666:0:15827:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e3e27e8e. 00000100:00000200:1.0:1761313476.084673:0:15827:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000008bc053b2 x1846869138398912/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313520 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1761313476.085604:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000992e4bba. 00010000:00000010:2.1:1761313476.085613:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000803e8ee5. 00010000:00000010:3.1:1761313476.085686:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d9d4755b. 00000400:00000200:1.0:1761313476.085994:0:15826:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:1.0:1761313476.086008:0:15826:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x68fb7baf0dec0 00000400:00000200:1.0:1761313476.086014:0:15826:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb1305 [1] + 224 00000400:00000200:1.0:1761313476.086026:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313476.086029:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:1.0:1761313476.086037:0:15826:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000008bc053b2 x1846869138398912/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313520 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761313476.086503:0:15826:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:1.0:1761313476.086510:0:15826:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x68fb7ba85e680 00000400:00000200:1.0:1761313476.086515:0:15826:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xafc2d [2] + 1640 00000400:00000200:1.0:1761313476.086558:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313476.086562:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:1.0:1761313476.086566:0:15826:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761313476.086571:0:15826:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000064f8b87f. 00000400:00000010:2.0:1761313476.087243:0:77239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000ddc6103e. 00000400:00000200:2.0:1761313476.087249:0:77239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005b8744b4 00000400:00000010:2.0:1761313476.087250:0:77239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005b8744b4. 00000100:00000200:2.0:1761313476.087258:0:77239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000008bc053b2 x1846869138398912/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313520 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761313476.087266:0:77239:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000008bc053b2 x1846869138398912/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313520 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761313476.087295:0:77239:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000002115fde1. 02000000:00000010:2.0:1761313476.087301:0:77239:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000177580a7. 00000100:00000010:2.0:1761313476.087306:0:77239:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000008bc053b2. 00000100:00000010:2.0:1761313476.087310:0:77239:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000000e099f8c. 00010000:00000010:2.0:1761313476.087313:0:77239:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000096f921a0. 00000020:00000010:0.0:1761313476.087593:0:64710:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b8120ace. 00000020:00000010:0.0:1761313476.087601:0:64710:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000006f74eb7e. 00000020:00000010:0.0:1761313476.087606:0:64710:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000b19c8af1. 00000100:00000200:0.0:1761313476.087627:0:64710:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000064f8b87f x1846869131388544/t0(0) o103->78617949-0e11-4ca2-94c2-d809f91deaa9@192.168.204.38@tcp:407/0 lens 328/0 e 0 to 0 dl 1761313482 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:0.0:1761313476.088196:0:64710:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869131388544 02000000:00000010:0.0:1761313476.088209:0:64710:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000009a7803d1. 00010000:00000010:0.0:1761313476.088235:0:64710:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000036c96988. 00010000:00000010:0.0:1761313476.088254:0:64710:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000fed3f8bd. 00000100:00000010:0.0:1761313476.088261:0:64710:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000740f7a8d. 00000100:00000010:0.0:1761313476.088275:0:64710:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000740f7a8d. 00010000:00000010:0.0:1761313476.088279:0:64710:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000fed3f8bd. 00000400:00000010:0.0:1761313476.088291:0:64710:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001b8549e6. 00000100:00000200:0.0:1761313476.088296:0:64710:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869131388544, offset 224 00000400:00000200:0.0:1761313476.088304:0:64710:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:0.0:1761313476.088314:0:64710:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:0.0:1761313476.088320:0:64710:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90482:90482:256:4294967295] 192.168.204.38@tcp LPNI seq info [90482:90482:8:4294967295] 00000400:00000200:0.0:1761313476.088330:0:64710:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:0.0:1761313476.088335:0:64710:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:0.0:1761313476.088340:0:64710:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005a99fafd (tot 82351826). 00000800:00000200:0.0:1761313476.088351:0:64710:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:0.0:1761313476.088357:0:64710:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:0.0:1761313476.088386:0:64710:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000005a99fafd type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761313476.088401:0:64710:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000006f74eb7e. 00000020:00000010:0.0:1761313476.088405:0:64710:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000b19c8af1. 00000020:00000010:0.0:1761313476.088408:0:64710:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b8120ace. 00000800:00000200:1.0:1761313476.088510:0:15825:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313476.088514:0:15825:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005a99fafd (tot 82351578). 00000400:00000200:1.0:1761313476.088517:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313476.088522:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:1.0:1761313476.088525:0:15825:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001b8549e6 00000400:00000010:1.0:1761313476.088527:0:15825:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001b8549e6. 00080000:00000010:2.0:1761313476.088605:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 000000002115fde1. 00010000:00000010:2.0:1761313476.088676:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e3aa76ba. 00010000:00000010:2.0:1761313476.088682:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000ca2a138e. 00010000:00000010:2.0:1761313476.088759:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000005dd42312. 00010000:00000010:2.0:1761313476.088764:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000e3aa76ba. 00010000:00000010:2.0:1761313476.088773:0:77239:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000096f921a0. 00000100:00000010:2.0:1761313476.088776:0:77239:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000000e099f8c. 00000100:00000010:2.0:1761313476.088781:0:77239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000008bc053b2. 02000000:00000010:2.0:1761313476.088792:0:77239:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000177580a7. 02000000:00000010:2.0:1761313476.088812:0:77239:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000df0963a9. 00000400:00000010:2.0:1761313476.088817:0:77239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000ddc6103e. 00000400:00000010:2.0:1761313476.088821:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005b8744b4. 00000100:00000200:2.0:1761313476.088826:0:77239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869138398976, portal 16 00000400:00000010:2.0:1761313476.088829:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fcdf887f. 00000100:00000200:2.0:1761313476.088831:0:77239:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869138398976, offset 0 00000400:00000200:2.0:1761313476.088836:0:77239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:2.0:1761313476.088841:0:77239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:2.0:1761313476.088846:0:77239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:2.0:1761313476.088850:0:77239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761313476.088852:0:77239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:2.0:1761313476.088855:0:77239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90483:90483:256:4294967295] 192.168.204.38@tcp LPNI seq info [90483:90483:8:4294967295] 00000400:00000200:2.0:1761313476.088861:0:77239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:2.0:1761313476.088864:0:77239:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:2.0:1761313476.088868:0:77239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000df62ea87 (tot 82351826). 00000800:00000200:2.0:1761313476.088871:0:77239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:2.0:1761313476.088875:0:77239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:2.0:1761313476.088878:0:77239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000df62ea87 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761313476.088920:0:15827:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761313476.088922:0:15827:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000df62ea87 (tot 82351578). 00000400:00000200:2.0:1761313476.088926:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313476.088929:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:2.0:1761313476.088931:0:15827:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fcdf887f 00000400:00000010:2.0:1761313476.088932:0:15827:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fcdf887f. 00000100:00000200:2.0:1761313476.088937:0:15827:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000008bc053b2 x1846869138398976/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313520 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1761313476.090929:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003742cf36. 00000400:00000200:1.0:1761313476.091138:0:15826:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:1.0:1761313476.091154:0:15826:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x68fb7baf0df00 00000400:00000200:1.0:1761313476.091162:0:15826:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb1311 [1] + 224 00000400:00000200:1.0:1761313476.091176:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313476.091180:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:1.0:1761313476.091190:0:15826:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000008bc053b2 x1846869138398976/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313520 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1761313476.091294:0:77239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000ddc6103e. 00000400:00000200:2.0:1761313476.091299:0:77239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005b8744b4 00000400:00000010:2.0:1761313476.091300:0:77239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005b8744b4. 00000100:00000200:2.0:1761313476.091306:0:77239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000008bc053b2 x1846869138398976/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313520 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761313476.091313:0:77239:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000008bc053b2 x1846869138398976/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313520 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761313476.091340:0:77239:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000df0963a9. 02000000:00000010:2.0:1761313476.091345:0:77239:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000177580a7. 00000100:00000010:2.0:1761313476.091350:0:77239:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000008bc053b2. 00000100:00000010:2.0:1761313476.091354:0:77239:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000000e099f8c. 00010000:00000010:2.0:1761313476.091381:0:77239:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000096f921a0. 00000400:00000200:3.0:1761313476.091391:0:15825:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:3.0:1761313476.091399:0:15825:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x68fb7ba85e6c0 00000400:00000200:3.0:1761313476.091404:0:15825:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xafc2d [2] + 1968 00000400:00000010:3.0:1761313476.091407:0:15825:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000883ad6d7. 00000400:00000200:3.0:1761313476.091410:0:15825:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 000000005eafddac 00000400:00000200:3.0:1761313476.092595:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313476.092604:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:3.0:1761313476.092608:0:15825:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005eafddac 00000400:00000010:3.0:1761313476.092611:0:15825:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 000000005eafddac (tot 82351426). 00000100:00000200:3.0:1761313476.092616:0:15825:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:0.0:1761313476.092679:0:64710:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b8120ace. 00000020:00000010:0.0:1761313476.092687:0:64710:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000006f74eb7e. 00000020:00000010:0.0:1761313476.092691:0:64710:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000b19c8af1. 00000100:00000200:0.0:1761313476.092713:0:64710:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000002f06cfff x1846869131388608/t0(0) o103->78617949-0e11-4ca2-94c2-d809f91deaa9@192.168.204.38@tcp:407/0 lens 328/0 e 0 to 0 dl 1761313482 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:0.0:1761313476.092758:0:64710:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869131388608 02000000:00000010:0.0:1761313476.092772:0:64710:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000238ad8d3. 00010000:00000010:0.0:1761313476.092799:0:64710:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000087c53f12. 00010000:00000010:0.0:1761313476.092819:0:64710:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000fed3f8bd. 00000100:00000010:0.0:1761313476.092826:0:64710:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000740f7a8d. 00000100:00000010:0.0:1761313476.092926:0:64710:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000740f7a8d. 00010000:00000010:0.0:1761313476.092929:0:64710:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000fed3f8bd. 00000400:00000010:0.0:1761313476.092941:0:64710:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000064e32d5c. 00000100:00000200:0.0:1761313476.092946:0:64710:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869131388608, offset 224 00000400:00000200:0.0:1761313476.092953:0:64710:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:0.0:1761313476.092964:0:64710:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:0.0:1761313476.092968:0:64710:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90484:90484:256:4294967295] 192.168.204.38@tcp LPNI seq info [90484:90484:8:4294967295] 00000400:00000200:0.0:1761313476.092978:0:64710:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:0.0:1761313476.092983:0:64710:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:0.0:1761313476.092987:0:64710:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000bd2f7339 (tot 82351674). 00000800:00000200:0.0:1761313476.092992:0:64710:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:0.0:1761313476.092998:0:64710:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:0.0:1761313476.093002:0:64710:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000bd2f7339 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761313476.093025:0:64710:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000006f74eb7e. 00000020:00000010:0.0:1761313476.093030:0:64710:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000b19c8af1. 00000020:00000010:0.0:1761313476.093032:0:64710:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b8120ace. 02000000:00000010:0.0:1761313476.093041:0:64710:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000009a7803d1. 00000100:00000010:0.0:1761313476.093044:0:64710:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000064f8b87f. 02000000:00000010:0.0:1761313476.093048:0:64710:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000146b7906. 00000100:00000010:0.0:1761313476.093050:0:64710:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007de1a361. 02000000:00000010:0.0:1761313476.093052:0:64710:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000047647844. 00000100:00000010:0.0:1761313476.093054:0:64710:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000000c1072c7. 02000000:00000010:0.0:1761313476.093058:0:64710:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000aa0f3bce. 00000100:00000010:0.0:1761313476.093060:0:64710:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000071031f05. 02000000:00000010:0.0:1761313476.093063:0:64710:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000001eb84cb9. 00000100:00000010:0.0:1761313476.093064:0:64710:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000157ea651. 02000000:00000010:0.0:1761313476.093080:0:64710:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000005bf706fd. 00000100:00000010:0.0:1761313476.093083:0:64710:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000015f262ae. 00000100:00000200:0.0:1761313476.093089:0:64710:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1761313476.093093:0:64710:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000df3fca90. 00000400:00000010:0.0:1761313476.093097:0:64710:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000740f7a8d (tot 82351826). 00000800:00000200:1.0:1761313476.093108:0:15827:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313476.093111:0:15827:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000bd2f7339 (tot 82351578). 00000400:00000200:1.0:1761313476.093114:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313476.093118:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:1.0:1761313476.093120:0:15827:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000064e32d5c 00000400:00000010:1.0:1761313476.093121:0:15827:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000064e32d5c. 02000000:00000010:1.0:1761313476.093125:0:15827:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000238ad8d3. 00080000:00000010:2.0:1761313476.093139:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000df0963a9. 00010000:00000010:2.0:1761313476.093346:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e3aa76ba. 00010000:00000010:2.0:1761313476.093353:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000ebd2372f. 00010000:00000010:2.0:1761313476.093452:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000007d474bda. 00010000:00000010:2.0:1761313476.093457:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004cd9bb8a. 00010000:00000010:2.0:1761313476.093462:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000009a316fc9. 00010000:00000010:2.0:1761313476.093466:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000e3aa76ba. 00080000:00000010:2.0:1761313476.093480:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f833a1b3. 00010000:00000010:2.0:1761313476.093505:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e3aa76ba. 00010000:00000010:2.0:1761313476.093509:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004cd9bb8a. 00010000:00000010:2.0:1761313476.093556:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000008512b48d. 00010000:00000010:2.0:1761313476.093560:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000e3aa76ba. 00010000:00000010:2.0:1761313476.093566:0:77239:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000096f921a0. 00000100:00000010:2.0:1761313476.093570:0:77239:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000000e099f8c. 00000100:00000010:2.0:1761313476.093576:0:77239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000008bc053b2. 02000000:00000010:2.0:1761313476.093585:0:77239:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000780a2717. 02000000:00000010:2.0:1761313476.093605:0:77239:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000bc6b714e. 00000400:00000010:2.0:1761313476.093608:0:77239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000ddc6103e. 00000400:00000010:2.0:1761313476.093611:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005b8744b4. 00000100:00000200:2.0:1761313476.093614:0:77239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869138399040, portal 16 00000400:00000010:2.0:1761313476.093618:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fcdf887f. 00000100:00000200:2.0:1761313476.093620:0:77239:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869138399040, offset 0 00000400:00000200:2.0:1761313476.093624:0:77239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:2.0:1761313476.093631:0:77239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:2.0:1761313476.093637:0:77239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:2.0:1761313476.093640:0:77239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761313476.093643:0:77239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:2.0:1761313476.093646:0:77239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90485:90485:256:4294967295] 192.168.204.38@tcp LPNI seq info [90485:90485:8:4294967295] 00000400:00000200:2.0:1761313476.093653:0:77239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:2.0:1761313476.093657:0:77239:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:2.0:1761313476.093660:0:77239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000df62ea87 (tot 82351826). 00000800:00000200:2.0:1761313476.093664:0:77239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:2.0:1761313476.093668:0:77239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:2.0:1761313476.093670:0:77239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000df62ea87 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761313476.094765:0:15826:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313476.094771:0:15826:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000df62ea87 (tot 82351578). 00000400:00000200:1.0:1761313476.094776:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313476.094782:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:1.0:1761313476.094786:0:15826:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fcdf887f 00000400:00000010:1.0:1761313476.094787:0:15826:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fcdf887f. 00000100:00000200:1.0:1761313476.094794:0:15826:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000008bc053b2 x1846869138399040/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313520 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1761313476.096286:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bf3426e9. 00010000:00000010:2.1:1761313476.096297:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f8d2e982. 00010000:00000010:2.1:1761313476.096302:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006219d6c8. 00010000:00000010:2.1:1761313476.096305:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000076bf030c. 00000400:00000200:3.0:1761313476.096584:0:15825:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:3.0:1761313476.096598:0:15825:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x68fb7baf0df40 00000400:00000200:3.0:1761313476.096606:0:15825:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb1321 [1] + 224 00000400:00000200:3.0:1761313476.096616:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313476.096619:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:3.0:1761313476.096627:0:15825:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000008bc053b2 x1846869138399040/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313520 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761313476.096655:0:15825:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:3.0:1761313476.096660:0:15825:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x68fb7ba85e700 00000400:00000200:3.0:1761313476.096665:0:15825:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xafc85 [2] + 0 00000400:00000010:2.0:1761313476.097132:0:77239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000ddc6103e. 00000400:00000200:2.0:1761313476.097137:0:77239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005b8744b4 00000400:00000010:2.0:1761313476.097138:0:77239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005b8744b4. 00000100:00000200:2.0:1761313476.097144:0:77239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000008bc053b2 x1846869138399040/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313520 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761313476.097151:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:2.0:1761313476.097153:0:77239:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000008bc053b2 x1846869138399040/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313520 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761313476.097155:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:3.0:1761313476.097159:0:15825:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761313476.097165:0:15825:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000009906dba7. 02000000:00000010:2.0:1761313476.097182:0:77239:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000bc6b714e. 02000000:00000010:2.0:1761313476.097187:0:77239:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000780a2717. 00000100:00000010:2.0:1761313476.097192:0:77239:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000008bc053b2. 00000100:00000010:2.0:1761313476.097195:0:77239:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000000e099f8c. 00010000:00000010:2.0:1761313476.097198:0:77239:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000096f921a0. 00000020:00000010:0.0:1761313476.097280:0:64710:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000238ad8d3. 00000020:00000010:0.0:1761313476.097288:0:64710:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000006f74eb7e. 00000020:00000010:0.0:1761313476.097292:0:64710:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000b19c8af1. 00000100:00000200:0.0:1761313476.097315:0:64710:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000009906dba7 x1846869131388672/t0(0) o103->78617949-0e11-4ca2-94c2-d809f91deaa9@192.168.204.38@tcp:407/0 lens 328/0 e 0 to 0 dl 1761313482 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:0.0:1761313476.097377:0:64710:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869131388672 02000000:00000010:0.0:1761313476.097389:0:64710:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000047647844. 00010000:00000010:0.0:1761313476.097414:0:64710:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000006475b17e. 00010000:00000010:0.0:1761313476.097433:0:64710:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000fed3f8bd. 00000100:00000010:0.0:1761313476.097439:0:64710:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000002436ddd5. 00000100:00000010:0.0:1761313476.097449:0:64710:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000002436ddd5. 00010000:00000010:0.0:1761313476.097453:0:64710:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000fed3f8bd. 00000400:00000010:0.0:1761313476.097466:0:64710:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000034c1d155. 00000100:00000200:0.0:1761313476.097471:0:64710:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869131388672, offset 224 00000400:00000200:0.0:1761313476.097480:0:64710:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:0.0:1761313476.097489:0:64710:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:0.0:1761313476.097494:0:64710:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90486:90486:256:4294967295] 192.168.204.38@tcp LPNI seq info [90486:90486:8:4294967295] 00000400:00000200:0.0:1761313476.097504:0:64710:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:0.0:1761313476.097509:0:64710:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:0.0:1761313476.097513:0:64710:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000028212975 (tot 82351826). 00000800:00000200:0.0:1761313476.097519:0:64710:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:0.0:1761313476.097524:0:64710:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:0.0:1761313476.097528:0:64710:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000028212975 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761313476.097541:0:64710:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000006f74eb7e. 00000020:00000010:0.0:1761313476.097545:0:64710:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000b19c8af1. 00000020:00000010:0.0:1761313476.097548:0:64710:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000238ad8d3. 00080000:00000010:2.0:1761313476.097613:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000780a2717. 00010000:00000010:2.0:1761313476.097685:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e3aa76ba. 00010000:00000010:2.0:1761313476.097691:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000095873d05. 00010000:00000010:2.0:1761313476.097771:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000076bf030c. 00010000:00000010:2.0:1761313476.097776:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000e3aa76ba. 00010000:00000010:2.0:1761313476.097785:0:77239:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000096f921a0. 00000100:00000010:2.0:1761313476.097788:0:77239:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000000e099f8c. 00000100:00000010:2.0:1761313476.097794:0:77239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000008bc053b2. 02000000:00000010:2.0:1761313476.097802:0:77239:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000bc6b714e. 02000000:00000010:2.0:1761313476.097821:0:77239:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000eb2ef3f7. 00000400:00000010:2.0:1761313476.097825:0:77239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000ddc6103e. 00000400:00000010:2.0:1761313476.097828:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005b8744b4. 00000100:00000200:2.0:1761313476.097833:0:77239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869138399104, portal 16 00000400:00000010:2.0:1761313476.097836:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000082ff5abb. 00000100:00000200:2.0:1761313476.097838:0:77239:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869138399104, offset 0 00000400:00000200:2.0:1761313476.097843:0:77239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:2.0:1761313476.097848:0:77239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:2.0:1761313476.097855:0:77239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:2.0:1761313476.097859:0:77239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761313476.097862:0:77239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:2.0:1761313476.097864:0:77239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90487:90487:255:4294967295] 192.168.204.38@tcp LPNI seq info [90487:90487:7:4294967295] 00000400:00000200:2.0:1761313476.097871:0:77239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:2.0:1761313476.097875:0:77239:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:2.0:1761313476.097878:0:77239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c0eb742f (tot 82352074). 00000800:00000200:2.0:1761313476.097882:0:77239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:2.0:1761313476.097885:0:77239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:2.0:1761313476.097888:0:77239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c0eb742f type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761313476.099215:0:15827:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313476.099221:0:15827:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000028212975 (tot 82351826). 00000400:00000200:1.0:1761313476.099229:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313476.099235:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:1.0:1761313476.099240:0:15827:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000034c1d155 00000400:00000010:1.0:1761313476.099242:0:15827:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000034c1d155. 00000800:00000200:1.0:1761313476.099307:0:15827:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313476.099309:0:15827:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c0eb742f (tot 82351578). 00000400:00000200:1.0:1761313476.099312:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313476.099315:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:1.0:1761313476.099317:0:15827:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000082ff5abb 00000400:00000010:1.0:1761313476.099318:0:15827:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000082ff5abb. 00000100:00000200:1.0:1761313476.099326:0:15827:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000008bc053b2 x1846869138399104/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313520 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1761313476.099431:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ce989e8e. 00010000:00000010:2.1:1761313476.099469:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f36a0ec5. 00010000:00000010:2.1:1761313476.099476:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005dd42312. 00010000:00000010:2.1:1761313476.099480:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007d474bda. 00010000:00000010:2.1:1761313476.099484:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009a316fc9. 00000400:00000200:1.0:1761313476.104448:0:15826:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:1.0:1761313476.104468:0:15826:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x68fb7baf0df80 00000400:00000200:1.0:1761313476.104478:0:15826:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb132d [1] + 224 00000400:00000200:1.0:1761313476.104489:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313476.104493:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:1.0:1761313476.104503:0:15826:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000008bc053b2 x1846869138399104/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313520 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761313476.104542:0:15826:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:1.0:1761313476.104548:0:15826:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x68fb7ba85e740 00000400:00000200:1.0:1761313476.104552:0:15826:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xafc85 [2] + 328 00000400:00000200:1.0:1761313476.104561:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313476.104563:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:1.0:1761313476.104567:0:15826:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761313476.104572:0:15826:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000018525722. 00000020:00000010:3.0:1761313476.104680:0:75220:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007abc2598. 00000020:00000010:3.0:1761313476.104686:0:75220:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000007bf9114. 00000020:00000010:3.0:1761313476.104691:0:75220:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000f175d44a. 00000100:00000200:3.0:1761313476.104715:0:75220:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000018525722 x1846869131388736/t0(0) o103->78617949-0e11-4ca2-94c2-d809f91deaa9@192.168.204.38@tcp:407/0 lens 328/0 e 0 to 0 dl 1761313482 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:3.0:1761313476.104744:0:75220:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869131388736 02000000:00000010:3.0:1761313476.104764:0:75220:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000001eb84cb9. 00010000:00000010:3.0:1761313476.104804:0:75220:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000005ad76228. 00000100:00000010:3.0:1761313476.104811:0:75220:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000064836007. 00000100:00000010:3.0:1761313476.104817:0:75220:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000064836007. 00010000:00000010:3.0:1761313476.104821:0:75220:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000005ad76228. 00000400:00000010:3.0:1761313476.104836:0:75220:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003e790751. 00000100:00000200:3.0:1761313476.104840:0:75220:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869131388736, offset 224 00000400:00000200:3.0:1761313476.104848:0:75220:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:3.0:1761313476.104859:0:75220:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:3.0:1761313476.104864:0:75220:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90488:90488:256:4294967295] 192.168.204.38@tcp LPNI seq info [90488:90488:8:4294967295] 00000400:00000200:3.0:1761313476.104874:0:75220:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:3.0:1761313476.104880:0:75220:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:3.0:1761313476.104884:0:75220:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005a2664b3 (tot 82351826). 00000800:00000200:3.0:1761313476.104890:0:75220:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:3.0:1761313476.104896:0:75220:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:3.0:1761313476.104900:0:75220:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000005a2664b3 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761313476.104916:0:75220:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000007bf9114. 00000020:00000010:3.0:1761313476.104920:0:75220:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000f175d44a. 00000020:00000010:3.0:1761313476.104924:0:75220:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007abc2598. 00000800:00000200:3.0:1761313476.105020:0:15825:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761313476.105023:0:15825:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005a2664b3 (tot 82351578). 00000400:00000200:3.0:1761313476.105026:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313476.105029:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:3.0:1761313476.105032:0:15825:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003e790751 00000400:00000010:3.0:1761313476.105034:0:15825:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003e790751. 00000400:00000010:0.0:1761313476.105095:0:77239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000ddc6103e. 00000400:00000200:0.0:1761313476.105099:0:77239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005b8744b4 00000400:00000010:0.0:1761313476.105100:0:77239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005b8744b4. 00000100:00000200:0.0:1761313476.105107:0:77239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000008bc053b2 x1846869138399104/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313520 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761313476.105116:0:77239:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000008bc053b2 x1846869138399104/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313520 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.0:1761313476.105136:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000cd0f67e. 02000000:00000010:0.0:1761313476.105149:0:77239:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000eb2ef3f7. 02000000:00000010:0.0:1761313476.105156:0:77239:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000bc6b714e. 00000100:00000010:0.0:1761313476.105159:0:77239:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000008bc053b2. 00000100:00000010:0.0:1761313476.105162:0:77239:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000000e099f8c. 00010000:00000010:0.0:1761313476.105164:0:77239:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000096f921a0. 00080000:00000010:0.0:1761313476.105179:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000238ad8d3. 00010000:00000010:0.0:1761313476.105260:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e3aa76ba. 00010000:00000010:0.0:1761313476.105266:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000001fa6d254. 00010000:00000010:0.0:1761313476.105386:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000003a434a29. 00010000:00000010:0.0:1761313476.105393:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000036c96988. 00010000:00000010:0.0:1761313476.105403:0:77239:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000fed3f8bd. 00000100:00000010:0.0:1761313476.105407:0:77239:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000002436ddd5. 00000100:00000010:0.0:1761313476.105413:0:77239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000f33f9db7. 02000000:00000010:0.0:1761313476.105422:0:77239:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000146b7906. 02000000:00000010:0.0:1761313476.105443:0:77239:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000009a7803d1. 00000400:00000010:0.0:1761313476.105447:0:77239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000001e48e561. 00000400:00000010:0.0:1761313476.105451:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002cd75c60. 00000100:00000200:0.0:1761313476.105456:0:77239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869138399168, portal 16 00000400:00000010:0.0:1761313476.105459:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000063763d12. 00000100:00000200:0.0:1761313476.105461:0:77239:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869138399168, offset 0 00000400:00000200:0.0:1761313476.105467:0:77239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:0.0:1761313476.105474:0:77239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:0.0:1761313476.105481:0:77239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:0.0:1761313476.105484:0:77239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761313476.105487:0:77239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:0.0:1761313476.105489:0:77239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90489:90489:256:4294967295] 192.168.204.38@tcp LPNI seq info [90489:90489:8:4294967295] 00000400:00000200:0.0:1761313476.105496:0:77239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:0.0:1761313476.105500:0:77239:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:0.0:1761313476.105503:0:77239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006ab4245f (tot 82351826). 00000800:00000200:0.0:1761313476.105506:0:77239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:0.0:1761313476.105510:0:77239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:0.0:1761313476.105512:0:77239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000006ab4245f type 1, nob 424 niov 1 nkiov 1 00010000:00000010:2.1:1761313476.107488:0:78518:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002f86c074. 00010000:00000010:2.1:1761313476.107500:0:78518:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008512b48d. 00000800:00000200:3.0:1761313476.108335:0:15827:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761313476.108340:0:15827:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006ab4245f (tot 82351578). 00000400:00000200:3.0:1761313476.108355:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313476.108377:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:3.0:1761313476.108383:0:15827:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000063763d12 00000400:00000010:3.0:1761313476.108386:0:15827:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000063763d12. 00000100:00000200:3.0:1761313476.108396:0:15827:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000f33f9db7 x1846869138399168/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313520 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1761313476.108490:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e474c5b6. 00000400:00000200:3.0:1761313476.110296:0:15826:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:3.0:1761313476.110314:0:15826:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x68fb7baf0dfc0 00000400:00000200:3.0:1761313476.110323:0:15826:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb1339 [1] + 224 00000400:00000200:3.0:1761313476.110338:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313476.110342:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:3.0:1761313476.110412:0:15826:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000f33f9db7 x1846869138399168/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313520 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1761313476.110599:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000228b9c59. 00000400:00000010:0.0:1761313476.110618:0:77239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000001e48e561. 00000400:00000200:0.0:1761313476.110622:0:77239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002cd75c60 00000400:00000010:0.0:1761313476.110624:0:77239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002cd75c60. 00000100:00000200:0.0:1761313476.110629:0:77239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000f33f9db7 x1846869138399168/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313520 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761313476.110636:0:77239:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000f33f9db7 x1846869138399168/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313520 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761313476.110665:0:77239:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000009a7803d1. 02000000:00000010:0.0:1761313476.110672:0:77239:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000146b7906. 00000100:00000010:0.0:1761313476.110676:0:77239:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000f33f9db7. 00000100:00000010:0.0:1761313476.110679:0:77239:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000002436ddd5. 00010000:00000010:0.0:1761313476.110683:0:77239:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000fed3f8bd. 00000400:00000200:0.0:1761313476.111284:0:15825:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:0.0:1761313476.111295:0:15825:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x68fb7ba85e780 00000400:00000200:0.0:1761313476.111300:0:15825:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xafc85 [2] + 656 00000400:00000200:0.0:1761313476.111606:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313476.111611:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:0.0:1761313476.111615:0:15825:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761313476.111620:0:15825:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000f33f9db7. 00000020:00000010:3.0:1761313476.111769:0:64710:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007abc2598. 00000020:00000010:3.0:1761313476.111776:0:64710:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000df088f89. 00000020:00000010:3.0:1761313476.111780:0:64710:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000f175d44a. 00000100:00000200:3.0:1761313476.111805:0:64710:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000f33f9db7 x1846869131388800/t0(0) o103->78617949-0e11-4ca2-94c2-d809f91deaa9@192.168.204.38@tcp:407/0 lens 328/0 e 0 to 0 dl 1761313482 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:3.0:1761313476.111847:0:64710:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869131388800 02000000:00000010:3.0:1761313476.111857:0:64710:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000aa0f3bce. 00010000:00000010:3.0:1761313476.111882:0:64710:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c746c3d4. 00010000:00000010:3.0:1761313476.111899:0:64710:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000002295c2ae. 00000100:00000010:3.0:1761313476.111905:0:64710:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000064836007. 00000100:00000010:3.0:1761313476.111921:0:64710:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000064836007. 00010000:00000010:3.0:1761313476.111924:0:64710:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000002295c2ae. 00080000:00000010:0.0:1761313476.111933:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000146b7906. 00000400:00000010:3.0:1761313476.111938:0:64710:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003e790751. 00000100:00000200:3.0:1761313476.111942:0:64710:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869131388800, offset 224 00000400:00000200:3.0:1761313476.111949:0:64710:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:3.0:1761313476.111960:0:64710:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:3.0:1761313476.111964:0:64710:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90490:90490:256:4294967295] 192.168.204.38@tcp LPNI seq info [90490:90490:8:4294967295] 00000400:00000200:3.0:1761313476.111973:0:64710:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:3.0:1761313476.111977:0:64710:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:3.0:1761313476.111981:0:64710:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005a2664b3 (tot 82351826). 00000800:00000200:3.0:1761313476.111986:0:64710:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:3.0:1761313476.111992:0:64710:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:3.0:1761313476.111996:0:64710:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000005a2664b3 type 1, nob 320 niov 1 nkiov 1 00010000:00000010:0.0:1761313476.112009:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000036c96988. 00000020:00000010:3.0:1761313476.112012:0:64710:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000df088f89. 00000020:00000010:3.0:1761313476.112015:0:64710:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000f175d44a. 00010000:00000010:0.0:1761313476.112015:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000461e9559. 00000020:00000010:3.0:1761313476.112019:0:64710:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007abc2598. 00000800:00000200:3.0:1761313476.112082:0:15827:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00010000:00000010:0.0:1761313476.112085:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000015645dc6. 00000800:00000010:3.0:1761313476.112086:0:15827:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005a2664b3 (tot 82351578). 00000400:00000200:3.0:1761313476.112089:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000010:0.0:1761313476.112090:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000036c96988. 00000400:00000200:3.0:1761313476.112092:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:3.0:1761313476.112094:0:15827:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003e790751 00000400:00000010:3.0:1761313476.112096:0:15827:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003e790751. 00010000:00000010:0.0:1761313476.112098:0:77239:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000fed3f8bd. 00000100:00000010:0.0:1761313476.112102:0:77239:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000002436ddd5. 00000100:00000010:0.0:1761313476.112107:0:77239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ede06feb. 02000000:00000010:0.0:1761313476.112119:0:77239:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000b8120ace. 02000000:00000010:0.0:1761313476.112142:0:77239:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d0803dae. 00000400:00000010:0.0:1761313476.112147:0:77239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000001e48e561. 00000400:00000010:0.0:1761313476.112151:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002cd75c60. 00000100:00000200:0.0:1761313476.112155:0:77239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869138399232, portal 16 00000400:00000010:0.0:1761313476.112160:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000078acc45e. 00000100:00000200:0.0:1761313476.112162:0:77239:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869138399232, offset 0 00000400:00000200:0.0:1761313476.112166:0:77239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:0.0:1761313476.112171:0:77239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:0.0:1761313476.112178:0:77239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:0.0:1761313476.112180:0:77239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761313476.112184:0:77239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:0.0:1761313476.112187:0:77239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90491:90491:256:4294967295] 192.168.204.38@tcp LPNI seq info [90491:90491:8:4294967295] 00000400:00000200:0.0:1761313476.112193:0:77239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:0.0:1761313476.112196:0:77239:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:0.0:1761313476.112200:0:77239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e5db8080 (tot 82351826). 00000800:00000200:0.0:1761313476.112203:0:77239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:0.0:1761313476.112206:0:77239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:0.0:1761313476.112208:0:77239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000e5db8080 type 1, nob 424 niov 1 nkiov 1 00010000:00000010:0.1:1761313476.112386:0:78519:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000733297c1. 00010000:00000010:0.1:1761313476.112391:0:78519:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000032573423. 00010000:00000010:0.1:1761313476.112395:0:78519:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000076bf030c. 00000800:00000200:3.0:1761313476.113012:0:15826:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761313476.113016:0:15826:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e5db8080 (tot 82351578). 00000400:00000200:3.0:1761313476.113020:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313476.113025:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:3.0:1761313476.113028:0:15826:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000078acc45e 00000400:00000010:3.0:1761313476.113030:0:15826:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000078acc45e. 00000100:00000200:3.0:1761313476.113036:0:15826:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000ede06feb x1846869138399232/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313520 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761313476.117839:0:15825:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:0.0:1761313476.117860:0:15825:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x68fb7baf0e000 00000400:00000200:0.0:1761313476.117869:0:15825:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb1345 [1] + 224 00000400:00000200:0.0:1761313476.117881:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313476.117885:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:0.0:1761313476.117898:0:15825:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000ede06feb x1846869138399232/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313520 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761313476.117938:0:15825:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:0.0:1761313476.117943:0:15825:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x68fb7ba85e7c0 00000400:00000200:0.0:1761313476.117948:0:15825:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xafc85 [2] + 984 00000400:00000200:0.0:1761313476.117998:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313476.118001:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:0.0:1761313476.118005:0:15825:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761313476.118010:0:15825:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000047d366b1. 00000400:00000010:1.0:1761313476.118080:0:77239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000001e48e561. 00000400:00000200:1.0:1761313476.118086:0:77239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002cd75c60 00000400:00000010:1.0:1761313476.118088:0:77239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002cd75c60. 00000100:00000200:1.0:1761313476.118094:0:77239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000ede06feb x1846869138399232/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313520 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761313476.118100:0:77239:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000ede06feb x1846869138399232/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313520 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761313476.118128:0:77239:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d0803dae. 02000000:00000010:1.0:1761313476.118134:0:77239:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000b8120ace. 00000100:00000010:1.0:1761313476.118138:0:77239:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ede06feb. 00000100:00000010:1.0:1761313476.118141:0:77239:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000002436ddd5. 00010000:00000010:1.0:1761313476.118146:0:77239:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000fed3f8bd. 00010000:00000010:3.1:1761313476.118980:0:75220:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002d4906b4. 00000020:00000010:3.0:1761313476.119016:0:75220:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007abc2598. 00000020:00000010:3.0:1761313476.119023:0:75220:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000df088f89. 00000020:00000010:3.0:1761313476.119027:0:75220:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000f175d44a. 00000100:00000200:3.0:1761313476.119051:0:75220:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000047d366b1 x1846869131388864/t0(0) o103->78617949-0e11-4ca2-94c2-d809f91deaa9@192.168.204.38@tcp:407/0 lens 328/0 e 0 to 0 dl 1761313482 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:3.0:1761313476.119142:0:75220:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869131388864 02000000:00000010:3.0:1761313476.119154:0:75220:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000a40123b0. 00010000:00000010:3.0:1761313476.119180:0:75220:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008f61fb41. 00010000:00000010:3.0:1761313476.119198:0:75220:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000002295c2ae. 00000100:00000010:3.0:1761313476.119204:0:75220:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000064836007. 00010000:00000010:0.1:1761313476.119448:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f267be79. 00010000:00000010:0.1:1761313476.119454:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003a434a29. 00000100:00000010:3.0:1761313476.120455:0:75220:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000064836007. 00010000:00000010:3.0:1761313476.120462:0:75220:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000002295c2ae. 00080000:00000010:1.0:1761313476.120553:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000cb922dba. 00010000:00000010:1.0:1761313476.120639:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000036c96988. 00010000:00000010:1.0:1761313476.120646:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000074c3d8f0. 00000400:00000010:0.0:1761313476.120712:0:75220:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e18fce07. 00000100:00000200:0.0:1761313476.120720:0:75220:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869131388864, offset 224 00010000:00000010:1.0:1761313476.120726:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f717d0fe. 00000400:00000200:0.0:1761313476.120728:0:75220:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00010000:00000010:1.0:1761313476.120731:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000006d67ece4. 00010000:00000010:1.0:1761313476.120741:0:77239:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000012805b1f. 00000400:00000200:0.0:1761313476.120743:0:75220:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000100:00000010:1.0:1761313476.120757:0:77239:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000f4d43a1b. 00000400:00000200:0.0:1761313476.120761:0:75220:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90492:90492:256:4294967295] 192.168.204.38@tcp LPNI seq info [90492:90492:8:4294967295] 00000100:00000010:1.0:1761313476.120764:0:77239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007fc08122. 00000400:00000200:0.0:1761313476.120770:0:75220:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:0.0:1761313476.120775:0:75220:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 02000000:00000010:1.0:1761313476.120776:0:77239:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000002b410984. 00000800:00000010:0.0:1761313476.120780:0:75220:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000063d61484 (tot 82351826). 00000800:00000200:0.0:1761313476.120786:0:75220:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:0.0:1761313476.120792:0:75220:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:0.0:1761313476.120796:0:75220:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000063d61484 type 1, nob 320 niov 1 nkiov 1 02000000:00000010:1.0:1761313476.120799:0:77239:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000005bf706fd. 00000400:00000010:1.0:1761313476.120804:0:77239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000861d532e. 00000400:00000010:1.0:1761313476.120809:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e88f20fc. 00000100:00000200:1.0:1761313476.120814:0:77239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869138399296, portal 16 00000400:00000010:1.0:1761313476.120818:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003b07ff82. 00000100:00000200:1.0:1761313476.120820:0:77239:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869138399296, offset 0 00000400:00000200:1.0:1761313476.120825:0:77239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000020:00000010:0.0:1761313476.120829:0:75220:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000df088f89. 00000400:00000200:1.0:1761313476.120830:0:77239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000020:00000010:0.0:1761313476.120834:0:75220:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000f175d44a. 00000400:00000200:1.0:1761313476.120836:0:77239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000020:00000010:0.0:1761313476.120838:0:75220:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007abc2598. 00000400:00000200:1.0:1761313476.120840:0:77239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761313476.120843:0:77239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:1.0:1761313476.120845:0:77239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90493:90493:255:4294967295] 192.168.204.38@tcp LPNI seq info [90493:90493:7:4294967295] 00000400:00000200:1.0:1761313476.120851:0:77239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:1.0:1761313476.120856:0:77239:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:1.0:1761313476.120860:0:77239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000cc8c87c8 (tot 82352074). 00000800:00000200:1.0:1761313476.120863:0:77239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:1.0:1761313476.120867:0:77239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:1.0:1761313476.120869:0:77239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000cc8c87c8 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761313476.121862:0:15827:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761313476.121867:0:15827:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000063d61484 (tot 82351826). 00000400:00000200:2.0:1761313476.121872:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313476.121879:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:2.0:1761313476.121884:0:15827:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e18fce07 00000400:00000010:2.0:1761313476.121886:0:15827:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e18fce07. 00000800:00000200:2.0:1761313476.121941:0:15827:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761313476.121944:0:15827:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000cc8c87c8 (tot 82351578). 00000400:00000200:2.0:1761313476.121948:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313476.121952:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:2.0:1761313476.121954:0:15827:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003b07ff82 00000400:00000010:2.0:1761313476.121956:0:15827:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003b07ff82. 00000100:00000200:2.0:1761313476.121963:0:15827:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000007fc08122 x1846869138399296/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313520 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1761313476.125563:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a8757c41. 00000400:00000200:3.0:1761313476.125605:0:15826:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:3.0:1761313476.125622:0:15826:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x68fb7baf0e040 00000400:00000200:3.0:1761313476.125629:0:15826:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb1351 [1] + 224 00000400:00000200:3.0:1761313476.125639:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313476.125642:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:3.0:1761313476.125652:0:15826:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000007fc08122 x1846869138399296/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313520 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761313476.125690:0:15826:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:3.0:1761313476.125695:0:15826:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x68fb7ba85e800 00000400:00000200:3.0:1761313476.125700:0:15826:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xafc85 [2] + 1312 00000400:00000010:2.0:1761313476.125710:0:77239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000861d532e. 00000400:00000200:2.0:1761313476.125715:0:77239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e88f20fc 00000400:00000010:2.0:1761313476.125717:0:77239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e88f20fc. 00000100:00000200:2.0:1761313476.125722:0:77239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000007fc08122 x1846869138399296/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313520 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761313476.125729:0:77239:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000007fc08122 x1846869138399296/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313520 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761313476.125754:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313476.125757:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:3.0:1761313476.125761:0:15826:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 02000000:00000010:2.0:1761313476.125764:0:77239:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000005bf706fd. 00000100:00000010:3.0:1761313476.125766:0:15826:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000097b2ed89. 02000000:00000010:2.0:1761313476.125770:0:77239:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000002b410984. 00000100:00000010:2.0:1761313476.125773:0:77239:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007fc08122. 00000100:00000010:2.0:1761313476.125777:0:77239:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000f4d43a1b. 00010000:00000010:2.0:1761313476.125780:0:77239:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000012805b1f. 00000020:00000010:3.0:1761313476.125804:0:75220:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000614573bc. 00000020:00000010:3.0:1761313476.125810:0:75220:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000004db7aa52. 00000020:00000010:3.0:1761313476.125814:0:75220:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000f8c2014c. 00000100:00000200:3.0:1761313476.125837:0:75220:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000097b2ed89 x1846869131388928/t0(0) o103->78617949-0e11-4ca2-94c2-d809f91deaa9@192.168.204.38@tcp:407/0 lens 328/0 e 0 to 0 dl 1761313482 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:3.0:1761313476.125864:0:75220:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869131388928 02000000:00000010:3.0:1761313476.125877:0:75220:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000ee18a26b. 00010000:00000010:3.0:1761313476.125902:0:75220:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a5b65da3. 00010000:00000010:3.0:1761313476.125920:0:75220:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000002295c2ae. 00000100:00000010:3.0:1761313476.125926:0:75220:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000064836007. 00000100:00000010:3.0:1761313476.125941:0:75220:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000064836007. 00010000:00000010:3.0:1761313476.125944:0:75220:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000002295c2ae. 00000400:00000010:3.0:1761313476.125957:0:75220:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003e790751. 00000100:00000200:3.0:1761313476.125962:0:75220:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869131388928, offset 224 00000400:00000200:3.0:1761313476.125967:0:75220:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:3.0:1761313476.125978:0:75220:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:3.0:1761313476.125982:0:75220:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90494:90494:256:4294967295] 192.168.204.38@tcp LPNI seq info [90494:90494:8:4294967295] 00000400:00000200:3.0:1761313476.125992:0:75220:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:3.0:1761313476.125996:0:75220:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:3.0:1761313476.126000:0:75220:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005a2664b3 (tot 82351826). 00000800:00000200:3.0:1761313476.126005:0:75220:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:3.0:1761313476.126011:0:75220:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:3.0:1761313476.126014:0:75220:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000005a2664b3 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761313476.126030:0:75220:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000004db7aa52. 00000020:00000010:3.0:1761313476.126033:0:75220:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000f8c2014c. 00000020:00000010:3.0:1761313476.126037:0:75220:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000614573bc. 00000800:00000200:3.0:1761313476.126090:0:15825:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761313476.126092:0:15825:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005a2664b3 (tot 82351578). 00000400:00000200:3.0:1761313476.126095:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313476.126098:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:3.0:1761313476.126101:0:15825:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003e790751 00000400:00000010:3.0:1761313476.126102:0:15825:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003e790751. 00080000:00000010:2.0:1761313476.129081:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000490fd4a1. 00010000:00000010:2.0:1761313476.129172:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000006d67ece4. 00010000:00000010:2.0:1761313476.129181:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008610a748. 00010000:00000010:2.0:1761313476.129241:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000007d474bda. 00010000:00000010:2.0:1761313476.129245:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000022b9500. 00010000:00000010:2.0:1761313476.129250:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000008512b48d. 00010000:00000010:2.0:1761313476.129255:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000e3aa76ba. 00080000:00000010:2.0:1761313476.129267:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 0000000076b65146. 00010000:00000010:2.0:1761313476.129284:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e3aa76ba. 00010000:00000010:2.0:1761313476.129286:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000022b9500. 00010000:00000010:2.0:1761313476.129326:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000009a316fc9. 00010000:00000010:2.0:1761313476.129329:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000e3aa76ba. 00010000:00000010:2.0:1761313476.129335:0:77239:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000d9106a89. 00000100:00000010:2.0:1761313476.129341:0:77239:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000643a27d3. 00000100:00000010:2.0:1761313476.129350:0:77239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000003c35c989. 02000000:00000010:2.0:1761313476.129385:0:77239:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000019e0d5c0. 02000000:00000010:2.0:1761313476.129413:0:77239:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000491ad1ae. 00000400:00000010:2.0:1761313476.129419:0:77239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000009bc064a7. 00000400:00000010:2.0:1761313476.129425:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000043b2001f. 00000100:00000200:2.0:1761313476.129432:0:77239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869138399360, portal 16 00000400:00000010:2.0:1761313476.129437:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002c0ac683. 00000100:00000200:2.0:1761313476.129439:0:77239:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869138399360, offset 0 00000400:00000200:2.0:1761313476.129448:0:77239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:2.0:1761313476.129464:0:77239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:2.0:1761313476.129471:0:77239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:2.0:1761313476.129474:0:77239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761313476.129477:0:77239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:2.0:1761313476.129479:0:77239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90495:90495:256:4294967295] 192.168.204.38@tcp LPNI seq info [90495:90495:8:4294967295] 00000400:00000200:2.0:1761313476.129490:0:77239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:2.0:1761313476.129495:0:77239:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:2.0:1761313476.129499:0:77239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000df62ea87 (tot 82351826). 00000800:00000200:2.0:1761313476.129505:0:77239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:2.0:1761313476.129511:0:77239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:2.0:1761313476.129515:0:77239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000df62ea87 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761313476.129612:0:15827:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761313476.129616:0:15827:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000df62ea87 (tot 82351578). 00000400:00000200:2.0:1761313476.129620:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313476.129624:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:2.0:1761313476.129628:0:15827:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002c0ac683 00000400:00000010:2.0:1761313476.129630:0:15827:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002c0ac683. 00000100:00000200:2.0:1761313476.129636:0:15827:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000003c35c989 x1846869138399360/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313520 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761313476.132698:0:15825:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:0.0:1761313476.132715:0:15825:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x68fb7baf0e080 00000400:00000200:0.0:1761313476.132723:0:15825:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb135d [1] + 224 00000400:00000200:0.0:1761313476.132734:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313476.132737:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:0.0:1761313476.132758:0:15825:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000003c35c989 x1846869138399360/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313520 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761313476.132793:0:15825:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:0.0:1761313476.132798:0:15825:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x68fb7ba85e840 00000400:00000200:0.0:1761313476.132803:0:15825:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xafc85 [2] + 1640 00000400:00000200:0.0:1761313476.132850:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313476.132853:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:0.0:1761313476.132857:0:15825:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761313476.132863:0:15825:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000000982dbcf. 00000020:00000010:3.0:1761313476.132932:0:64710:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000614573bc. 00000020:00000010:3.0:1761313476.132939:0:64710:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000004db7aa52. 00000020:00000010:3.0:1761313476.132943:0:64710:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000f8c2014c. 00000100:00000200:3.0:1761313476.132968:0:64710:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000000982dbcf x1846869131388992/t0(0) o103->78617949-0e11-4ca2-94c2-d809f91deaa9@192.168.204.38@tcp:407/0 lens 328/0 e 0 to 0 dl 1761313482 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:3.0:1761313476.133005:0:64710:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869131388992 02000000:00000010:3.0:1761313476.133018:0:64710:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000ff5adab4. 00010000:00000010:3.0:1761313476.133058:0:64710:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000002295c2ae. 00000100:00000010:3.0:1761313476.133065:0:64710:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000064836007. 00000100:00000010:3.0:1761313476.133072:0:64710:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000064836007. 00010000:00000010:3.0:1761313476.133075:0:64710:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000002295c2ae. 00000400:00000010:3.0:1761313476.133092:0:64710:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003e790751. 00000100:00000200:3.0:1761313476.133097:0:64710:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869131388992, offset 224 00000400:00000200:3.0:1761313476.133106:0:64710:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:3.0:1761313476.133116:0:64710:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:3.0:1761313476.133122:0:64710:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90496:90496:256:4294967295] 192.168.204.38@tcp LPNI seq info [90496:90496:8:4294967295] 00000400:00000200:3.0:1761313476.133132:0:64710:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:3.0:1761313476.133138:0:64710:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:3.0:1761313476.133143:0:64710:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005a2664b3 (tot 82351826). 00000800:00000200:3.0:1761313476.133148:0:64710:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:3.0:1761313476.133155:0:64710:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:3.0:1761313476.133160:0:64710:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000005a2664b3 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761313476.133176:0:64710:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000004db7aa52. 00000020:00000010:3.0:1761313476.133181:0:64710:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000f8c2014c. 00000020:00000010:3.0:1761313476.133185:0:64710:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000614573bc. 00000400:00000010:3.0:1761313476.133207:0:77239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000009bc064a7. 00000400:00000200:3.0:1761313476.133211:0:77239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000043b2001f 00000400:00000010:3.0:1761313476.133213:0:77239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000043b2001f. 00000100:00000200:3.0:1761313476.133218:0:77239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000003c35c989 x1846869138399360/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313520 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761313476.133225:0:77239:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000003c35c989 x1846869138399360/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313520 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.0:1761313476.133246:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000009ab55b17. 02000000:00000010:3.0:1761313476.133259:0:77239:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000491ad1ae. 02000000:00000010:3.0:1761313476.133265:0:77239:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000019e0d5c0. 00000100:00000010:3.0:1761313476.133269:0:77239:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000003c35c989. 00000100:00000010:3.0:1761313476.133278:0:77239:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000643a27d3. 00010000:00000010:3.0:1761313476.133280:0:77239:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000d9106a89. 00080000:00000010:3.0:1761313476.133296:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000766acbd2. 00010000:00000010:1.1:1761313476.133384:0:78522:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d349bc7b. 00010000:00000010:1.1:1761313476.133392:0:78522:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000015645dc6. 00010000:00000010:3.0:1761313476.133403:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e3aa76ba. 00010000:00000010:3.0:1761313476.133409:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000aed573c7. 00010000:00000010:3.0:1761313476.133480:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ec860c09. 00010000:00000010:3.0:1761313476.133485:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000009e3e9665. 00010000:00000010:3.0:1761313476.133495:0:77239:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000002295c2ae. 00000100:00000010:3.0:1761313476.133498:0:77239:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000064836007. 00000100:00000010:3.0:1761313476.133504:0:77239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001588211e. 02000000:00000010:3.0:1761313476.133514:0:77239:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000d251cb3a. 02000000:00000010:3.0:1761313476.133534:0:77239:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000000c77c6f0. 00000400:00000010:3.0:1761313476.133539:0:77239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000e188963f. 00000400:00000010:3.0:1761313476.133542:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005f389535. 00000100:00000200:3.0:1761313476.133547:0:77239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869138399424, portal 16 00000400:00000010:3.0:1761313476.133551:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e515bfff. 00000100:00000200:3.0:1761313476.133553:0:77239:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869138399424, offset 0 00000400:00000200:3.0:1761313476.133558:0:77239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:3.0:1761313476.133564:0:77239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:3.0:1761313476.133572:0:77239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:3.0:1761313476.133575:0:77239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761313476.133578:0:77239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:3.0:1761313476.133581:0:77239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90497:90497:255:4294967295] 192.168.204.38@tcp LPNI seq info [90497:90497:7:4294967295] 00000400:00000200:3.0:1761313476.133588:0:77239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:3.0:1761313476.133593:0:77239:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:3.0:1761313476.133596:0:77239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000fef2aa8a (tot 82352074). 00000800:00000200:3.0:1761313476.133600:0:77239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:3.0:1761313476.133604:0:77239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:3.0:1761313476.133606:0:77239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000fef2aa8a type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761313476.133643:0:15826:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761313476.133646:0:15826:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005a2664b3 (tot 82351826). 00000400:00000200:3.0:1761313476.133650:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313476.133653:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:3.0:1761313476.133655:0:15826:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003e790751 00000400:00000010:3.0:1761313476.133656:0:15826:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003e790751. 00000800:00000200:3.0:1761313476.133686:0:15826:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761313476.133688:0:15826:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000fef2aa8a (tot 82351578). 00000400:00000200:3.0:1761313476.133691:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313476.133694:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:3.0:1761313476.133695:0:15826:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e515bfff 00000400:00000010:3.0:1761313476.133697:0:15826:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e515bfff. 00000100:00000200:3.0:1761313476.133701:0:15826:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000001588211e x1846869138399424/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313520 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761313476.137170:0:15827:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:0.0:1761313476.137191:0:15827:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x68fb7baf0e0c0 00000400:00000200:0.0:1761313476.137200:0:15827:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb1369 [1] + 224 00000400:00000200:0.0:1761313476.137212:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313476.137216:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:0.0:1761313476.137226:0:15827:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000001588211e x1846869138399424/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313520 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761313476.137268:0:15827:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:0.0:1761313476.137273:0:15827:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x68fb7ba85e880 00000400:00000200:0.0:1761313476.137278:0:15827:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xafc85 [2] + 1968 00000400:00000010:0.0:1761313476.137282:0:15827:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000037c4a3ee. 00000400:00000200:0.0:1761313476.137286:0:15827:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 00000000479fc0b2 00000400:00000200:0.0:1761313476.137336:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313476.137340:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:0.0:1761313476.137342:0:15827:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000479fc0b2 00000400:00000010:0.0:1761313476.137354:0:15827:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 00000000479fc0b2 (tot 82351426). 00000100:00000200:0.0:1761313476.137597:0:15827:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000400:00000010:3.0:1761313476.137683:0:77239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000e188963f. 00000400:00000200:3.0:1761313476.137690:0:77239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005f389535 00000400:00000010:3.0:1761313476.137691:0:77239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005f389535. 00000100:00000200:3.0:1761313476.137697:0:77239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000001588211e x1846869138399424/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313520 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761313476.137705:0:77239:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000001588211e x1846869138399424/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313520 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1761313476.137738:0:77239:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000000c77c6f0. 02000000:00000010:3.0:1761313476.137755:0:77239:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000d251cb3a. 00000100:00000010:3.0:1761313476.137759:0:77239:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001588211e. 00000100:00000010:3.0:1761313476.137764:0:77239:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000064836007. 00010000:00000010:3.0:1761313476.137768:0:77239:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000002295c2ae. 00000020:00000010:1.0:1761313476.137990:0:75220:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000fad0689b. 00000020:00000010:1.0:1761313476.137996:0:75220:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000ee6c533a. 00000020:00000010:1.0:1761313476.138000:0:75220:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000009698beef. 00000100:00000200:1.0:1761313476.138022:0:75220:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000df3146b2 x1846869131389056/t0(0) o103->78617949-0e11-4ca2-94c2-d809f91deaa9@192.168.204.38@tcp:407/0 lens 328/0 e 0 to 0 dl 1761313482 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:1.0:1761313476.138057:0:75220:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869131389056 02000000:00000010:1.0:1761313476.138068:0:75220:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000097f846c2. 00010000:00000010:1.0:1761313476.138095:0:75220:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000060c4c376. 00010000:00000010:1.0:1761313476.138115:0:75220:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ea934cb7. 00000100:00000010:1.0:1761313476.138121:0:75220:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c81f7f3c. 00000100:00000010:1.0:1761313476.138129:0:75220:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000c81f7f3c. 00010000:00000010:1.0:1761313476.138131:0:75220:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ea934cb7. 00000400:00000010:1.0:1761313476.138143:0:75220:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ccaef716. 00000100:00000200:1.0:1761313476.138148:0:75220:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869131389056, offset 224 00000400:00000200:1.0:1761313476.138155:0:75220:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:1.0:1761313476.138165:0:75220:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:1.0:1761313476.138170:0:75220:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90498:90498:256:4294967295] 192.168.204.38@tcp LPNI seq info [90498:90498:8:4294967295] 00000400:00000200:1.0:1761313476.138180:0:75220:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:1.0:1761313476.138184:0:75220:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:1.0:1761313476.138188:0:75220:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000fe7bdfb5 (tot 82351674). 00000800:00000200:1.0:1761313476.138193:0:75220:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:1.0:1761313476.138200:0:75220:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:1.0:1761313476.138203:0:75220:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000fe7bdfb5 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761313476.138219:0:75220:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000ee6c533a. 00000020:00000010:1.0:1761313476.138222:0:75220:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000009698beef. 00000020:00000010:1.0:1761313476.138225:0:75220:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000fad0689b. 02000000:00000010:1.0:1761313476.138233:0:75220:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000ff5adab4. 00000100:00000010:1.0:1761313476.138236:0:75220:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000000982dbcf. 02000000:00000010:1.0:1761313476.138238:0:75220:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000ee18a26b. 00000100:00000010:1.0:1761313476.138240:0:75220:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000097b2ed89. 02000000:00000010:1.0:1761313476.138243:0:75220:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000a40123b0. 00000100:00000010:1.0:1761313476.138244:0:75220:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000047d366b1. 02000000:00000010:1.0:1761313476.138247:0:75220:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000aa0f3bce. 00000100:00000010:1.0:1761313476.138249:0:75220:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000f33f9db7. 02000000:00000010:1.0:1761313476.138252:0:75220:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000001eb84cb9. 00000100:00000010:1.0:1761313476.138253:0:75220:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000018525722. 02000000:00000010:1.0:1761313476.138256:0:75220:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000047647844. 00000100:00000010:1.0:1761313476.138258:0:75220:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000009906dba7. 00000100:00000200:1.0:1761313476.138263:0:75220:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1761313476.138268:0:75220:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000071fbb7b. 00000400:00000010:1.0:1761313476.138272:0:75220:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000c81f7f3c (tot 82351826). 00000800:00000200:1.0:1761313476.138332:0:15825:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313476.138336:0:15825:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000fe7bdfb5 (tot 82351578). 00000400:00000200:1.0:1761313476.138339:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313476.138342:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:1.0:1761313476.138372:0:15825:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ccaef716 00000400:00000010:1.0:1761313476.138374:0:15825:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ccaef716. 02000000:00000010:1.0:1761313476.138377:0:15825:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000097f846c2. 00080000:00000010:0.0:1761313476.139536:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a1867332. 00010000:00000010:0.0:1761313476.139615:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000009e3e9665. 00010000:00000010:0.0:1761313476.139621:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000c6a6d6a2. 00010000:00000010:0.0:1761313476.139684:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000003a434a29. 00010000:00000010:0.0:1761313476.139689:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a14d7677. 00010000:00000010:0.0:1761313476.139699:0:77239:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000092b5f036. 00000100:00000010:0.0:1761313476.139704:0:77239:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000002436ddd5. 00000100:00000010:0.0:1761313476.139711:0:77239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001375339a. 02000000:00000010:0.0:1761313476.139721:0:77239:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000006042189. 02000000:00000010:0.0:1761313476.139743:0:77239:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f3202589. 00000400:00000010:0.0:1761313476.139757:0:77239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000088421f52. 00000400:00000010:0.0:1761313476.139762:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ca4f278a. 00000100:00000200:0.0:1761313476.139766:0:77239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869138399488, portal 16 00000400:00000010:0.0:1761313476.139769:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b4a4da2f. 00000100:00000200:0.0:1761313476.139771:0:77239:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869138399488, offset 0 00000400:00000200:0.0:1761313476.139777:0:77239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:0.0:1761313476.139788:0:77239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:0.0:1761313476.139795:0:77239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:0.0:1761313476.139798:0:77239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761313476.139801:0:77239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:0.0:1761313476.139804:0:77239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90499:90499:256:4294967295] 192.168.204.38@tcp LPNI seq info [90499:90499:8:4294967295] 00000400:00000200:0.0:1761313476.139813:0:77239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:0.0:1761313476.139818:0:77239:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:0.0:1761313476.139822:0:77239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d053f659 (tot 82351826). 00000800:00000200:0.0:1761313476.139827:0:77239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:0.0:1761313476.139832:0:77239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:0.0:1761313476.139835:0:77239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000d053f659 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761313476.140257:0:15826:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761313476.140261:0:15826:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d053f659 (tot 82351578). 00000400:00000200:3.0:1761313476.140265:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313476.140269:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:3.0:1761313476.140272:0:15826:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b4a4da2f 00000400:00000010:3.0:1761313476.140274:0:15826:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b4a4da2f. 00000100:00000200:3.0:1761313476.140280:0:15826:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000001375339a x1846869138399488/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313520 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1761313476.140532:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000079aafaa9. 00010000:00000010:3.1:1761313476.140562:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000916d04a8. 00010000:00000010:2.1:1761313476.140616:0:78520:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005ffb0f1a. 00010000:00000010:2.1:1761313476.140622:0:78520:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f717d0fe. 00010000:00000010:2.1:1761313476.140628:0:78520:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007d474bda. 00010000:00000010:2.1:1761313476.140630:0:78520:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008512b48d. 00010000:00000010:3.1:1761313476.144381:0:13:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b417f82b. 00010000:00000010:3.1:1761313476.144393:0:13:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009a316fc9. 00000400:00000200:1.0:1761313476.145671:0:15827:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:1.0:1761313476.145687:0:15827:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x68fb7baf0e100 00000400:00000200:1.0:1761313476.145696:0:15827:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb1379 [1] + 224 00000400:00000200:1.0:1761313476.145707:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313476.145711:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:1.0:1761313476.145722:0:15827:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000001375339a x1846869138399488/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313520 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761313476.145768:0:15827:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:1.0:1761313476.145774:0:15827:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x68fb7ba85e8c0 00000400:00000200:1.0:1761313476.145778:0:15827:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xafcdd [2] + 0 00000400:00000010:0.0:1761313476.145783:0:77239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000088421f52. 00000400:00000200:0.0:1761313476.145789:0:77239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ca4f278a 00000400:00000010:0.0:1761313476.145790:0:77239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ca4f278a. 00000100:00000200:0.0:1761313476.145796:0:77239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000001375339a x1846869138399488/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313520 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761313476.145808:0:77239:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000001375339a x1846869138399488/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313520 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761313476.145838:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313476.145842:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:1.0:1761313476.145845:0:15827:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761313476.145850:0:15827:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000018525722. 00000020:00000010:3.0:1761313476.146010:0:64710:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d251cb3a. 00000020:00000010:3.0:1761313476.146017:0:64710:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000004db7aa52. 00000020:00000010:3.0:1761313476.146021:0:64710:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000f8c2014c. 00000100:00000200:3.0:1761313476.146042:0:64710:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000018525722 x1846869131389120/t0(0) o103->78617949-0e11-4ca2-94c2-d809f91deaa9@192.168.204.38@tcp:407/0 lens 328/0 e 0 to 0 dl 1761313482 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:3.0:1761313476.146083:0:64710:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869131389120 02000000:00000010:3.0:1761313476.146093:0:64710:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000000c77c6f0. 00010000:00000010:3.0:1761313476.146116:0:64710:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008d3cc94f. 00010000:00000010:3.0:1761313476.146133:0:64710:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000002295c2ae. 00000100:00000010:3.0:1761313476.146139:0:64710:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000064836007. 00000100:00000010:3.0:1761313476.146144:0:64710:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000064836007. 00010000:00000010:3.0:1761313476.146147:0:64710:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000002295c2ae. 00000400:00000010:3.0:1761313476.146158:0:64710:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005f389535. 00000100:00000200:3.0:1761313476.146162:0:64710:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869131389120, offset 224 00000400:00000200:3.0:1761313476.146169:0:64710:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:3.0:1761313476.146179:0:64710:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:3.0:1761313476.146184:0:64710:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90500:90500:256:4294967295] 192.168.204.38@tcp LPNI seq info [90500:90500:8:4294967295] 00000400:00000200:3.0:1761313476.146194:0:64710:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:3.0:1761313476.146199:0:64710:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:3.0:1761313476.146203:0:64710:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000fef2aa8a (tot 82351826). 00000800:00000200:3.0:1761313476.146208:0:64710:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:3.0:1761313476.146213:0:64710:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:3.0:1761313476.146217:0:64710:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000fef2aa8a type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761313476.146232:0:64710:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000004db7aa52. 00000020:00000010:3.0:1761313476.146235:0:64710:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000f8c2014c. 00000020:00000010:3.0:1761313476.146239:0:64710:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d251cb3a. 00000800:00000200:3.0:1761313476.146300:0:15825:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761313476.146304:0:15825:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000fef2aa8a (tot 82351578). 00000400:00000200:3.0:1761313476.146307:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313476.146311:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:3.0:1761313476.146313:0:15825:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005f389535 00000400:00000010:3.0:1761313476.146315:0:15825:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005f389535. 02000000:00000010:0.0:1761313476.146355:0:77239:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f3202589. 02000000:00000010:0.0:1761313476.146381:0:77239:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000006042189. 00000100:00000010:0.0:1761313476.146385:0:77239:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001375339a. 00000100:00000010:0.0:1761313476.146388:0:77239:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000002436ddd5. 00010000:00000010:0.0:1761313476.146391:0:77239:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000092b5f036. 00080000:00000010:0.0:1761313476.146407:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 0000000006042189. 00010000:00000010:0.0:1761313476.146482:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a14d7677. 00010000:00000010:0.0:1761313476.146487:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002f8d7440. 00010000:00000010:0.0:1761313476.146554:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c7fd279b. 00010000:00000010:0.0:1761313476.146558:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a14d7677. 00010000:00000010:0.0:1761313476.146566:0:77239:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000092b5f036. 00000100:00000010:0.0:1761313476.146569:0:77239:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000002436ddd5. 00000100:00000010:0.0:1761313476.146574:0:77239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001375339a. 02000000:00000010:0.0:1761313476.146585:0:77239:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000f3202589. 02000000:00000010:0.0:1761313476.146604:0:77239:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000040180dc9. 00000400:00000010:0.0:1761313476.146608:0:77239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000088421f52. 00000400:00000010:0.0:1761313476.146612:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ca4f278a. 00000100:00000200:0.0:1761313476.146616:0:77239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869138399552, portal 16 00000400:00000010:0.0:1761313476.146619:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000bac32b5d. 00000100:00000200:0.0:1761313476.146621:0:77239:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869138399552, offset 0 00000400:00000200:0.0:1761313476.146627:0:77239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:0.0:1761313476.146632:0:77239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:0.0:1761313476.146638:0:77239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:0.0:1761313476.146642:0:77239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761313476.146645:0:77239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:0.0:1761313476.146647:0:77239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90501:90501:256:4294967295] 192.168.204.38@tcp LPNI seq info [90501:90501:8:4294967295] 00000400:00000200:0.0:1761313476.146654:0:77239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:0.0:1761313476.146659:0:77239:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:0.0:1761313476.146662:0:77239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d053f659 (tot 82351826). 00000800:00000200:0.0:1761313476.146666:0:77239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:0.0:1761313476.146669:0:77239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:0.0:1761313476.146672:0:77239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000d053f659 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761313476.146721:0:15826:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761313476.146724:0:15826:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d053f659 (tot 82351578). 00000400:00000200:0.0:1761313476.146726:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313476.146730:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:0.0:1761313476.146732:0:15826:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000bac32b5d 00000400:00000010:0.0:1761313476.146733:0:15826:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000bac32b5d. 00000100:00000200:0.0:1761313476.146737:0:15826:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000001375339a x1846869138399552/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313520 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1761313476.147664:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000203ed048. 00010000:00000010:0.1:1761313476.147672:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ec860c09. 00010000:00000010:1.1:1761313476.148628:0:78525:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000dac1b07d. 00000400:00000200:3.0:1761313476.149585:0:15827:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:3.0:1761313476.149600:0:15827:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x68fb7baf0e140 00000400:00000200:3.0:1761313476.149608:0:15827:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb1385 [1] + 224 00000400:00000200:3.0:1761313476.149619:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313476.149621:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:3.0:1761313476.149630:0:15827:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000001375339a x1846869138399552/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313520 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761313476.149658:0:15827:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:3.0:1761313476.149663:0:15827:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x68fb7ba85e900 00000400:00000200:3.0:1761313476.149668:0:15827:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xafcdd [2] + 328 00000400:00000200:3.0:1761313476.149708:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313476.149712:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:3.0:1761313476.149715:0:15827:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761313476.149720:0:15827:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001588211e. 00000020:00000010:3.0:1761313476.149773:0:75220:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d251cb3a. 00000020:00000010:3.0:1761313476.149780:0:75220:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000004db7aa52. 00000020:00000010:3.0:1761313476.149821:0:75220:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000f8c2014c. 00000100:00000200:3.0:1761313476.149845:0:75220:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000001588211e x1846869131389184/t0(0) o103->78617949-0e11-4ca2-94c2-d809f91deaa9@192.168.204.38@tcp:407/0 lens 328/0 e 0 to 0 dl 1761313482 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:3.0:1761313476.149873:0:75220:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869131389184 02000000:00000010:3.0:1761313476.149883:0:75220:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000044919959. 00010000:00000010:3.0:1761313476.149916:0:75220:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000002295c2ae. 00000100:00000010:3.0:1761313476.149923:0:75220:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000064836007. 00000100:00000010:3.0:1761313476.149929:0:75220:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000064836007. 00010000:00000010:3.0:1761313476.149932:0:75220:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000002295c2ae. 00000400:00000010:3.0:1761313476.149945:0:75220:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005f389535. 00000100:00000200:3.0:1761313476.149950:0:75220:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869131389184, offset 224 00000400:00000200:3.0:1761313476.149956:0:75220:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:3.0:1761313476.149967:0:75220:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:3.0:1761313476.149971:0:75220:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90502:90502:256:4294967295] 192.168.204.38@tcp LPNI seq info [90502:90502:8:4294967295] 00000400:00000200:3.0:1761313476.149981:0:75220:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:3.0:1761313476.149985:0:75220:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:3.0:1761313476.149989:0:75220:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000fef2aa8a (tot 82351826). 00000800:00000200:3.0:1761313476.149994:0:75220:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:3.0:1761313476.150000:0:75220:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:3.0:1761313476.150003:0:75220:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000fef2aa8a type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761313476.150019:0:75220:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000004db7aa52. 00000020:00000010:3.0:1761313476.150022:0:75220:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000f8c2014c. 00000020:00000010:3.0:1761313476.150026:0:75220:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d251cb3a. 00000800:00000200:3.0:1761313476.150088:0:15825:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761313476.150090:0:15825:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000fef2aa8a (tot 82351578). 00000400:00000200:3.0:1761313476.150094:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313476.150097:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:3.0:1761313476.150100:0:15825:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005f389535 00000400:00000010:3.0:1761313476.150101:0:15825:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005f389535. 00000400:00000010:0.0:1761313476.150172:0:77239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000088421f52. 00000400:00000200:0.0:1761313476.150176:0:77239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ca4f278a 00000400:00000010:0.0:1761313476.150178:0:77239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ca4f278a. 00000100:00000200:0.0:1761313476.150183:0:77239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000001375339a x1846869138399552/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313520 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761313476.150190:0:77239:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000001375339a x1846869138399552/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313520 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.0:1761313476.150214:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000006d1fc201. 02000000:00000010:0.0:1761313476.150226:0:77239:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000040180dc9. 02000000:00000010:0.0:1761313476.150232:0:77239:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000f3202589. 00000100:00000010:0.0:1761313476.150235:0:77239:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001375339a. 00000100:00000010:0.0:1761313476.150238:0:77239:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000002436ddd5. 00010000:00000010:0.0:1761313476.150242:0:77239:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000092b5f036. 00080000:00000010:0.0:1761313476.150256:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f3202589. 00010000:00000010:0.0:1761313476.150327:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a14d7677. 00010000:00000010:0.0:1761313476.150333:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000007966463a. 00010000:00000010:0.0:1761313476.150428:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000008321265a. 00010000:00000010:0.0:1761313476.150434:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a14d7677. 00010000:00000010:0.0:1761313476.150444:0:77239:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000092b5f036. 00000100:00000010:0.0:1761313476.150447:0:77239:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000002436ddd5. 00000100:00000010:0.0:1761313476.150452:0:77239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001375339a. 02000000:00000010:0.0:1761313476.150462:0:77239:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000040180dc9. 02000000:00000010:0.0:1761313476.150483:0:77239:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e49c32ea. 00000400:00000010:0.0:1761313476.150487:0:77239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000088421f52. 00000400:00000010:0.0:1761313476.150491:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ca4f278a. 00000100:00000200:0.0:1761313476.150495:0:77239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869138399616, portal 16 00000400:00000010:0.0:1761313476.150499:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000bac32b5d. 00000100:00000200:0.0:1761313476.150501:0:77239:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869138399616, offset 0 00000400:00000200:0.0:1761313476.150506:0:77239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:0.0:1761313476.150512:0:77239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:0.0:1761313476.150518:0:77239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:0.0:1761313476.150522:0:77239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761313476.150524:0:77239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:0.0:1761313476.150527:0:77239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90503:90503:256:4294967295] 192.168.204.38@tcp LPNI seq info [90503:90503:8:4294967295] 00000400:00000200:0.0:1761313476.150533:0:77239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:0.0:1761313476.150538:0:77239:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:0.0:1761313476.150541:0:77239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d053f659 (tot 82351826). 00000800:00000200:0.0:1761313476.150546:0:77239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:0.0:1761313476.150550:0:77239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:0.0:1761313476.150552:0:77239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000d053f659 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761313476.151530:0:15826:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761313476.151535:0:15826:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d053f659 (tot 82351578). 00000400:00000200:3.0:1761313476.151539:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313476.151545:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:3.0:1761313476.151549:0:15826:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000bac32b5d 00000400:00000010:3.0:1761313476.151550:0:15826:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000bac32b5d. 00000100:00000200:3.0:1761313476.151559:0:15826:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000001375339a x1846869138399616/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313520 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1761313476.153020:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c2ee0da0. 00010000:00000010:0.1:1761313476.154386:0:78526:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000030b1d6b9. 00010000:00000010:0.1:1761313476.154394:0:78526:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003a434a29. 00000400:00000200:2.0:1761313476.159932:0:15827:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:2.0:1761313476.159949:0:15827:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x68fb7baf0e180 00000400:00000200:2.0:1761313476.159957:0:15827:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb1391 [1] + 224 00000400:00000200:2.0:1761313476.159966:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313476.159970:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:2.0:1761313476.159980:0:15827:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000001375339a x1846869138399616/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313520 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761313476.160013:0:15827:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:2.0:1761313476.160018:0:15827:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x68fb7ba85e940 00000400:00000200:2.0:1761313476.160022:0:15827:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xafcdd [2] + 656 00000400:00000200:2.0:1761313476.160078:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313476.160081:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:2.0:1761313476.160084:0:15827:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1761313476.160089:0:15827:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000a9908fec. 00000020:00000010:2.0:1761313476.160131:0:64710:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000019e0d5c0. 00000020:00000010:2.0:1761313476.160136:0:64710:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000004cd9bb8a. 00000020:00000010:2.0:1761313476.160140:0:64710:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000003de95356. 00000100:00000200:2.0:1761313476.160160:0:64710:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000a9908fec x1846869131389248/t0(0) o103->78617949-0e11-4ca2-94c2-d809f91deaa9@192.168.204.38@tcp:407/0 lens 328/0 e 0 to 0 dl 1761313482 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:2.0:1761313476.160184:0:64710:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869131389248 02000000:00000010:2.0:1761313476.160192:0:64710:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000491ad1ae. 00010000:00000010:2.0:1761313476.160224:0:64710:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000f8ec2798. 00000100:00000010:2.0:1761313476.160229:0:64710:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000643a27d3. 00000100:00000010:2.0:1761313476.160236:0:64710:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000643a27d3. 00010000:00000010:2.0:1761313476.160239:0:64710:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000f8ec2798. 00000400:00000010:2.0:1761313476.160252:0:64710:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002c0ac683. 00000100:00000200:2.0:1761313476.160256:0:64710:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869131389248, offset 224 00000400:00000200:2.0:1761313476.160262:0:64710:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:2.0:1761313476.160271:0:64710:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:2.0:1761313476.160276:0:64710:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90504:90504:256:4294967295] 192.168.204.38@tcp LPNI seq info [90504:90504:8:4294967295] 00000400:00000200:2.0:1761313476.160286:0:64710:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:2.0:1761313476.160290:0:64710:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:2.0:1761313476.160294:0:64710:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000df62ea87 (tot 82351826). 00000800:00000200:2.0:1761313476.160298:0:64710:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:2.0:1761313476.160304:0:64710:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:2.0:1761313476.160307:0:64710:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000df62ea87 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761313476.160320:0:64710:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000004cd9bb8a. 00000020:00000010:2.0:1761313476.160323:0:64710:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000003de95356. 00000020:00000010:2.0:1761313476.160325:0:64710:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000019e0d5c0. 00000800:00000200:2.0:1761313476.160415:0:15825:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761313476.160418:0:15825:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000df62ea87 (tot 82351578). 00000400:00000200:2.0:1761313476.160422:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313476.160426:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:2.0:1761313476.160428:0:15825:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002c0ac683 00000400:00000010:2.0:1761313476.160430:0:15825:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002c0ac683. 00010000:00000010:0.1:1761313476.160605:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000036f6a2c. 00010000:00000010:0.1:1761313476.160611:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007ab955cf. 00010000:00000010:0.1:1761313476.160632:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c7fd279b. 00000400:00000010:3.0:1761313476.160706:0:77239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000088421f52. 00000400:00000200:3.0:1761313476.160711:0:77239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ca4f278a 00000400:00000010:3.0:1761313476.160713:0:77239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ca4f278a. 00000100:00000200:3.0:1761313476.160718:0:77239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000001375339a x1846869138399616/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313520 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761313476.160726:0:77239:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000001375339a x1846869138399616/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313520 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.0:1761313476.160770:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000f418f579. 02000000:00000010:3.0:1761313476.160783:0:77239:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e49c32ea. 02000000:00000010:3.0:1761313476.160789:0:77239:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000040180dc9. 00000100:00000010:3.0:1761313476.160792:0:77239:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001375339a. 00000100:00000010:3.0:1761313476.160795:0:77239:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000002436ddd5. 00010000:00000010:3.0:1761313476.160798:0:77239:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000092b5f036. 00080000:00000010:3.0:1761313476.160815:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d251cb3a. 00010000:00000010:3.0:1761313476.160902:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a14d7677. 00010000:00000010:3.0:1761313476.160908:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008e7416b9. 00010000:00000010:3.0:1761313476.160972:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000366a4166. 00010000:00000010:3.0:1761313476.160977:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000bf089835. 00010000:00000010:3.0:1761313476.160986:0:77239:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000002295c2ae. 00000100:00000010:3.0:1761313476.160989:0:77239:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000064836007. 00000100:00000010:3.0:1761313476.160994:0:77239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000020fe4fda. 02000000:00000010:3.0:1761313476.161004:0:77239:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000f31060db. 02000000:00000010:3.0:1761313476.161033:0:77239:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d6f213b2. 00000400:00000010:3.0:1761313476.161036:0:77239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000e188963f. 00000400:00000010:3.0:1761313476.161040:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005f389535. 00000100:00000200:3.0:1761313476.161045:0:77239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869138399680, portal 16 00000400:00000010:3.0:1761313476.161048:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e515bfff. 00000100:00000200:3.0:1761313476.161050:0:77239:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869138399680, offset 0 00000400:00000200:3.0:1761313476.161055:0:77239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:3.0:1761313476.161062:0:77239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:3.0:1761313476.161068:0:77239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:3.0:1761313476.161071:0:77239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761313476.161073:0:77239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:3.0:1761313476.161076:0:77239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90505:90505:256:4294967295] 192.168.204.38@tcp LPNI seq info [90505:90505:8:4294967295] 00000400:00000200:3.0:1761313476.161084:0:77239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:3.0:1761313476.161088:0:77239:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:3.0:1761313476.161091:0:77239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000fef2aa8a (tot 82351826). 00000800:00000200:3.0:1761313476.161095:0:77239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:3.0:1761313476.161099:0:77239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:3.0:1761313476.161101:0:77239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000fef2aa8a type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761313476.163919:0:15826:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761313476.163925:0:15826:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000fef2aa8a (tot 82351578). 00000400:00000200:2.0:1761313476.163932:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313476.163941:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:2.0:1761313476.163946:0:15826:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e515bfff 00000400:00000010:2.0:1761313476.163949:0:15826:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e515bfff. 00000100:00000200:2.0:1761313476.163958:0:15826:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000020fe4fda x1846869138399680/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313520 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1761313476.172909:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000082ae06be. 00010000:00000010:3.1:1761313476.172919:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000094a0fb13. 00010000:00000010:3.1:1761313476.172924:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008321265a. 00000400:00000200:3.0:1761313476.177296:0:15827:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:3.0:1761313476.177315:0:15827:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x68fb7baf0e1c0 00000400:00000200:3.0:1761313476.177323:0:15827:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb139d [1] + 224 00000400:00000200:3.0:1761313476.177333:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313476.177337:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:3.0:1761313476.177347:0:15827:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000020fe4fda x1846869138399680/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313520 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761313476.177393:0:15827:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:3.0:1761313476.177398:0:15827:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x68fb7ba85e980 00000400:00000200:3.0:1761313476.177402:0:15827:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xafcdd [2] + 984 00000400:00000200:3.0:1761313476.177448:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313476.177452:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:3.0:1761313476.177456:0:15827:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761313476.177462:0:15827:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000002febdaee. 00000020:00000010:3.0:1761313476.177511:0:75220:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004c0db0f2. 00000020:00000010:3.0:1761313476.177517:0:75220:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000004db7aa52. 00000020:00000010:3.0:1761313476.177522:0:75220:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000f8c2014c. 00000100:00000200:3.0:1761313476.177546:0:75220:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000002febdaee x1846869131389312/t0(0) o103->78617949-0e11-4ca2-94c2-d809f91deaa9@192.168.204.38@tcp:407/0 lens 328/0 e 0 to 0 dl 1761313482 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:3.0:1761313476.177574:0:75220:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869131389312 02000000:00000010:3.0:1761313476.177583:0:75220:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000844bc46b. 00010000:00000010:3.0:1761313476.177661:0:75220:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000000d73a540. 00000100:00000010:3.0:1761313476.177668:0:75220:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b2e27710. 00000100:00000010:3.0:1761313476.177674:0:75220:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b2e27710. 00010000:00000010:3.0:1761313476.177676:0:75220:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000000d73a540. 00000400:00000010:3.0:1761313476.177691:0:75220:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003e790751. 00000100:00000200:3.0:1761313476.177696:0:75220:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869131389312, offset 224 00000400:00000200:3.0:1761313476.177703:0:75220:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:3.0:1761313476.177713:0:75220:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:3.0:1761313476.177718:0:75220:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90506:90506:256:4294967295] 192.168.204.38@tcp LPNI seq info [90506:90506:8:4294967295] 00000400:00000200:3.0:1761313476.177727:0:75220:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:3.0:1761313476.177732:0:75220:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:3.0:1761313476.177736:0:75220:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005a2664b3 (tot 82351826). 00000800:00000200:3.0:1761313476.177741:0:75220:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:3.0:1761313476.177755:0:75220:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:3.0:1761313476.177758:0:75220:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000005a2664b3 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761313476.177775:0:75220:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000004db7aa52. 00000020:00000010:3.0:1761313476.177779:0:75220:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000f8c2014c. 00000020:00000010:3.0:1761313476.177782:0:75220:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004c0db0f2. 00000800:00000200:3.0:1761313476.177848:0:15825:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761313476.177852:0:15825:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005a2664b3 (tot 82351578). 00000400:00000200:3.0:1761313476.177855:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313476.177859:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:3.0:1761313476.177862:0:15825:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003e790751 00000400:00000010:3.0:1761313476.177864:0:15825:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003e790751. 00000400:00000010:0.0:1761313476.178093:0:77239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000e188963f. 00000400:00000200:0.0:1761313476.178099:0:77239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005f389535 00000400:00000010:0.0:1761313476.178101:0:77239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005f389535. 00000100:00000200:0.0:1761313476.178105:0:77239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000020fe4fda x1846869138399680/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313520 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761313476.178112:0:77239:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000020fe4fda x1846869138399680/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313520 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.0:1761313476.178131:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000012fea0ca. 02000000:00000010:0.0:1761313476.178142:0:77239:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d6f213b2. 02000000:00000010:0.0:1761313476.178146:0:77239:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000f31060db. 00000100:00000010:0.0:1761313476.178150:0:77239:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000020fe4fda. 00000100:00000010:0.0:1761313476.178153:0:77239:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000064836007. 00010000:00000010:0.0:1761313476.178155:0:77239:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000002295c2ae. 00080000:00000010:0.0:1761313476.178171:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 000000009df59a79. 00010000:00000010:0.0:1761313476.178256:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bf089835. 00010000:00000010:0.0:1761313476.178262:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000ab7db6f8. 00010000:00000010:0.0:1761313476.178343:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c7fd279b. 00010000:00000010:0.0:1761313476.178349:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000069c27738. 00010000:00000010:0.0:1761313476.178378:0:77239:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000a2a1ecff. 00000100:00000010:0.0:1761313476.178383:0:77239:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000002436ddd5. 00000100:00000010:0.0:1761313476.178389:0:77239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000db4b24ed. 02000000:00000010:0.0:1761313476.178398:0:77239:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000d0803dae. 02000000:00000010:0.0:1761313476.178419:0:77239:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000040180dc9. 00000400:00000010:0.0:1761313476.178422:0:77239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000f97ca873. 00000400:00000010:0.0:1761313476.178426:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000d3ed33a. 00000100:00000200:0.0:1761313476.178431:0:77239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869138399744, portal 16 00000400:00000010:0.0:1761313476.178434:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000cca6299d. 00000100:00000200:0.0:1761313476.178436:0:77239:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869138399744, offset 0 00000400:00000200:0.0:1761313476.178441:0:77239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:0.0:1761313476.178447:0:77239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:0.0:1761313476.178453:0:77239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:0.0:1761313476.178456:0:77239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761313476.178459:0:77239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:0.0:1761313476.178461:0:77239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90507:90507:256:4294967295] 192.168.204.38@tcp LPNI seq info [90507:90507:8:4294967295] 00000400:00000200:0.0:1761313476.178467:0:77239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:0.0:1761313476.178471:0:77239:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:0.0:1761313476.178475:0:77239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000063d61484 (tot 82351826). 00000800:00000200:0.0:1761313476.178478:0:77239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:0.0:1761313476.178482:0:77239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:0.0:1761313476.178484:0:77239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000063d61484 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761313476.179835:0:15826:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761313476.179840:0:15826:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000063d61484 (tot 82351578). 00000400:00000200:3.0:1761313476.179846:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313476.179853:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:3.0:1761313476.179858:0:15826:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000cca6299d 00000400:00000010:3.0:1761313476.179860:0:15826:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000cca6299d. 00000100:00000200:3.0:1761313476.179868:0:15826:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000db4b24ed x1846869138399744/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313520 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1761313476.186008:0:78531:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ccccd0a5. 00010000:00000010:0.1:1761313476.186019:0:78531:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003a70f038. 00010000:00000010:0.1:1761313476.186022:0:78531:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000366a4166. 00000400:00000200:3.0:1761313476.191950:0:15827:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:3.0:1761313476.191971:0:15827:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x68fb7baf0e200 00000400:00000200:3.0:1761313476.191980:0:15827:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb13a9 [1] + 224 00000400:00000200:3.0:1761313476.191992:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313476.191997:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:3.0:1761313476.192008:0:15827:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000db4b24ed x1846869138399744/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313520 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761313476.192051:0:15827:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:3.0:1761313476.192057:0:15827:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x68fb7ba85e9c0 00000400:00000200:3.0:1761313476.192061:0:15827:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xafcdd [2] + 1312 00000400:00000200:3.0:1761313476.192918:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313476.192924:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:3.0:1761313476.192929:0:15827:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761313476.192934:0:15827:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000099c92cc1. 00000400:00000010:1.0:1761313476.193008:0:77239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000f97ca873. 00000400:00000200:1.0:1761313476.193012:0:77239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000d3ed33a 00000400:00000010:1.0:1761313476.193015:0:77239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000d3ed33a. 00000100:00000200:1.0:1761313476.193021:0:77239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000db4b24ed x1846869138399744/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313520 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761313476.193028:0:77239:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000db4b24ed x1846869138399744/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313520 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761313476.193054:0:77239:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000040180dc9. 02000000:00000010:1.0:1761313476.193060:0:77239:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000d0803dae. 00000100:00000010:1.0:1761313476.193064:0:77239:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000db4b24ed. 00000100:00000010:1.0:1761313476.193067:0:77239:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000002436ddd5. 00010000:00000010:1.0:1761313476.193070:0:77239:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000a2a1ecff. 00000020:00000010:0.0:1761313476.194273:0:64710:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000aa0f3bce. 00000020:00000010:0.0:1761313476.194281:0:64710:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000008f84c84b. 00000020:00000010:0.0:1761313476.194284:0:64710:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000b19c8af1. 00000100:00000200:0.0:1761313476.194307:0:64710:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000099c92cc1 x1846869131389376/t0(0) o103->78617949-0e11-4ca2-94c2-d809f91deaa9@192.168.204.38@tcp:407/0 lens 328/0 e 0 to 0 dl 1761313482 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:0.0:1761313476.194406:0:64710:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869131389376 02000000:00000010:0.0:1761313476.194416:0:64710:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000007abc2598. 00010000:00000010:0.0:1761313476.194441:0:64710:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b97e4ee6. 00010000:00000010:0.0:1761313476.194457:0:64710:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000e59501a9. 00000100:00000010:0.0:1761313476.194463:0:64710:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000002436ddd5. 00000100:00000010:0.0:1761313476.194474:0:64710:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000002436ddd5. 00010000:00000010:0.0:1761313476.194477:0:64710:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000e59501a9. 00000400:00000010:0.0:1761313476.194490:0:64710:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000070c25494. 00000100:00000200:0.0:1761313476.194495:0:64710:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869131389376, offset 224 00000400:00000200:0.0:1761313476.194501:0:64710:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:0.0:1761313476.194512:0:64710:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:0.0:1761313476.194517:0:64710:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90508:90508:256:4294967295] 192.168.204.38@tcp LPNI seq info [90508:90508:8:4294967295] 00000400:00000200:0.0:1761313476.194528:0:64710:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:0.0:1761313476.194533:0:64710:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:0.0:1761313476.194537:0:64710:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e5db8080 (tot 82351826). 00000800:00000200:0.0:1761313476.194543:0:64710:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:0.0:1761313476.194548:0:64710:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:0.0:1761313476.194551:0:64710:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000e5db8080 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761313476.194566:0:64710:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000008f84c84b. 00000020:00000010:0.0:1761313476.194571:0:64710:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000b19c8af1. 00000020:00000010:0.0:1761313476.194573:0:64710:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000aa0f3bce. 00000800:00000200:3.0:1761313476.194898:0:15825:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761313476.194902:0:15825:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e5db8080 (tot 82351578). 00000400:00000200:3.0:1761313476.194906:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313476.194910:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:3.0:1761313476.194914:0:15825:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000070c25494 00000400:00000010:3.0:1761313476.194916:0:15825:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000070c25494. 00080000:00000010:1.0:1761313476.195776:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000357e669e. 00010000:00000010:1.0:1761313476.195858:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000069c27738. 00010000:00000010:1.0:1761313476.195866:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006303a868. 00010000:00000010:1.0:1761313476.195933:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000027d6177a. 00010000:00000010:1.0:1761313476.195939:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d90d8329. 00010000:00000010:1.0:1761313476.195950:0:77239:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ea5cf174. 00000100:00000010:1.0:1761313476.195955:0:77239:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000000f10965d. 00000100:00000010:1.0:1761313476.195963:0:77239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ba613791. 02000000:00000010:1.0:1761313476.195975:0:77239:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000097f846c2. 02000000:00000010:1.0:1761313476.196000:0:77239:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000002b410984. 00000400:00000010:1.0:1761313476.196007:0:77239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000861d532e. 00000400:00000010:1.0:1761313476.196012:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ccaef716. 00000100:00000200:1.0:1761313476.196017:0:77239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869138399808, portal 16 00000400:00000010:1.0:1761313476.196021:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009cf941ad. 00000100:00000200:1.0:1761313476.196023:0:77239:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869138399808, offset 0 00000400:00000200:1.0:1761313476.196029:0:77239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:1.0:1761313476.196040:0:77239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:1.0:1761313476.196047:0:77239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:1.0:1761313476.196050:0:77239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761313476.196053:0:77239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:1.0:1761313476.196055:0:77239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90509:90509:256:4294967295] 192.168.204.38@tcp LPNI seq info [90509:90509:8:4294967295] 00000400:00000200:1.0:1761313476.196064:0:77239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:1.0:1761313476.196069:0:77239:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:1.0:1761313476.196072:0:77239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000fe7bdfb5 (tot 82351826). 00000800:00000200:1.0:1761313476.196076:0:77239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:1.0:1761313476.196081:0:77239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:1.0:1761313476.196083:0:77239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000fe7bdfb5 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761313476.200978:0:15826:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761313476.200987:0:15826:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000fe7bdfb5 (tot 82351578). 00000400:00000200:3.0:1761313476.200994:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313476.201003:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:3.0:1761313476.201009:0:15826:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009cf941ad 00000400:00000010:3.0:1761313476.201011:0:15826:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009cf941ad. 00000100:00000200:3.0:1761313476.201020:0:15826:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000ba613791 x1846869138399808/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313520 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1761313476.203941:0:78536:0:(module.c:176:libcfs_ioctl_getdata()) alloc '(*hdr_pp)': 192 at 00000000643a27d3 (tot 82351770). 00000001:02000400:2.0:1761313476.203952:0:78536:0:(debug.c:702:libcfs_debug_mark_buffer()) DEBUG MARKER: sanity-lfsck test_10: @@@@@@ FAIL: (16) unexpected status 00000400:00000010:2.0:1761313476.207948:0:78536:0:(module.c:248:libcfs_ioctl()) kfreed 'hdr': 192 at 00000000643a27d3 (tot 82351578). 00000400:00000200:3.0:1761313476.207958:0:15827:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:3.0:1761313476.207977:0:15827:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x68fb7baf0e240 00000400:00000200:3.0:1761313476.207985:0:15827:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb13b5 [1] + 224 00000400:00000200:3.0:1761313476.207996:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313476.207998:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:3.0:1761313476.208009:0:15827:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000ba613791 x1846869138399808/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313520 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761313476.208046:0:15827:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:3.0:1761313476.208051:0:15827:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x68fb7ba85ea00 00000400:00000200:3.0:1761313476.208056:0:15827:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xafcdd [2] + 1640 00000400:00000200:3.0:1761313476.208063:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:1.0:1761313476.208063:0:77239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000861d532e. 00000400:00000200:3.0:1761313476.208066:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:1.0:1761313476.208068:0:77239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ccaef716 00000400:00000010:1.0:1761313476.208070:0:77239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ccaef716. 00000100:00000200:1.0:1761313476.208080:0:77239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000ba613791 x1846869138399808/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313520 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761313476.208087:0:77239:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000ba613791 x1846869138399808/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313520 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761313476.208113:0:77239:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000002b410984. 02000000:00000010:1.0:1761313476.208119:0:77239:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000097f846c2. 00000100:00000010:1.0:1761313476.208123:0:77239:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ba613791. 00000100:00000010:1.0:1761313476.208128:0:77239:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000000f10965d. 00010000:00000010:1.0:1761313476.208131:0:77239:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ea5cf174. 00000100:00000200:3.0:1761313476.208194:0:15827:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761313476.208201:0:15827:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000020fe4fda. 00000020:00000010:0.0:1761313476.208257:0:64710:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009a7803d1. 00000020:00000010:0.0:1761313476.208264:0:64710:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000008f84c84b. 00000020:00000010:0.0:1761313476.208268:0:64710:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000b19c8af1. 00000100:00000200:0.0:1761313476.208291:0:64710:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000020fe4fda x1846869131389440/t0(0) o103->78617949-0e11-4ca2-94c2-d809f91deaa9@192.168.204.38@tcp:407/0 lens 328/0 e 0 to 0 dl 1761313482 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:0.0:1761313476.208326:0:64710:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869131389440 02000000:00000010:0.0:1761313476.208340:0:64710:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000004a4cdac8. 00010000:00000010:0.0:1761313476.208395:0:64710:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000006e5d46cc. 00010000:00000010:0.0:1761313476.208418:0:64710:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000e59501a9. 00000100:00000010:0.0:1761313476.208425:0:64710:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000002436ddd5. 00000100:00000010:0.0:1761313476.208435:0:64710:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000002436ddd5. 00010000:00000010:0.0:1761313476.208438:0:64710:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000e59501a9. 00000400:00000010:0.0:1761313476.208450:0:64710:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000dc692469. 00000100:00000200:0.0:1761313476.208454:0:64710:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869131389440, offset 224 00000400:00000200:0.0:1761313476.208460:0:64710:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:0.0:1761313476.208470:0:64710:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:0.0:1761313476.208474:0:64710:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90510:90510:256:4294967295] 192.168.204.38@tcp LPNI seq info [90510:90510:8:4294967295] 00000400:00000200:0.0:1761313476.208484:0:64710:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:0.0:1761313476.208488:0:64710:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:0.0:1761313476.208492:0:64710:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006ab4245f (tot 82351826). 00000800:00000200:0.0:1761313476.208497:0:64710:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:0.0:1761313476.208504:0:64710:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:0.0:1761313476.208507:0:64710:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000006ab4245f type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761313476.208529:0:64710:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000008f84c84b. 00000020:00000010:0.0:1761313476.208534:0:64710:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000b19c8af1. 00000020:00000010:0.0:1761313476.208536:0:64710:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009a7803d1. 00080000:00000010:1.0:1761313476.208596:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 0000000097f846c2. 00000800:00000200:3.0:1761313476.208622:0:15825:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761313476.208626:0:15825:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006ab4245f (tot 82351578). 00000400:00000200:3.0:1761313476.208629:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313476.208632:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:3.0:1761313476.208635:0:15825:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000dc692469 00000400:00000010:3.0:1761313476.208636:0:15825:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000dc692469. 00010000:00000010:1.0:1761313476.208670:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d90d8329. 00010000:00000010:1.0:1761313476.208677:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000c77c25ed. 00010000:00000010:1.0:1761313476.208767:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ae3f52b1. 00010000:00000010:1.0:1761313476.208773:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d90d8329. 00010000:00000010:1.0:1761313476.208782:0:77239:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ea5cf174. 00000100:00000010:1.0:1761313476.208785:0:77239:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000000f10965d. 00000100:00000010:1.0:1761313476.208791:0:77239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ba613791. 02000000:00000010:1.0:1761313476.208800:0:77239:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000002b410984. 02000000:00000010:1.0:1761313476.208820:0:77239:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000cfa3acdb. 00000400:00000010:1.0:1761313476.208823:0:77239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000861d532e. 00000400:00000010:1.0:1761313476.208826:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ccaef716. 00000100:00000200:1.0:1761313476.208831:0:77239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869138399872, portal 16 00000400:00000010:1.0:1761313476.208834:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000074b1fc4e. 00000100:00000200:1.0:1761313476.208836:0:77239:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869138399872, offset 0 00000400:00000200:1.0:1761313476.208841:0:77239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:1.0:1761313476.208847:0:77239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:1.0:1761313476.208853:0:77239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:1.0:1761313476.208856:0:77239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761313476.208859:0:77239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:1.0:1761313476.208862:0:77239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90511:90511:256:4294967295] 192.168.204.38@tcp LPNI seq info [90511:90511:8:4294967295] 00000400:00000200:1.0:1761313476.208868:0:77239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:1.0:1761313476.208872:0:77239:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:1.0:1761313476.208875:0:77239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000258d8758 (tot 82351826). 00000800:00000200:1.0:1761313476.208879:0:77239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:1.0:1761313476.208883:0:77239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:1.0:1761313476.208885:0:77239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000258d8758 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761313476.209131:0:15826:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761313476.209134:0:15826:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000258d8758 (tot 82351578). 00000400:00000200:3.0:1761313476.209139:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313476.209142:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:3.0:1761313476.209145:0:15826:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000074b1fc4e 00000400:00000010:3.0:1761313476.209146:0:15826:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000074b1fc4e. 00000100:00000200:3.0:1761313476.209150:0:15826:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000ba613791 x1846869138399872/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313520 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761313476.211791:0:15827:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:3.0:1761313476.211809:0:15827:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x68fb7baf0e280 00000400:00000200:3.0:1761313476.211817:0:15827:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb13c1 [1] + 224 00000400:00000200:3.0:1761313476.211832:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313476.211836:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:3.0:1761313476.211846:0:15827:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000ba613791 x1846869138399872/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313520 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1761313476.211887:0:77239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000861d532e. 00000400:00000200:3.0:1761313476.211891:0:77239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ccaef716 00000400:00000010:3.0:1761313476.211893:0:77239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ccaef716. 00000100:00000200:3.0:1761313476.211897:0:77239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000ba613791 x1846869138399872/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313520 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761313476.211903:0:77239:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000ba613791 x1846869138399872/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313520 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1761313476.211931:0:77239:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000cfa3acdb. 02000000:00000010:3.0:1761313476.211937:0:77239:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000002b410984. 00000100:00000010:3.0:1761313476.211940:0:77239:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ba613791. 00000100:00000010:3.0:1761313476.211945:0:77239:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000000f10965d. 00010000:00000010:3.0:1761313476.211948:0:77239:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ea5cf174. 00000400:00000200:3.0:1761313476.212269:0:15825:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:3.0:1761313476.212276:0:15825:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x68fb7ba85ea40 00000400:00000200:3.0:1761313476.212280:0:15825:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xafcdd [2] + 1968 00000400:00000010:3.0:1761313476.212283:0:15825:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000080389b10. 00000400:00000200:3.0:1761313476.212287:0:15825:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 000000007ce28e31 00000400:00000200:3.0:1761313476.212313:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313476.212317:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:3.0:1761313476.212319:0:15825:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007ce28e31 00000400:00000010:3.0:1761313476.212320:0:15825:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 000000007ce28e31 (tot 82351426). 00000100:00000200:3.0:1761313476.212325:0:15825:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:0.0:1761313476.212685:0:64710:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009a7803d1. 00000020:00000010:0.0:1761313476.212693:0:64710:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000008f84c84b. 00000020:00000010:0.0:1761313476.212698:0:64710:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000b19c8af1. 00000100:00000200:0.0:1761313476.212720:0:64710:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000f00ec5bd x1846869131389504/t0(0) o103->78617949-0e11-4ca2-94c2-d809f91deaa9@192.168.204.38@tcp:407/0 lens 328/0 e 0 to 0 dl 1761313482 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:0.0:1761313476.212760:0:64710:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869131389504 02000000:00000010:0.0:1761313476.212771:0:64710:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000f58d94f2. 00010000:00000010:0.0:1761313476.212799:0:64710:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a223a314. 00010000:00000010:0.0:1761313476.212820:0:64710:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000e59501a9. 00000100:00000010:0.0:1761313476.212826:0:64710:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000002436ddd5. 00000100:00000010:0.0:1761313476.212840:0:64710:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000002436ddd5. 00010000:00000010:0.0:1761313476.212844:0:64710:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000e59501a9. 00000400:00000010:0.0:1761313476.212858:0:64710:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b0337f11. 00000100:00000200:0.0:1761313476.212862:0:64710:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869131389504, offset 224 00000400:00000200:0.0:1761313476.212869:0:64710:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:0.0:1761313476.212878:0:64710:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:0.0:1761313476.212883:0:64710:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90512:90512:256:4294967295] 192.168.204.38@tcp LPNI seq info [90512:90512:8:4294967295] 00000400:00000200:0.0:1761313476.212892:0:64710:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:0.0:1761313476.212897:0:64710:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:0.0:1761313476.212901:0:64710:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000028212975 (tot 82351674). 00000800:00000200:0.0:1761313476.212906:0:64710:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:0.0:1761313476.212912:0:64710:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:0.0:1761313476.212915:0:64710:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000028212975 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761313476.212933:0:64710:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000008f84c84b. 00000020:00000010:0.0:1761313476.212937:0:64710:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000b19c8af1. 00000020:00000010:0.0:1761313476.212939:0:64710:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009a7803d1. 02000000:00000010:0.0:1761313476.212946:0:64710:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000004a4cdac8. 00000100:00000010:0.0:1761313476.212949:0:64710:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000020fe4fda. 02000000:00000010:0.0:1761313476.212952:0:64710:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000007abc2598. 00000100:00000010:0.0:1761313476.212954:0:64710:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000099c92cc1. 02000000:00000010:0.0:1761313476.212956:0:64710:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000844bc46b. 00000100:00000010:0.0:1761313476.212958:0:64710:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000002febdaee. 02000000:00000010:0.0:1761313476.212960:0:64710:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000491ad1ae. 00000100:00000010:0.0:1761313476.212962:0:64710:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000a9908fec. 02000000:00000010:0.0:1761313476.212978:0:64710:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000044919959. 00000100:00000010:0.0:1761313476.212980:0:64710:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001588211e. 02000000:00000010:0.0:1761313476.212983:0:64710:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000000c77c6f0. 00000100:00000010:0.0:1761313476.212984:0:64710:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000018525722. 00000100:00000200:0.0:1761313476.212991:0:64710:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1761313476.212994:0:64710:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000d99b6674. 00000400:00000010:0.0:1761313476.212998:0:64710:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 000000002436ddd5 (tot 82351826). 00080000:00000010:3.0:1761313476.213018:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 000000004c0db0f2. 00000800:00000200:0.0:1761313476.213064:0:15826:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761313476.213067:0:15826:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000028212975 (tot 82351578). 00000400:00000200:0.0:1761313476.213071:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313476.213074:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:0.0:1761313476.213077:0:15826:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b0337f11 00000400:00000010:0.0:1761313476.213079:0:15826:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b0337f11. 02000000:00000010:0.0:1761313476.213082:0:15826:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000f58d94f2. 00010000:00000010:3.0:1761313476.213632:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d90d8329. 00010000:00000010:3.0:1761313476.213639:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000067c245e3. 00010000:00000010:3.0:1761313476.213709:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000e45fd4bc. 00010000:00000010:3.0:1761313476.213714:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000bf089835. 00010000:00000010:3.0:1761313476.213722:0:77239:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000000d73a540. 00000100:00000010:3.0:1761313476.213726:0:77239:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b2e27710. 00000100:00000010:3.0:1761313476.213733:0:77239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000009906dba7. 02000000:00000010:3.0:1761313476.213754:0:77239:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000001b4fb298. 02000000:00000010:3.0:1761313476.213774:0:77239:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000000c77c6f0. 00000400:00000010:3.0:1761313476.213778:0:77239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000000a563eeb. 00000400:00000010:3.0:1761313476.213782:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003e790751. 00000100:00000200:3.0:1761313476.213786:0:77239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869138399936, portal 16 00000400:00000010:3.0:1761313476.213790:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a66ded6b. 00000100:00000200:3.0:1761313476.213792:0:77239:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869138399936, offset 0 00000400:00000200:3.0:1761313476.213798:0:77239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:3.0:1761313476.213805:0:77239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:3.0:1761313476.213811:0:77239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:3.0:1761313476.213814:0:77239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761313476.213817:0:77239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:3.0:1761313476.213820:0:77239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90513:90513:256:4294967295] 192.168.204.38@tcp LPNI seq info [90513:90513:8:4294967295] 00000400:00000200:3.0:1761313476.213828:0:77239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:3.0:1761313476.213832:0:77239:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:3.0:1761313476.213836:0:77239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005a2664b3 (tot 82351826). 00000800:00000200:3.0:1761313476.213840:0:77239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:3.0:1761313476.213844:0:77239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:3.0:1761313476.213847:0:77239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000005a2664b3 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761313476.214691:0:15827:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313476.214695:0:15827:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005a2664b3 (tot 82351578). 00000400:00000200:1.0:1761313476.214701:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313476.214705:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:1.0:1761313476.214709:0:15827:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a66ded6b 00000400:00000010:1.0:1761313476.214710:0:15827:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a66ded6b. 00000100:00000200:1.0:1761313476.214717:0:15827:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000009906dba7 x1846869138399936/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313520 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1761313476.215428:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007b37b23e. 00010000:00000010:1.1:1761313476.215434:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c7fd279b. 00010000:00000010:0.1:1761313476.215594:0:78513:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000168ac66c. 00010000:00000010:0.1:1761313476.220295:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a991eb70. 00010000:00000010:0.1:1761313476.220310:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000093ff8f76. 00010000:00000010:3.1:1761313476.221254:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002a7ede09. 00010000:00000010:3.1:1761313476.221263:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ae3f52b1. 00000400:00000200:3.0:1761313476.221468:0:15825:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:3.0:1761313476.221485:0:15825:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x68fb7baf0e2c0 00000400:00000200:3.0:1761313476.221494:0:15825:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb13d1 [1] + 224 00000400:00000200:3.0:1761313476.221508:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313476.221513:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:3.0:1761313476.221524:0:15825:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000009906dba7 x1846869138399936/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313520 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761313476.221653:0:15826:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:3.0:1761313476.221661:0:15826:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x68fb7ba85ea80 00000400:00000200:3.0:1761313476.221666:0:15826:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xafd35 [2] + 0 00000400:00000200:3.0:1761313476.221723:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313476.221727:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:3.0:1761313476.221731:0:15826:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761313476.221736:0:15826:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000097b2ed89. 00000020:00000010:3.0:1761313476.221789:0:64710:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000844bc46b. 00010000:00000010:1.1:1761313476.221919:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000843e8ae7. 00010000:00000010:1.1:1761313476.221925:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000027d6177a. 00000400:00000010:1.0:1761313476.222025:0:77239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000000a563eeb. 00000400:00000200:1.0:1761313476.222031:0:77239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003e790751 00000400:00000010:1.0:1761313476.222033:0:77239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003e790751. 00000100:00000200:1.0:1761313476.222039:0:77239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000009906dba7 x1846869138399936/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313520 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761313476.222046:0:77239:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000009906dba7 x1846869138399936/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313520 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761313476.222073:0:77239:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000000c77c6f0. 02000000:00000010:1.0:1761313476.222079:0:77239:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000001b4fb298. 00000100:00000010:1.0:1761313476.222082:0:77239:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000009906dba7. 00000100:00000010:1.0:1761313476.222085:0:77239:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b2e27710. 00010000:00000010:1.0:1761313476.222088:0:77239:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000000d73a540. 00000020:00000010:3.0:1761313476.222776:0:64710:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000004db7aa52. 00000020:00000010:3.0:1761313476.222783:0:64710:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000f8c2014c. 00000100:00000200:3.0:1761313476.222809:0:64710:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000097b2ed89 x1846869131389568/t0(0) o103->78617949-0e11-4ca2-94c2-d809f91deaa9@192.168.204.38@tcp:407/0 lens 328/0 e 0 to 0 dl 1761313482 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:3.0:1761313476.222851:0:64710:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869131389568 02000000:00000010:3.0:1761313476.222863:0:64710:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000f31060db. 00010000:00000010:3.0:1761313476.222887:0:64710:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000009eb08e27. 00010000:00000010:3.0:1761313476.222907:0:64710:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000229ca492. 00000100:00000010:3.0:1761313476.222914:0:64710:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a457aec5. 00000100:00000010:3.0:1761313476.222921:0:64710:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a457aec5. 00010000:00000010:3.0:1761313476.222923:0:64710:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000229ca492. 00000400:00000010:3.0:1761313476.222936:0:64710:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000086bb8cc7. 00000100:00000200:3.0:1761313476.222941:0:64710:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869131389568, offset 224 00000400:00000200:3.0:1761313476.222948:0:64710:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:3.0:1761313476.222959:0:64710:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:3.0:1761313476.222964:0:64710:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90514:90514:256:4294967295] 192.168.204.38@tcp LPNI seq info [90514:90514:8:4294967295] 00000400:00000200:3.0:1761313476.222974:0:64710:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:3.0:1761313476.222979:0:64710:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:3.0:1761313476.222984:0:64710:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005a2664b3 (tot 82351826). 00000800:00000200:3.0:1761313476.222990:0:64710:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:3.0:1761313476.222996:0:64710:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:3.0:1761313476.222999:0:64710:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000005a2664b3 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761313476.223013:0:64710:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000004db7aa52. 00000020:00000010:3.0:1761313476.223016:0:64710:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000f8c2014c. 00000020:00000010:3.0:1761313476.223019:0:64710:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000844bc46b. 00000800:00000200:1.0:1761313476.226487:0:15827:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313476.226493:0:15827:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005a2664b3 (tot 82351578). 00000400:00000200:1.0:1761313476.226500:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313476.226510:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:1.0:1761313476.226518:0:15827:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000086bb8cc7 00000400:00000010:1.0:1761313476.226520:0:15827:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000086bb8cc7. 00080000:00000010:1.0:1761313476.226557:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 000000005bf706fd. 00010000:00000010:1.0:1761313476.226645:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bf089835. 00010000:00000010:1.0:1761313476.226654:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000000dbc51dc. 00010000:00000010:1.0:1761313476.226721:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000027d6177a. 00010000:00000010:1.0:1761313476.226727:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000990b7e01. 00010000:00000010:1.0:1761313476.226738:0:77239:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ad47a286. 00000100:00000010:1.0:1761313476.226757:0:77239:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a6a9d317. 00000100:00000010:1.0:1761313476.226768:0:77239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000771a630e. 02000000:00000010:1.0:1761313476.226782:0:77239:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000fad0689b. 02000000:00000010:1.0:1761313476.226808:0:77239:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000002b410984. 00000400:00000010:1.0:1761313476.226815:0:77239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000883ad6d7. 00000400:00000010:1.0:1761313476.226821:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e7bbe35e. 00000100:00000200:1.0:1761313476.226827:0:77239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869138400000, portal 16 00000400:00000010:1.0:1761313476.226834:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e95cb506. 00000100:00000200:1.0:1761313476.226837:0:77239:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869138400000, offset 0 00000400:00000200:1.0:1761313476.226845:0:77239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:1.0:1761313476.226858:0:77239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:1.0:1761313476.226865:0:77239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:1.0:1761313476.226869:0:77239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761313476.226872:0:77239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:1.0:1761313476.226875:0:77239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90515:90515:256:4294967295] 192.168.204.38@tcp LPNI seq info [90515:90515:8:4294967295] 00000400:00000200:1.0:1761313476.226884:0:77239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:1.0:1761313476.226889:0:77239:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:1.0:1761313476.226894:0:77239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000258d8758 (tot 82351826). 00000800:00000200:1.0:1761313476.226900:0:77239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:1.0:1761313476.226906:0:77239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:1.0:1761313476.226909:0:77239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000258d8758 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761313476.227023:0:15825:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761313476.227027:0:15825:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000258d8758 (tot 82351578). 00000400:00000200:2.0:1761313476.227031:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313476.227036:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:2.0:1761313476.227039:0:15825:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e95cb506 00000400:00000010:2.0:1761313476.227040:0:15825:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e95cb506. 00000100:00000200:2.0:1761313476.227047:0:15825:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000771a630e x1846869138400000/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313520 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761313476.232228:0:15826:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:3.0:1761313476.232248:0:15826:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x68fb7baf0e300 00000400:00000200:3.0:1761313476.232257:0:15826:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb13dd [1] + 224 00000400:00000200:3.0:1761313476.232269:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313476.232273:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:3.0:1761313476.232283:0:15826:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000771a630e x1846869138400000/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313520 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1761313476.232469:0:77239:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006938f152. 00010000:00000010:1.1:1761313476.232476:0:77239:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e45fd4bc. 00000400:00000200:3.0:1761313476.232610:0:15826:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:3.0:1761313476.232617:0:15826:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x68fb7ba85eac0 00000400:00000200:3.0:1761313476.232621:0:15826:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xafd35 [2] + 328 00000400:00000200:3.0:1761313476.232673:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313476.232678:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:3.0:1761313476.232682:0:15826:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761313476.232687:0:15826:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000015f262ae. 00000400:00000010:1.0:1761313476.232741:0:77239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000883ad6d7. 00000400:00000200:1.0:1761313476.232755:0:77239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e7bbe35e 00000400:00000010:1.0:1761313476.232757:0:77239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e7bbe35e. 00000100:00000200:1.0:1761313476.232764:0:77239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000771a630e x1846869138400000/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313520 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761313476.232773:0:77239:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000771a630e x1846869138400000/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313520 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761313476.232805:0:77239:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000002b410984. 02000000:00000010:1.0:1761313476.232812:0:77239:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000fad0689b. 00000100:00000010:1.0:1761313476.232817:0:77239:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000771a630e. 00000100:00000010:1.0:1761313476.232822:0:77239:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a6a9d317. 00010000:00000010:1.0:1761313476.232826:0:77239:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ad47a286. 00000020:00000010:2.0:1761313476.233517:0:75220:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000bc6b714e. 00000020:00000010:2.0:1761313476.233524:0:75220:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000004cd9bb8a. 00000020:00000010:2.0:1761313476.233528:0:75220:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000003de95356. 00000100:00000200:2.0:1761313476.233551:0:75220:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000015f262ae x1846869131389632/t0(0) o103->78617949-0e11-4ca2-94c2-d809f91deaa9@192.168.204.38@tcp:407/0 lens 328/0 e 0 to 0 dl 1761313482 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:2.0:1761313476.233580:0:75220:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869131389632 02000000:00000010:2.0:1761313476.233590:0:75220:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000eb2ef3f7. 00010000:00000010:2.0:1761313476.233615:0:75220:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000236e49ac. 00010000:00000010:2.0:1761313476.233633:0:75220:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000f8ec2798. 00000100:00000010:2.0:1761313476.233639:0:75220:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000643a27d3. 00000100:00000010:2.0:1761313476.233646:0:75220:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000643a27d3. 00010000:00000010:2.0:1761313476.233648:0:75220:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000f8ec2798. 00000400:00000010:2.0:1761313476.233661:0:75220:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002c0ac683. 00000100:00000200:2.0:1761313476.233666:0:75220:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869131389632, offset 224 00000400:00000200:2.0:1761313476.233673:0:75220:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:2.0:1761313476.233683:0:75220:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:2.0:1761313476.233689:0:75220:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90516:90516:256:4294967295] 192.168.204.38@tcp LPNI seq info [90516:90516:8:4294967295] 00000400:00000200:2.0:1761313476.233698:0:75220:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:2.0:1761313476.233703:0:75220:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:2.0:1761313476.233706:0:75220:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000df62ea87 (tot 82351826). 00000800:00000200:2.0:1761313476.233713:0:75220:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:2.0:1761313476.233719:0:75220:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:2.0:1761313476.233722:0:75220:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000df62ea87 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761313476.233739:0:75220:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000004cd9bb8a. 00000020:00000010:2.0:1761313476.233753:0:75220:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000003de95356. 00000020:00000010:2.0:1761313476.233757:0:75220:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000bc6b714e. 00000800:00000200:2.0:1761313476.233821:0:15827:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761313476.233825:0:15827:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000df62ea87 (tot 82351578). 00000400:00000200:2.0:1761313476.233828:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313476.233832:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:2.0:1761313476.233834:0:15827:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002c0ac683 00000400:00000010:2.0:1761313476.233836:0:15827:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002c0ac683. 00080000:00000010:1.0:1761313476.234061:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000fad0689b. 00010000:00000010:1.0:1761313476.234142:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000990b7e01. 00010000:00000010:1.0:1761313476.234149:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e79525d9. 00010000:00000010:1.0:1761313476.234226:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000e8ba1090. 00010000:00000010:1.0:1761313476.234230:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000ee6c533a. 00010000:00000010:1.0:1761313476.234235:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ae3f52b1. 00010000:00000010:1.0:1761313476.234239:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000990b7e01. 00080000:00000010:1.0:1761313476.234250:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 000000002b410984. 00010000:00000010:1.0:1761313476.234271:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000990b7e01. 00010000:00000010:1.0:1761313476.234274:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000ee6c533a. 00000004:00000010:1.0:1761313476.234310:0:77239:0:(mdt_handler.c:6310:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000cbbc1b2a. 00000004:00000010:1.0:1761313476.234319:0:77239:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 96 at 000000001965cb96. 00000004:00000010:1.0:1761313476.234324:0:77239:0:(lod_dev.c:214:lod_object_alloc()) slab-alloced 'lod_obj': 184 at 00000000dac06b1b. 00080000:00000010:1.0:1761313476.234330:0:77239:0:(osd_handler.c:432:osd_object_alloc()) kmalloced '(mo)': 304 at 00000000cfa3acdb. 00000001:00000010:1.0:1761313476.234344:0:77239:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000883ad6d7. 00000001:00000010:1.0:1761313476.234387:0:77239:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000883ad6d7. 00080000:00000010:1.0:1761313476.234400:0:77239:0:(osd_handler.c:1682:osd_object_free()) kfreed 'obj': 304 at 00000000cfa3acdb. 00000004:00000010:1.0:1761313476.234405:0:77239:0:(lod_object.c:9217:lod_object_free()) slab-freed '(lo)': 184 at 00000000dac06b1b. 00000004:00000010:1.0:1761313476.234409:0:77239:0:(mdd_object.c:339:mdd_object_free()) slab-freed '(mdd)': 96 at 000000001965cb96. 00000004:00000010:1.0:1761313476.234412:0:77239:0:(mdt_handler.c:6382:mdt_object_free()) slab-freed 'mo': 480 at 00000000cbbc1b2a. 00010000:00000010:1.0:1761313476.234432:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f717d0fe. 00010000:00000010:1.0:1761313476.234435:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000990b7e01. 00010000:00000010:1.0:1761313476.234443:0:77239:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ad47a286. 00000100:00000010:1.0:1761313476.234447:0:77239:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a6a9d317. 00000100:00000010:1.0:1761313476.234453:0:77239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000771a630e. 02000000:00000010:1.0:1761313476.234464:0:77239:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000cfa3acdb. 02000000:00000010:1.0:1761313476.234488:0:77239:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e49c32ea. 00000400:00000010:1.0:1761313476.234492:0:77239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000883ad6d7. 00000400:00000010:1.0:1761313476.234497:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e7bbe35e. 00000100:00000200:1.0:1761313476.234503:0:77239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869138400064, portal 16 00000400:00000010:1.0:1761313476.234508:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b6c604dc. 00000100:00000200:1.0:1761313476.234510:0:77239:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869138400064, offset 0 00000400:00000200:1.0:1761313476.234515:0:77239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:1.0:1761313476.234522:0:77239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:1.0:1761313476.234529:0:77239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:1.0:1761313476.234532:0:77239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761313476.234535:0:77239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:1.0:1761313476.234537:0:77239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90517:90517:256:4294967295] 192.168.204.38@tcp LPNI seq info [90517:90517:8:4294967295] 00000400:00000200:1.0:1761313476.234545:0:77239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:1.0:1761313476.234549:0:77239:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:1.0:1761313476.234553:0:77239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000fe7bdfb5 (tot 82351826). 00000800:00000200:1.0:1761313476.234557:0:77239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:1.0:1761313476.234562:0:77239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:1.0:1761313476.234564:0:77239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000fe7bdfb5 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761313476.236688:0:15825:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761313476.236695:0:15825:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000fe7bdfb5 (tot 82351578). 00000400:00000200:3.0:1761313476.236703:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313476.236711:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:3.0:1761313476.236716:0:15825:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b6c604dc 00000400:00000010:3.0:1761313476.236719:0:15825:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b6c604dc. 00000100:00000200:3.0:1761313476.236727:0:15825:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000771a630e x1846869138400064/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313520 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1761313476.237965:0:793:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004cef24d5. 00010000:00000010:1.1:1761313476.245011:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ff863578. 00010000:00000010:1.1:1761313476.245025:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000027d6177a. 00010000:00000010:1.1:1761313476.245030:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e8ba1090. 00010000:00000010:1.1:1761313476.245033:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ae3f52b1. 00010000:00000010:2.1:1761313476.247566:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005557210d. 00000400:00000200:3.0:1761313476.248738:0:15826:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:3.0:1761313476.248768:0:15826:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x68fb7baf0e340 00000400:00000200:3.0:1761313476.248778:0:15826:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb13e9 [1] + 224 00000400:00000200:3.0:1761313476.248792:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313476.248801:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:3.0:1761313476.248812:0:15826:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000771a630e x1846869138400064/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313520 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1761313476.251811:0:77239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000883ad6d7. 00000400:00000200:0.0:1761313476.251820:0:77239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e7bbe35e 00000400:00000010:0.0:1761313476.251822:0:77239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e7bbe35e. 00000100:00000200:0.0:1761313476.251836:0:77239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000771a630e x1846869138400064/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313520 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761313476.251846:0:77239:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000771a630e x1846869138400064/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313520 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761313476.251878:0:77239:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e49c32ea. 02000000:00000010:0.0:1761313476.251885:0:77239:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000cfa3acdb. 00000100:00000010:0.0:1761313476.251890:0:77239:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000771a630e. 00000100:00000010:0.0:1761313476.251895:0:77239:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a6a9d317. 00010000:00000010:0.0:1761313476.251899:0:77239:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ad47a286. 00000400:00000200:2.0:1761313476.253907:0:15827:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:2.0:1761313476.253926:0:15827:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x68fb7ba85eb00 00000400:00000200:2.0:1761313476.253934:0:15827:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xafd35 [2] + 656 00000400:00000200:2.0:1761313476.253995:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313476.254000:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:2.0:1761313476.254007:0:15827:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1761313476.254013:0:15827:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000006f7dd222. 00000020:00000010:1.0:1761313476.254800:0:64710:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e49c32ea. 00000020:00000010:1.0:1761313476.254807:0:64710:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000009fc4cf95. 00000020:00000010:1.0:1761313476.254811:0:64710:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000009698beef. 00000100:00000200:1.0:1761313476.254834:0:64710:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000006f7dd222 x1846869131389696/t0(0) o103->78617949-0e11-4ca2-94c2-d809f91deaa9@192.168.204.38@tcp:407/0 lens 328/0 e 0 to 0 dl 1761313482 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:1.0:1761313476.254863:0:64710:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869131389696 02000000:00000010:1.0:1761313476.254872:0:64710:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000042d2e145. 00010000:00000010:1.0:1761313476.254895:0:64710:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000346f0e01. 00010000:00000010:1.0:1761313476.254915:0:64710:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000770a6785. 00000100:00000010:1.0:1761313476.254921:0:64710:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000001a713921. 00000100:00000010:1.0:1761313476.254930:0:64710:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000001a713921. 00010000:00000010:1.0:1761313476.254933:0:64710:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000770a6785. 00000400:00000010:1.0:1761313476.254944:0:64710:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009f44a341. 00000100:00000200:1.0:1761313476.254950:0:64710:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869131389696, offset 224 00000400:00000200:1.0:1761313476.254956:0:64710:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:1.0:1761313476.254965:0:64710:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:1.0:1761313476.254970:0:64710:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90518:90518:256:4294967295] 192.168.204.38@tcp LPNI seq info [90518:90518:8:4294967295] 00000400:00000200:1.0:1761313476.254979:0:64710:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:1.0:1761313476.254984:0:64710:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:1.0:1761313476.254988:0:64710:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000cc8c87c8 (tot 82351826). 00000800:00000200:1.0:1761313476.254992:0:64710:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:1.0:1761313476.254998:0:64710:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:1.0:1761313476.255001:0:64710:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000cc8c87c8 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761313476.255017:0:64710:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000009fc4cf95. 00000020:00000010:1.0:1761313476.255020:0:64710:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000009698beef. 00000020:00000010:1.0:1761313476.255023:0:64710:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e49c32ea. 00000800:00000200:1.0:1761313476.255098:0:15825:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313476.255102:0:15825:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000cc8c87c8 (tot 82351578). 00000400:00000200:1.0:1761313476.255106:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313476.255110:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:1.0:1761313476.255113:0:15825:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009f44a341 00000400:00000010:1.0:1761313476.255115:0:15825:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009f44a341. 00080000:00000010:0.0:1761313476.256116:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f58d94f2. 00010000:00000010:1.1:1761313476.263779:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000472d94ae. 00080000:00000010:3.0:1761313476.277816:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000002b410984. 00080000:00000010:3.0:1761313476.277826:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000fad0689b. 00080000:00000010:3.0:1761313476.277831:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000005bf706fd. 00080000:00000010:3.0:1761313476.277833:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000004c0db0f2. 00080000:00000010:3.0:1761313476.277836:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000097f846c2. 00080000:00000010:3.0:1761313476.277838:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000357e669e. 00080000:00000010:3.0:1761313476.277841:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000009df59a79. 00080000:00000010:3.0:1761313476.277843:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000d251cb3a. 00080000:00000010:3.0:1761313476.277845:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000f3202589. 00080000:00000010:3.0:1761313476.277847:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000006042189. 00080000:00000010:3.0:1761313476.277850:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000a1867332. 00080000:00000010:3.0:1761313476.277852:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000766acbd2. 00080000:00000010:3.0:1761313476.277854:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000076b65146. 00080000:00000010:3.0:1761313476.277857:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000490fd4a1. 00080000:00000010:3.0:1761313476.277860:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000cb922dba. 00080000:00000010:3.0:1761313476.277862:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000146b7906. 00080000:00000010:3.0:1761313476.277864:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000238ad8d3. 00080000:00000010:3.0:1761313476.277867:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000780a2717. 00080000:00000010:3.0:1761313476.277869:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000f833a1b3. 00080000:00000010:3.0:1761313476.277872:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000df0963a9. 00080000:00000010:3.0:1761313476.277875:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000002115fde1. 00080000:00000010:3.0:1761313476.277878:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000001a9f60ac. 00080000:00000010:3.0:1761313476.277880:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000efb1d057. 00080000:00000010:3.0:1761313476.277882:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000e7af54cd. 00080000:00000010:3.0:1761313476.277885:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ef130487. 00080000:00000010:3.0:1761313476.277887:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000005b9cb424. 00080000:00000010:3.0:1761313476.277891:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000004a29b664. 00080000:00000010:3.0:1761313476.277893:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000073605322. 00080000:00000010:3.0:1761313476.277897:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000f15a21fe. 00080000:00000010:3.0:1761313476.277898:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000001b863178. 00080000:00000010:3.0:1761313476.277901:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ca29ed63. 00080000:00000010:3.0:1761313476.277903:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000db25c496. 00080000:00000010:3.0:1761313476.277906:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000005a36bf3a. 00080000:00000010:3.0:1761313476.277908:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ef66f5c4. 00080000:00000010:3.0:1761313476.277910:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000054e518bb. 00080000:00000010:3.0:1761313476.277913:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000005bb30790. 00080000:00000010:3.0:1761313476.277914:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000defd00a8. 00080000:00000010:3.0:1761313476.277916:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000061d151a5. 00080000:00000010:3.0:1761313476.277919:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000001a921059. 00080000:00000010:3.0:1761313476.277921:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000de4ea74d. 00080000:00000010:3.0:1761313476.277923:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000c129eaa9. 00080000:00000010:3.0:1761313476.277925:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000a7fa56e3. 00080000:00000010:3.0:1761313476.277927:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ac6dcd0c. 00080000:00000010:3.0:1761313476.277929:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000a68b9ce5. 00080000:00000010:3.0:1761313476.277930:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000000e44180b. 00080000:00000010:3.0:1761313476.277932:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000020e20a90. 00080000:00000010:3.0:1761313476.277934:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000cc33f4fe. 00080000:00000010:3.0:1761313476.277936:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000d2efd446. 00080000:00000010:3.0:1761313476.277939:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000051c3187e. 00080000:00000010:3.0:1761313476.277942:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000e88513e8. 00080000:00000010:3.0:1761313476.277944:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000008d9a2e0e. 00080000:00000010:3.0:1761313476.277946:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000008414079a. 00080000:00000010:3.0:1761313476.277948:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000375a7e23. 00080000:00000010:3.0:1761313476.277950:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ce05755e. 00080000:00000010:3.0:1761313476.277953:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000059c94ac6. 00080000:00000010:3.0:1761313476.277954:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000026524787. 00080000:00000010:3.0:1761313476.277957:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000a2a8cb84. 00080000:00000010:3.0:1761313476.277959:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000007b6d669f. 00080000:00000010:3.0:1761313476.277961:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000e7dcd576. 00080000:00000010:3.0:1761313476.277963:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000599a005e. 00080000:00000010:3.0:1761313476.277966:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000090d912d9. 00080000:00000010:3.0:1761313476.277968:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000dc0eee2d. 00080000:00000010:3.0:1761313476.277970:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000fa184bc1. 00080000:00000010:3.0:1761313476.277973:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000046406e66. 00080000:00000010:3.0:1761313476.277975:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000a8c3e2d1. 00080000:00000010:3.0:1761313476.277979:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000f029496f. 00080000:00000010:3.0:1761313476.277982:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000c74660fe. 00080000:00000010:3.0:1761313476.277984:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000083433320. 00080000:00000010:3.0:1761313476.277986:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000813674bf. 00080000:00000010:3.0:1761313476.277988:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000003c06b12f. 00080000:00000010:3.0:1761313476.277990:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000dc0fd3d5. 00080000:00000010:3.0:1761313476.277992:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000004a7dd4a. 00080000:00000010:3.0:1761313476.277994:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000006c11c8fb. 00080000:00000010:3.0:1761313476.277997:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000045eaad2. 00080000:00000010:3.0:1761313476.277999:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000004f13a525. 00080000:00000010:3.0:1761313476.278001:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000d7fb6e05. 00080000:00000010:3.0:1761313476.278003:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000002cec0390. 00080000:00000010:3.0:1761313476.278005:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000226e391c. 00080000:00000010:3.0:1761313476.278007:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000bfc526b6. 00080000:00000010:3.0:1761313476.278009:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000d57da5c1. 00080000:00000010:3.0:1761313476.278011:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000bb979ac2. 00080000:00000010:3.0:1761313476.278014:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000233a92a5. 00080000:00000010:3.0:1761313476.278016:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000071f932b6. 00080000:00000010:3.0:1761313476.278018:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000d7843103. 00080000:00000010:3.0:1761313476.278020:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000006221a5cd. 00080000:00000010:3.0:1761313476.278023:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000474343c4. 00080000:00000010:3.0:1761313476.278026:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000a24787d7. 00080000:00000010:3.0:1761313476.278029:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000007ed26662. 00080000:00000010:3.0:1761313476.278031:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000f9f4cc9c. 00080000:00000010:3.0:1761313476.278035:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000a8459486. 00080000:00000010:3.0:1761313476.278037:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000d39845a5. 00080000:00000010:3.0:1761313476.278039:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000976d2af7. 00080000:00000010:3.0:1761313476.278041:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000008661f0b5. 00080000:00000010:3.0:1761313476.278043:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000009ef2b81d. 00080000:00000010:3.0:1761313476.278045:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000028983b63. 00080000:00000010:3.0:1761313476.278048:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000856a1840. 00080000:00000010:3.0:1761313476.278050:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000004cb1b0dd. 00080000:00000010:3.0:1761313476.278052:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000bd32b728. 00080000:00000010:3.0:1761313476.278054:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000b2fc1621. 00080000:00000010:3.0:1761313476.278056:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000e998ee48. 00080000:00000010:3.0:1761313476.278058:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000101530af. 00080000:00000010:3.0:1761313476.278061:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000b39f3e7e. 00080000:00000010:3.0:1761313476.278064:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000d0b53f97. 00080000:00000010:3.0:1761313476.278066:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000718ab532. 00080000:00000010:3.0:1761313476.278068:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000087501e33. 00080000:00000010:3.0:1761313476.278070:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000901f4861. 00080000:00000010:3.0:1761313476.278072:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000fa72bbb1. 00080000:00000010:3.0:1761313476.278074:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000611d6175. 00080000:00000010:3.0:1761313476.278077:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000010785070. 00080000:00000010:3.0:1761313476.278079:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000011648ca8. 00080000:00000010:3.0:1761313476.278082:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000b5739949. 00080000:00000010:3.0:1761313476.278083:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000e189612f. 00080000:00000010:3.0:1761313476.278085:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000fd7e9fe6. 00080000:00000010:3.0:1761313476.278087:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000027e23530. 00080000:00000010:3.0:1761313476.278089:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000513c3d9c. 00080000:00000010:3.0:1761313476.278091:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000a71d3140. 00080000:00000010:3.0:1761313476.278093:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000004176f019. 00080000:00000010:3.0:1761313476.278095:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000031da8f60. 00080000:00000010:3.0:1761313476.278097:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000c9dac9a4. 00080000:00000010:3.0:1761313476.278099:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000069440411. 00080000:00000010:3.0:1761313476.278101:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000001ebc0fcc. 00080000:00000010:3.0:1761313476.278103:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000086e4d912. 00080000:00000010:3.0:1761313476.278105:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000003e2dc638. 00080000:00000010:3.0:1761313476.278107:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000f6cb916e. 00080000:00000010:3.0:1761313476.278109:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000056f83116. 00080000:00000010:3.0:1761313476.278112:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000134563d4. 00080000:00000010:3.0:1761313476.278116:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000b7fed016. 00080000:00000010:3.0:1761313476.278119:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000d684b186. 00080000:00000010:3.0:1761313476.278120:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ff94ce64. 00080000:00000010:3.0:1761313476.278123:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000dd1a2c53. 00080000:00000010:3.0:1761313476.278125:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000001af7227c. 00080000:00000010:3.0:1761313476.278127:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000083ff8d7f. 00080000:00000010:3.0:1761313476.278129:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000b4fe780a. 00080000:00000010:3.0:1761313476.278132:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000004783c44. 00080000:00000010:3.0:1761313476.278134:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000072f1c535. 00080000:00000010:3.0:1761313476.278136:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000377d6f2c. 00080000:00000010:3.0:1761313476.278138:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000100229ef. 00080000:00000010:3.0:1761313476.278139:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000bd1db22e. 00080000:00000010:3.0:1761313476.278141:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000cb3fafe6. 00080000:00000010:3.0:1761313476.278144:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000928994b2. 00080000:00000010:3.0:1761313476.278146:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000a2f7b421. 00080000:00000010:3.0:1761313476.278148:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000b273bcc1. 00080000:00000010:3.0:1761313476.278149:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000001abc00c5. 00080000:00000010:3.0:1761313476.278151:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000c4bbc623. 00080000:00000010:3.0:1761313476.278153:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000b91429c8. 00080000:00000010:3.0:1761313476.278155:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000f872ce68. 00080000:00000010:3.0:1761313476.278157:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000002155899. 00080000:00000010:3.0:1761313476.278159:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000f956102a. 00080000:00000010:3.0:1761313476.278161:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000009c30c2fe. 00080000:00000010:3.0:1761313476.278163:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000039b31678. 00080000:00000010:3.0:1761313476.278166:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000003f969307. 00080000:00000010:3.0:1761313476.278168:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000030546443. 00080000:00000010:3.0:1761313476.278170:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000dea6c833. 00080000:00000010:3.0:1761313476.278173:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000006d92f5f9. 00080000:00000010:3.0:1761313476.278175:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000005b14fd94. 00080000:00000010:3.0:1761313476.278177:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000b6d4ba17. 00080000:00000010:3.0:1761313476.278181:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000636e261f. 00080000:00000010:3.0:1761313476.278184:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000c15a6d6e. 00080000:00000010:3.0:1761313476.278186:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000007a34f1ed. 00080000:00000010:3.0:1761313476.278190:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000005d8ffa35. 00080000:00000010:3.0:1761313476.278192:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000006844aeaf. 00080000:00000010:3.0:1761313476.278194:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000000752e1d4. 00080000:00000010:3.0:1761313476.278196:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000601a9fd7. 00080000:00000010:3.0:1761313476.278198:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000047b7a5fb. 00080000:00000010:3.0:1761313476.278200:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ee3ccd75. 00080000:00000010:3.0:1761313476.278202:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000004c569d34. 00080000:00000010:3.0:1761313476.278205:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000002acb5034. 00080000:00000010:3.0:1761313476.278207:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000093f4c9ce. 00080000:00000010:3.0:1761313476.278209:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000008c6e10f8. 00080000:00000010:3.0:1761313476.278211:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000006600be30. 00080000:00000010:3.0:1761313476.278214:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000068f8780f. 00080000:00000010:3.0:1761313476.278216:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000001b4512d4. 00080000:00000010:3.0:1761313476.278218:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000002cd072b3. 00080000:00000010:3.0:1761313476.278220:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000fb769efc. 00080000:00000010:3.0:1761313476.278222:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000996c1380. 00080000:00000010:3.0:1761313476.278224:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000002b1d09d2. 00080000:00000010:3.0:1761313476.278226:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000a00601ef. 00080000:00000010:3.0:1761313476.278228:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000a5a63e17. 00080000:00000010:3.0:1761313476.278231:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000047f8b37e. 00080000:00000010:3.0:1761313476.278233:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000964f4a27. 00080000:00000010:3.0:1761313476.278236:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000bfbaf131. 00080000:00000010:3.0:1761313476.278239:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000dfb808b1. 00080000:00000010:3.0:1761313476.278241:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000008521e0b6. 00080000:00000010:3.0:1761313476.278243:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000e25e6e12. 00080000:00000010:3.0:1761313476.278245:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000057565a5c. 00080000:00000010:3.0:1761313476.278247:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000240e764c. 00080000:00000010:3.0:1761313476.278249:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000049e204b4. 00080000:00000010:3.0:1761313476.278251:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000c44cbd0e. 00080000:00000010:3.0:1761313476.278253:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000922c67b3. 00080000:00000010:3.0:1761313476.278255:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000085d4b923. 00080000:00000010:3.0:1761313476.278257:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000002f1627e2. 00080000:00000010:3.0:1761313476.278259:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000966ce115. 00080000:00000010:3.0:1761313476.278262:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000e85ccc0a. 00080000:00000010:3.0:1761313476.278265:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000b41bb6a9. 00080000:00000010:3.0:1761313476.278267:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000cfe7a6c5. 00080000:00000010:3.0:1761313476.278270:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000090d687f. 00080000:00000010:3.0:1761313476.278272:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000edf37714. 00080000:00000010:3.0:1761313476.278274:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000091b15d88. 00080000:00000010:3.0:1761313476.278276:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000561b95b7. 00080000:00000010:3.0:1761313476.278278:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000027d06cfc. 00080000:00000010:3.0:1761313476.278281:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000a27389d7. 00080000:00000010:3.0:1761313476.278283:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000dccb8a03. 00080000:00000010:3.0:1761313476.278285:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000a7f7d643. 00080000:00000010:3.0:1761313476.278287:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000000e5d64e7. 00080000:00000010:3.0:1761313476.278289:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000e9255329. 00080000:00000010:3.0:1761313476.278291:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000020245222. 00080000:00000010:3.0:1761313476.278293:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000719da0ba. 00080000:00000010:3.0:1761313476.278295:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000c63dc10b. 00080000:00000010:3.0:1761313476.278297:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000cbebe149. 00080000:00000010:3.0:1761313476.278299:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000e3b3554f. 00080000:00000010:3.0:1761313476.278301:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000009615b35a. 00080000:00000010:3.0:1761313476.278304:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000008cb7ab9b. 00080000:00000010:3.0:1761313476.278307:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000084e7ce58. 00080000:00000010:3.0:1761313476.278311:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000003f6e51e9. 00080000:00000010:3.0:1761313476.278313:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000031a1178. 00080000:00000010:3.0:1761313476.278315:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000005f34b428. 00080000:00000010:3.0:1761313476.278318:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000004622a50f. 00080000:00000010:3.0:1761313476.278321:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000c29b1989. 00080000:00000010:3.0:1761313476.278323:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000031ee652. 00080000:00000010:3.0:1761313476.278325:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000005f5a10d3. 00080000:00000010:3.0:1761313476.278327:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000085b4ec40. 00080000:00000010:3.0:1761313476.278331:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000f600b520. 00080000:00000010:3.0:1761313476.278334:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000006d39e1e3. 00080000:00000010:3.0:1761313476.278336:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000f3987f9d. 00080000:00000010:3.0:1761313476.278338:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000002cba305. 00080000:00000010:3.0:1761313476.278341:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000be6ff6cf. 00080000:00000010:3.0:1761313476.278344:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000a890d2e7. 00080000:00000010:3.0:1761313476.278345:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000009e9e9aba. 00080000:00000010:3.0:1761313476.278348:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ad73d1f3. 00080000:00000010:3.0:1761313476.278350:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000431a99a1. 00080000:00000010:3.0:1761313476.278353:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000da3a64f4. 00080000:00000010:3.0:1761313476.278356:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000003c3ad7dc. 00080000:00000010:3.0:1761313476.278382:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000039b3f807. 00080000:00000010:3.0:1761313476.278387:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000fd1eb2bf. 00080000:00000010:3.0:1761313476.278389:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000a0dc0fbc. 00080000:00000010:3.0:1761313476.278393:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000670f6777. 00080000:00000010:3.0:1761313476.278396:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000e07b507f. 00080000:00000010:3.0:1761313476.278399:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000090332bac. 00080000:00000010:3.0:1761313476.278402:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000f39784db. 00080000:00000010:3.0:1761313476.278405:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000006f7470de. 00080000:00000010:3.0:1761313476.278407:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000fdf64b26. 00080000:00000010:3.0:1761313476.278410:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000e2a82069. 00080000:00000010:3.0:1761313476.278412:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000004d15bbff. 00080000:00000010:3.0:1761313476.278415:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000002eb850cb. 00080000:00000010:3.0:1761313476.278417:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000a1572dca. 00080000:00000010:3.0:1761313476.278419:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000a668ac87. 00080000:00000010:3.0:1761313476.278421:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000485b82ac. 00080000:00000010:3.0:1761313476.278423:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000004f29327c. 00080000:00000010:3.0:1761313476.278425:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000000d8335dc. 00080000:00000010:3.0:1761313476.278427:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000093b57cdb. 00080000:00000010:3.0:1761313476.278429:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000007cd042aa. 00080000:00000010:3.0:1761313476.278431:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ea51c6ce. 00080000:00000010:3.0:1761313476.278433:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000a51b6d85. 00080000:00000010:3.0:1761313476.278435:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000086085109. 00080000:00000010:3.0:1761313476.278437:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000c316a9f8. 00080000:00000010:3.0:1761313476.278439:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000008679a56. 00080000:00000010:3.0:1761313476.278441:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000d8f6543a. 00080000:00000010:3.0:1761313476.278444:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000005afb86ac. 00080000:00000010:3.0:1761313476.278447:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000060ecb47a. 00080000:00000010:3.0:1761313476.278450:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000008475437a. 00080000:00000010:3.0:1761313476.278452:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000004109c067. 00080000:00000010:3.0:1761313476.278455:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000b67c9f6a. 00080000:00000010:3.0:1761313476.278458:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000883ab3b4. 00080000:00000010:3.0:1761313476.278460:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000b90e1890. 00080000:00000010:3.0:1761313476.278463:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000085389094. 00080000:00000010:3.0:1761313476.278465:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000fec88df9. 00080000:00000010:3.0:1761313476.278467:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000db1815c1. 00080000:00000010:3.0:1761313476.278470:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000e9193d6e. 00080000:00000010:3.0:1761313476.278472:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000e207838c. 00080000:00000010:3.0:1761313476.278476:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000068b536af. 00080000:00000010:3.0:1761313476.278478:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000bc92f39e. 00080000:00000010:3.0:1761313476.278481:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000e26ad7ad. 00080000:00000010:3.0:1761313476.278484:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000a6f09126. 00080000:00000010:3.0:1761313476.278487:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000040274240. 00080000:00000010:3.0:1761313476.278489:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000a7c183f1. 00080000:00000010:3.0:1761313476.278491:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000d8d82da8. 00080000:00000010:3.0:1761313476.278494:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000009ad828eb. 00080000:00000010:3.0:1761313476.278497:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000764b20a4. 00080000:00000010:3.0:1761313476.278499:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000076342822. 00080000:00000010:3.0:1761313476.278501:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000005999724. 00080000:00000010:3.0:1761313476.278504:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000054fab67d. 00080000:00000010:3.0:1761313476.278506:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000b04937c2. 00080000:00000010:3.0:1761313476.278511:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000022cdd306. 00080000:00000010:3.0:1761313476.278513:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000effbd660. 00080000:00000010:3.0:1761313476.278517:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000027ece68. 00080000:00000010:3.0:1761313476.278520:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000814212df. 00080000:00000010:3.0:1761313476.278522:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000b6232ca8. 00080000:00000010:3.0:1761313476.278524:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000006d2005fb. 00080000:00000010:3.0:1761313476.278526:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000008b6f23c3. 00080000:00000010:3.0:1761313476.278529:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000013442a6f. 00080000:00000010:3.0:1761313476.278531:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000669fe953. 00080000:00000010:3.0:1761313476.278533:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000d5246386. 00080000:00000010:3.0:1761313476.278535:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000cfce8803. 00080000:00000010:3.0:1761313476.278537:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000d6427284. 00080000:00000010:3.0:1761313476.278539:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000a394f22b. 00080000:00000010:3.0:1761313476.278541:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000aad51c4c. 00080000:00000010:3.0:1761313476.278545:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000e7aca92c. 00080000:00000010:3.0:1761313476.278547:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000062cecc92. 00080000:00000010:3.0:1761313476.278549:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000006b2b20da. 00080000:00000010:3.0:1761313476.278551:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000001f97f625. 00080000:00000010:3.0:1761313476.278553:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000076255248. 00080000:00000010:3.0:1761313476.278555:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000b5e32eeb. 00080000:00000010:3.0:1761313476.278559:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000007725e51e. 00080000:00000010:3.0:1761313476.278561:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000002795c718. 00080000:00000010:3.0:1761313476.278563:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000186ff8a9. 00080000:00000010:3.0:1761313476.278565:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000007991ab59. 00080000:00000010:3.0:1761313476.278570:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000fd562785. 00080000:00000010:3.0:1761313476.278572:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000a5812a1c. 00080000:00000010:3.0:1761313476.278575:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000005c004fe9. 00080000:00000010:3.0:1761313476.278577:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000008eeee28a. 00080000:00000010:3.0:1761313476.278579:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000102dc7be. 00080000:00000010:3.0:1761313476.278581:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000078abeb46. 00080000:00000010:3.0:1761313476.278584:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000002952b201. 00080000:00000010:3.0:1761313476.278586:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000002a7f6a4. 00080000:00000010:3.0:1761313476.278587:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000008c6f1983. 00080000:00000010:3.0:1761313476.278589:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000d4ccb6c7. 00080000:00000010:3.0:1761313476.278591:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000e8ad967a. 00080000:00000010:3.0:1761313476.278593:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000007ad09f8b. 00080000:00000010:3.0:1761313476.278595:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000040711596. 00080000:00000010:3.0:1761313476.278597:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000dc164f85. 00080000:00000010:3.0:1761313476.278600:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000008436a38. 00080000:00000010:3.0:1761313476.278602:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000000d9c540. 00080000:00000010:3.0:1761313476.278604:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000018e7634. 00080000:00000010:3.0:1761313476.278606:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000006ebcd407. 00080000:00000010:3.0:1761313476.278608:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000006676e198. 00080000:00000010:3.0:1761313476.278610:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000195ccb66. 00080000:00000010:3.0:1761313476.278612:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000836d0529. 00080000:00000010:3.0:1761313476.278614:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000bca0be32. 00080000:00000010:3.0:1761313476.278616:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ad060e8b. 00080000:00000010:3.0:1761313476.278618:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000003a2bef69. 00080000:00000010:3.0:1761313476.278620:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000d88ca173. 00080000:00000010:3.0:1761313476.278622:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000b9ebb263. 00080000:00000010:3.0:1761313476.278625:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000b7c4d44c. 00080000:00000010:3.0:1761313476.278626:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000009cb67fe6. 00080000:00000010:3.0:1761313476.278628:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000034691504. 00080000:00000010:3.0:1761313476.278630:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000794b04eb. 00080000:00000010:3.0:1761313476.278632:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000004f692788. 00080000:00000010:3.0:1761313476.278634:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000006857133c. 00080000:00000010:3.0:1761313476.278636:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000005d6a51af. 00080000:00000010:3.0:1761313476.278639:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000014cbe4c. 00080000:00000010:3.0:1761313476.278641:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000aad65f8b. 00080000:00000010:3.0:1761313476.278643:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ceb99c1f. 00080000:00000010:3.0:1761313476.278645:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000049e9573b. 00080000:00000010:3.0:1761313476.278648:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000f3442800. 00080000:00000010:3.0:1761313476.278650:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000c6262b5d. 00080000:00000010:3.0:1761313476.278653:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000006a6d297a. 00080000:00000010:3.0:1761313476.278655:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000717234f8. 00080000:00000010:3.0:1761313476.278658:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000090543bca. 00080000:00000010:3.0:1761313476.278661:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000008d975cdd. 00080000:00000010:3.0:1761313476.278663:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000fc9b3448. 00080000:00000010:3.0:1761313476.278666:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000569991b5. 00080000:00000010:3.0:1761313476.278668:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000a8d90e26. 00080000:00000010:3.0:1761313476.278671:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000985be742. 00080000:00000010:3.0:1761313476.278673:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000002db25ad. 00080000:00000010:3.0:1761313476.278675:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000da78ec28. 00080000:00000010:3.0:1761313476.278679:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000019b763be. 00080000:00000010:3.0:1761313476.278681:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000004805db39. 00080000:00000010:3.0:1761313476.278683:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000fc11e687. 00080000:00000010:3.0:1761313476.278686:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000bdbafd85. 00080000:00000010:3.0:1761313476.278688:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000007aa30d8b. 00080000:00000010:3.0:1761313476.278690:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000007407e669. 00080000:00000010:3.0:1761313476.278692:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000d686bc43. 00080000:00000010:3.0:1761313476.278694:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000bb53f867. 00080000:00000010:3.0:1761313476.278696:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000000653aeb4. 00080000:00000010:3.0:1761313476.278699:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000009e2f2be. 00080000:00000010:3.0:1761313476.278701:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000002db85f8f. 00080000:00000010:3.0:1761313476.278703:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ed2a131e. 00080000:00000010:3.0:1761313476.278705:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000007363d03a. 00080000:00000010:3.0:1761313476.278707:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000022f46009. 00080000:00000010:3.0:1761313476.278709:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000555548bd. 00080000:00000010:3.0:1761313476.278712:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000029ec4300. 00080000:00000010:3.0:1761313476.278715:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000008a57a3d2. 00080000:00000010:3.0:1761313476.278717:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000d09023e3. 00080000:00000010:3.0:1761313476.278719:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ad85e760. 00080000:00000010:3.0:1761313476.278721:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000012a94027. 00080000:00000010:3.0:1761313476.278724:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000003595a20b. 00080000:00000010:3.0:1761313476.278726:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000060bde22b. 00080000:00000010:3.0:1761313476.278729:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000489cb36d. 00080000:00000010:3.0:1761313476.278731:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000009ae113f3. 00080000:00000010:3.0:1761313476.278733:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000fe853e69. 00080000:00000010:3.0:1761313476.278735:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000004f1abd71. 00080000:00000010:3.0:1761313476.278737:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000622c1d89. 00080000:00000010:3.0:1761313476.278739:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000b8ac7f10. 00080000:00000010:3.0:1761313476.278752:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000006a93d86a. 00080000:00000010:3.0:1761313476.278755:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000b53aa849. 00080000:00000010:3.0:1761313476.278757:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000009892b166. 00080000:00000010:3.0:1761313476.278759:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000bcf20a7e. 00080000:00000010:3.0:1761313476.278761:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000d74fd364. 00080000:00000010:3.0:1761313476.278764:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000096b0639e. 00080000:00000010:3.0:1761313476.278766:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000068b91480. 00080000:00000010:3.0:1761313476.278768:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000fe2779ab. 00080000:00000010:3.0:1761313476.278770:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000009fd1a7cf. 00080000:00000010:3.0:1761313476.278772:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000008b57c4d1. 00080000:00000010:3.0:1761313476.278774:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000aa2d5e51. 00080000:00000010:3.0:1761313476.278776:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000071d2526f. 00080000:00000010:3.0:1761313476.278778:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000006447e9d7. 00080000:00000010:3.0:1761313476.278780:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000001208469c. 00080000:00000010:3.0:1761313476.278783:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000533557cd. 00080000:00000010:3.0:1761313476.278785:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000005a26101c. 00080000:00000010:3.0:1761313476.278787:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ed0c61c9. 00080000:00000010:3.0:1761313476.278790:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000003244d20f. 00080000:00000010:3.0:1761313476.278792:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000629ca260. 00080000:00000010:3.0:1761313476.278794:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000fd080b99. 00080000:00000010:3.0:1761313476.278796:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000001bf154f9. 00080000:00000010:3.0:1761313476.278799:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000005779afce. 00080000:00000010:3.0:1761313476.278801:0:71733:0:(osd_handler.c:1882:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000063519e16. 00010000:00000010:1.0:1761313476.279923:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000990b7e01. 00010000:00000010:1.0:1761313476.279936:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000a0428c5b. 00010000:00000010:1.0:1761313476.280028:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ae3f52b1. 00010000:00000010:1.0:1761313476.280034:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000990b7e01. 00010000:00000010:1.0:1761313476.280046:0:77239:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000099f48cf7. 00000100:00000010:1.0:1761313476.280054:0:77239:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000001a713921. 00000100:00000010:1.0:1761313476.280064:0:77239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000771a630e. 02000000:00000010:1.0:1761313476.280077:0:77239:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000040180dc9. 02000000:00000010:1.0:1761313476.280105:0:77239:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e49c32ea. 00000400:00000010:1.0:1761313476.280111:0:77239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000ed5603a2. 00000400:00000010:1.0:1761313476.280116:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009f44a341. 00000100:00000200:1.0:1761313476.280123:0:77239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869138400128, portal 16 00000400:00000010:1.0:1761313476.280127:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a1e30d26. 00000100:00000200:1.0:1761313476.280129:0:77239:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869138400128, offset 0 00000400:00000200:1.0:1761313476.280138:0:77239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:1.0:1761313476.280155:0:77239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:1.0:1761313476.280161:0:77239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:1.0:1761313476.280165:0:77239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761313476.280168:0:77239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:1.0:1761313476.280171:0:77239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90519:90519:256:4294967295] 192.168.204.38@tcp LPNI seq info [90519:90519:8:4294967295] 00000400:00000200:1.0:1761313476.280181:0:77239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:1.0:1761313476.280187:0:77239:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:1.0:1761313476.280192:0:77239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000cc8c87c8 (tot 82351826). 00000800:00000200:1.0:1761313476.280198:0:77239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:1.0:1761313476.280205:0:77239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:1.0:1761313476.280210:0:77239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000cc8c87c8 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761313476.280609:0:15826:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761313476.280613:0:15826:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000cc8c87c8 (tot 82351578). 00000400:00000200:3.0:1761313476.280618:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313476.280623:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:3.0:1761313476.280627:0:15826:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a1e30d26 00000400:00000010:3.0:1761313476.280629:0:15826:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a1e30d26. 00000100:00000200:3.0:1761313476.280638:0:15826:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000771a630e x1846869138400128/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313520 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761313476.283009:0:15827:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:2.0:1761313476.283026:0:15827:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x68fb7baf0e380 00000400:00000200:2.0:1761313476.283034:0:15827:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb13f5 [1] + 224 00000400:00000200:2.0:1761313476.283046:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313476.283049:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:2.0:1761313476.283057:0:15827:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000771a630e x1846869138400128/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313520 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1761313476.283114:0:77239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000ed5603a2. 00000400:00000200:0.0:1761313476.283121:0:77239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009f44a341 00000400:00000010:0.0:1761313476.283123:0:77239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009f44a341. 00000100:00000200:0.0:1761313476.283130:0:77239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000771a630e x1846869138400128/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313520 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761313476.283137:0:77239:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000771a630e x1846869138400128/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313520 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761313476.283164:0:77239:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e49c32ea. 02000000:00000010:0.0:1761313476.283170:0:77239:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000040180dc9. 00000100:00000010:0.0:1761313476.283174:0:77239:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000771a630e. 00000100:00000010:0.0:1761313476.283178:0:77239:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000001a713921. 00010000:00000010:0.0:1761313476.283182:0:77239:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000099f48cf7. 00000400:00000200:1.0:1761313476.288209:0:15825:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:1.0:1761313476.288227:0:15825:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x68fb7ba85eb40 00000400:00000200:1.0:1761313476.288235:0:15825:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xafd35 [2] + 984 00000400:00000200:1.0:1761313476.288296:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313476.288301:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:1.0:1761313476.288307:0:15825:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761313476.288312:0:15825:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000018525722. 00000020:00000010:3.0:1761313476.288406:0:75220:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000766acbd2. 00000020:00000010:3.0:1761313476.288413:0:75220:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000004db7aa52. 00000020:00000010:3.0:1761313476.288418:0:75220:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000f8c2014c. 00000100:00000200:3.0:1761313476.288486:0:75220:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000018525722 x1846869131389760/t0(0) o103->78617949-0e11-4ca2-94c2-d809f91deaa9@192.168.204.38@tcp:407/0 lens 328/0 e 0 to 0 dl 1761313482 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:3.0:1761313476.288514:0:75220:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869131389760 02000000:00000010:3.0:1761313476.288525:0:75220:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000d251cb3a. 00010000:00000010:3.0:1761313476.288553:0:75220:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004900c26e. 00010000:00000010:3.0:1761313476.288575:0:75220:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000229ca492. 00000100:00000010:3.0:1761313476.288581:0:75220:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a457aec5. 00000100:00000010:3.0:1761313476.288594:0:75220:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a457aec5. 00010000:00000010:3.0:1761313476.288597:0:75220:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000229ca492. 00000400:00000010:3.0:1761313476.288610:0:75220:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000541129c9. 00000100:00000200:3.0:1761313476.288615:0:75220:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869131389760, offset 224 00000400:00000200:3.0:1761313476.288622:0:75220:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:3.0:1761313476.288633:0:75220:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:3.0:1761313476.288638:0:75220:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90520:90520:256:4294967295] 192.168.204.38@tcp LPNI seq info [90520:90520:8:4294967295] 00000400:00000200:3.0:1761313476.288648:0:75220:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:3.0:1761313476.288652:0:75220:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:3.0:1761313476.288657:0:75220:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000fef2aa8a (tot 82351826). 00000800:00000200:3.0:1761313476.288662:0:75220:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:3.0:1761313476.288669:0:75220:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:3.0:1761313476.288673:0:75220:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000fef2aa8a type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761313476.288689:0:75220:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000004db7aa52. 00000020:00000010:3.0:1761313476.288693:0:75220:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000f8c2014c. 00000020:00000010:3.0:1761313476.288697:0:75220:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000766acbd2. 00000800:00000200:3.0:1761313476.288781:0:15826:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761313476.288785:0:15826:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000fef2aa8a (tot 82351578). 00000400:00000200:3.0:1761313476.288788:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313476.288791:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:3.0:1761313476.288794:0:15826:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000541129c9 00000400:00000010:3.0:1761313476.288796:0:15826:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000541129c9. 00080000:00000010:3.0:1761313476.288823:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000766acbd2. 00010000:00000010:3.0:1761313476.288957:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000990b7e01. 00010000:00000010:3.0:1761313476.288966:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000064ee1108. 00010000:00000010:3.0:1761313476.289038:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000005472d45d. 00010000:00000010:3.0:1761313476.289044:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000009e3e9665. 00010000:00000010:3.0:1761313476.289053:0:77239:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000229ca492. 00000100:00000010:3.0:1761313476.289057:0:77239:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a457aec5. 00000100:00000010:3.0:1761313476.289064:0:77239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000004c2b08ab. 02000000:00000010:3.0:1761313476.289075:0:77239:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000004c0db0f2. 02000000:00000010:3.0:1761313476.289098:0:77239:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000844bc46b. 00000400:00000010:3.0:1761313476.289103:0:77239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000039d2ea74. 00000400:00000010:3.0:1761313476.289107:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000541129c9. 00000100:00000200:3.0:1761313476.289112:0:77239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869138400192, portal 16 00000400:00000010:3.0:1761313476.289116:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000040c69929. 00000100:00000200:3.0:1761313476.289119:0:77239:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869138400192, offset 0 00000400:00000200:3.0:1761313476.289123:0:77239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:3.0:1761313476.289130:0:77239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:3.0:1761313476.289136:0:77239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:3.0:1761313476.289140:0:77239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761313476.289143:0:77239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:3.0:1761313476.289146:0:77239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90521:90521:256:4294967295] 192.168.204.38@tcp LPNI seq info [90521:90521:8:4294967295] 00000400:00000200:3.0:1761313476.289154:0:77239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:3.0:1761313476.289158:0:77239:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:3.0:1761313476.289161:0:77239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000fef2aa8a (tot 82351826). 00000800:00000200:3.0:1761313476.289166:0:77239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:3.0:1761313476.289171:0:77239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:3.0:1761313476.289173:0:77239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000fef2aa8a type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761313476.293329:0:15827:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761313476.293334:0:15827:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000fef2aa8a (tot 82351578). 00000400:00000200:2.0:1761313476.293341:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313476.293350:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:2.0:1761313476.293468:0:15827:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000040c69929 00000400:00000010:2.0:1761313476.293471:0:15827:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000040c69929. 00000100:00000200:2.0:1761313476.293481:0:15827:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000004c2b08ab x1846869138400192/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313520 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1761313476.295401:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e3695a43. 00010000:00000010:3.1:1761313476.295413:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006c783d09. 00010000:00000010:3.1:1761313476.295417:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ae3f52b1. 00010000:00000010:1.1:1761313476.298407:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b9c5f5a8. 00010000:00000010:1.1:1761313476.298419:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f717d0fe. 00000400:00000200:1.0:1761313476.299419:0:15825:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:1.0:1761313476.299439:0:15825:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x68fb7baf0e3c0 00000400:00000200:1.0:1761313476.299450:0:15825:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb1401 [1] + 224 00000400:00000200:1.0:1761313476.299463:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313476.299467:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:1.0:1761313476.299479:0:15825:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000004c2b08ab x1846869138400192/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313520 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761313476.299517:0:15825:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:1.0:1761313476.299523:0:15825:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x68fb7ba85eb80 00000400:00000200:1.0:1761313476.299529:0:15825:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xafd35 [2] + 1312 00000400:00000200:1.0:1761313476.299578:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313476.299583:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:1.0:1761313476.299587:0:15825:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761313476.299593:0:15825:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ba613791. 00000400:00000010:3.0:1761313476.299686:0:77239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000039d2ea74. 00000400:00000200:3.0:1761313476.299693:0:77239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000541129c9 00000400:00000010:3.0:1761313476.299695:0:77239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000541129c9. 00000100:00000200:3.0:1761313476.299702:0:77239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000004c2b08ab x1846869138400192/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313520 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761313476.299710:0:77239:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000004c2b08ab x1846869138400192/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313520 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1761313476.299750:0:77239:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000844bc46b. 02000000:00000010:3.0:1761313476.299757:0:77239:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000004c0db0f2. 00000100:00000010:3.0:1761313476.299760:0:77239:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000004c2b08ab. 00000100:00000010:3.0:1761313476.299765:0:77239:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a457aec5. 00010000:00000010:3.0:1761313476.299769:0:77239:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000229ca492. 00000020:00000010:2.0:1761313476.299870:0:64710:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000491ad1ae. 00000020:00000010:2.0:1761313476.299877:0:64710:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000022b9500. 00000020:00000010:2.0:1761313476.299881:0:64710:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000003de95356. 00000100:00000200:2.0:1761313476.299906:0:64710:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000ba613791 x1846869131389824/t0(0) o103->78617949-0e11-4ca2-94c2-d809f91deaa9@192.168.204.38@tcp:407/0 lens 328/0 e 0 to 0 dl 1761313482 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:2.0:1761313476.299943:0:64710:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869131389824 02000000:00000010:2.0:1761313476.299952:0:64710:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000d7790864. 00010000:00000010:2.0:1761313476.299978:0:64710:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000006edb6aa3. 00010000:00000010:2.0:1761313476.299998:0:64710:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000008e4d8fd2. 00000100:00000010:2.0:1761313476.300005:0:64710:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000643a27d3. 00000100:00000010:2.0:1761313476.300013:0:64710:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000643a27d3. 00010000:00000010:2.0:1761313476.300016:0:64710:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000008e4d8fd2. 00000400:00000010:2.0:1761313476.300029:0:64710:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002c0ac683. 00000100:00000200:2.0:1761313476.300034:0:64710:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869131389824, offset 224 00000400:00000200:2.0:1761313476.300041:0:64710:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:2.0:1761313476.300053:0:64710:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:2.0:1761313476.300058:0:64710:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90522:90522:256:4294967295] 192.168.204.38@tcp LPNI seq info [90522:90522:8:4294967295] 00000400:00000200:2.0:1761313476.300067:0:64710:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:2.0:1761313476.300072:0:64710:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:2.0:1761313476.300076:0:64710:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000df62ea87 (tot 82351826). 00000800:00000200:2.0:1761313476.300081:0:64710:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:2.0:1761313476.300086:0:64710:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:2.0:1761313476.300089:0:64710:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000df62ea87 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761313476.300105:0:64710:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000022b9500. 00000020:00000010:2.0:1761313476.300109:0:64710:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000003de95356. 00000020:00000010:2.0:1761313476.300111:0:64710:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000491ad1ae. 00000800:00000200:2.0:1761313476.300171:0:15826:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761313476.300175:0:15826:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000df62ea87 (tot 82351578). 00000400:00000200:2.0:1761313476.300179:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313476.300183:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:2.0:1761313476.300185:0:15826:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002c0ac683 00000400:00000010:2.0:1761313476.300187:0:15826:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002c0ac683. 00080000:00000010:1.0:1761313476.300284:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000debcdc97. 00010000:00000010:1.0:1761313476.300402:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000009e3e9665. 00010000:00000010:1.0:1761313476.300411:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000057c7723b. 00010000:00000010:1.0:1761313476.300484:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f717d0fe. 00010000:00000010:1.0:1761313476.300490:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000990b7e01. 00010000:00000010:1.0:1761313476.300500:0:77239:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000f3804d47. 00000100:00000010:1.0:1761313476.300504:0:77239:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000008301c559. 00000100:00000010:1.0:1761313476.300511:0:77239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007fc08122. 02000000:00000010:1.0:1761313476.300521:0:77239:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000007ae6a672. 02000000:00000010:1.0:1761313476.300543:0:77239:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000094bb4eaa. 00000400:00000010:1.0:1761313476.300548:0:77239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000f5f9771f. 00000400:00000010:1.0:1761313476.300553:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003b591177. 00000100:00000200:1.0:1761313476.300559:0:77239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869138400256, portal 16 00000400:00000010:1.0:1761313476.300564:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d8d66e7a. 00000100:00000200:1.0:1761313476.300566:0:77239:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869138400256, offset 0 00000400:00000200:1.0:1761313476.300572:0:77239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:1.0:1761313476.300579:0:77239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:1.0:1761313476.300586:0:77239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:1.0:1761313476.300590:0:77239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761313476.300594:0:77239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:1.0:1761313476.300596:0:77239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90523:90523:256:4294967295] 192.168.204.38@tcp LPNI seq info [90523:90523:8:4294967295] 00000400:00000200:1.0:1761313476.300605:0:77239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:1.0:1761313476.300609:0:77239:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:1.0:1761313476.300614:0:77239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f67d6031 (tot 82351826). 00000800:00000200:1.0:1761313476.300618:0:77239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:1.0:1761313476.300623:0:77239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:1.0:1761313476.300625:0:77239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000f67d6031 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761313476.300739:0:15827:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761313476.300752:0:15827:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f67d6031 (tot 82351578). 00000400:00000200:2.0:1761313476.300756:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313476.300760:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:2.0:1761313476.300763:0:15827:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d8d66e7a 00000400:00000010:2.0:1761313476.300764:0:15827:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d8d66e7a. 00000100:00000200:2.0:1761313476.300770:0:15827:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000007fc08122 x1846869138400256/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313520 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761313476.317564:0:15825:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:2.0:1761313476.317585:0:15825:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x68fb7baf0e400 00000400:00000200:2.0:1761313476.317595:0:15825:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb140d [1] + 224 00000400:00000200:2.0:1761313476.317611:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313476.317615:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:2.0:1761313476.317626:0:15825:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000007fc08122 x1846869138400256/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313520 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1761313476.317702:0:77239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000f5f9771f. 00000400:00000200:1.0:1761313476.317707:0:77239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003b591177 00000400:00000010:1.0:1761313476.317709:0:77239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003b591177. 00000100:00000200:1.0:1761313476.317715:0:77239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000007fc08122 x1846869138400256/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313520 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761313476.317722:0:77239:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000007fc08122 x1846869138400256/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313520 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761313476.317759:0:77239:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000094bb4eaa. 02000000:00000010:1.0:1761313476.317766:0:77239:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000007ae6a672. 00000100:00000010:1.0:1761313476.317769:0:77239:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007fc08122. 00000100:00000010:1.0:1761313476.317773:0:77239:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000008301c559. 00010000:00000010:1.0:1761313476.317777:0:77239:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000f3804d47. 00010000:00000010:1.1:1761313476.318606:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fabb2dba. 00010000:00000010:1.1:1761313476.318614:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005472d45d. 00010000:00000010:2.1:1761313476.318664:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002c778606. 00000400:00000200:2.0:1761313476.320968:0:15826:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:2.0:1761313476.320990:0:15826:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x68fb7ba85ebc0 00000400:00000200:2.0:1761313476.320998:0:15826:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xafd35 [2] + 1640 00000400:00000200:2.0:1761313476.321066:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313476.321071:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:2.0:1761313476.321078:0:15826:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1761313476.321085:0:15826:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000c9563f77. 00000020:00000010:3.0:1761313476.322026:0:75220:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d6f213b2. 00000020:00000010:3.0:1761313476.322034:0:75220:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000004db7aa52. 00000020:00000010:3.0:1761313476.322039:0:75220:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000f8c2014c. 00000100:00000200:3.0:1761313476.322065:0:75220:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000c9563f77 x1846869131389888/t0(0) o103->78617949-0e11-4ca2-94c2-d809f91deaa9@192.168.204.38@tcp:407/0 lens 328/0 e 0 to 0 dl 1761313482 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:3.0:1761313476.322101:0:75220:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869131389888 02000000:00000010:3.0:1761313476.322112:0:75220:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000076254396. 00010000:00000010:3.0:1761313476.322140:0:75220:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000f72fae2a. 00010000:00000010:3.0:1761313476.322161:0:75220:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000007436c87e. 00000100:00000010:3.0:1761313476.322168:0:75220:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a457aec5. 00000100:00000010:3.0:1761313476.322178:0:75220:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a457aec5. 00010000:00000010:3.0:1761313476.322182:0:75220:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000007436c87e. 00000400:00000010:3.0:1761313476.322197:0:75220:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000541129c9. 00000100:00000200:3.0:1761313476.322202:0:75220:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869131389888, offset 224 00000400:00000200:3.0:1761313476.322212:0:75220:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:3.0:1761313476.322224:0:75220:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:3.0:1761313476.322230:0:75220:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90524:90524:256:4294967295] 192.168.204.38@tcp LPNI seq info [90524:90524:8:4294967295] 00000400:00000200:3.0:1761313476.322241:0:75220:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:3.0:1761313476.322247:0:75220:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:3.0:1761313476.322252:0:75220:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c12329df (tot 82351826). 00000800:00000200:3.0:1761313476.322258:0:75220:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:3.0:1761313476.322265:0:75220:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:3.0:1761313476.322270:0:75220:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c12329df type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761313476.322287:0:75220:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000004db7aa52. 00000020:00000010:3.0:1761313476.322292:0:75220:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000f8c2014c. 00000020:00000010:3.0:1761313476.322296:0:75220:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d6f213b2. 00000800:00000200:2.0:1761313476.323037:0:15827:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761313476.323042:0:15827:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c12329df (tot 82351578). 00000400:00000200:2.0:1761313476.323048:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313476.323055:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:2.0:1761313476.323060:0:15827:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000541129c9 00000400:00000010:2.0:1761313476.323062:0:15827:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000541129c9. 00080000:00000010:1.0:1761313476.325457:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 000000007ae6a672. 00010000:00000010:1.0:1761313476.325547:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000990b7e01. 00010000:00000010:1.0:1761313476.325556:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fd3c3aa9. 00010000:00000010:1.0:1761313476.325621:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000027d6177a. 00010000:00000010:1.0:1761313476.325627:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000990b7e01. 00010000:00000010:1.0:1761313476.325638:0:77239:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000f3804d47. 00000100:00000010:1.0:1761313476.325644:0:77239:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000008301c559. 00000100:00000010:1.0:1761313476.325654:0:77239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007fc08122. 02000000:00000010:1.0:1761313476.325667:0:77239:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000094bb4eaa. 02000000:00000010:1.0:1761313476.325694:0:77239:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a57cbc75. 00000400:00000010:1.0:1761313476.325701:0:77239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000f5f9771f. 00000400:00000010:1.0:1761313476.325707:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003b591177. 00000100:00000200:1.0:1761313476.325713:0:77239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869138400320, portal 16 00000400:00000010:1.0:1761313476.325718:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a164eb02. 00000100:00000200:1.0:1761313476.325720:0:77239:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869138400320, offset 0 00000400:00000200:1.0:1761313476.325730:0:77239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:1.0:1761313476.325752:0:77239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:1.0:1761313476.325759:0:77239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:1.0:1761313476.325762:0:77239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761313476.325765:0:77239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:1.0:1761313476.325769:0:77239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90525:90525:256:4294967295] 192.168.204.38@tcp LPNI seq info [90525:90525:8:4294967295] 00000400:00000200:1.0:1761313476.325779:0:77239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:1.0:1761313476.325785:0:77239:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:1.0:1761313476.325790:0:77239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f67d6031 (tot 82351826). 00000800:00000200:1.0:1761313476.325797:0:77239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:1.0:1761313476.325804:0:77239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:1.0:1761313476.325809:0:77239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000f67d6031 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761313476.325938:0:15825:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761313476.325942:0:15825:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f67d6031 (tot 82351578). 00000400:00000200:2.0:1761313476.325949:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313476.325955:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:2.0:1761313476.325959:0:15825:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a164eb02 00000400:00000010:2.0:1761313476.325961:0:15825:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a164eb02. 00000100:00000200:2.0:1761313476.325970:0:15825:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000007fc08122 x1846869138400320/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313520 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1761313476.329402:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003c10419b. 00000400:00000200:3.0:1761313476.332026:0:15826:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:3.0:1761313476.332045:0:15826:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x68fb7baf0e440 00000400:00000200:3.0:1761313476.332055:0:15826:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb1419 [1] + 224 00000400:00000200:3.0:1761313476.332065:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313476.332069:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:3.0:1761313476.332080:0:15826:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000007fc08122 x1846869138400320/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313520 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761313476.332117:0:15826:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:3.0:1761313476.332123:0:15826:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x68fb7ba85ec00 00000400:00000200:3.0:1761313476.332127:0:15826:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xafd35 [2] + 1968 00000400:00000010:3.0:1761313476.332132:0:15826:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000004eeeadaa. 00000400:00000200:3.0:1761313476.332135:0:15826:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 00000000cfc904dd 00000400:00000200:3.0:1761313476.332157:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313476.332161:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:3.0:1761313476.332164:0:15826:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000cfc904dd 00000400:00000010:3.0:1761313476.332166:0:15826:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 00000000cfc904dd (tot 82351426). 00000100:00000200:3.0:1761313476.332171:0:15826:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:0.0:1761313476.332259:0:64710:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000042a568cb. 00000020:00000010:0.0:1761313476.332267:0:64710:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000006f74eb7e. 00000020:00000010:0.0:1761313476.332271:0:64710:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000b19c8af1. 00000100:00000200:0.0:1761313476.332295:0:64710:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000187569ca x1846869131389952/t0(0) o103->78617949-0e11-4ca2-94c2-d809f91deaa9@192.168.204.38@tcp:407/0 lens 328/0 e 0 to 0 dl 1761313482 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:0.0:1761313476.332330:0:64710:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869131389952 02000000:00000010:0.0:1761313476.332340:0:64710:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000fba61b38. 00010000:00000010:0.0:1761313476.332394:0:64710:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000d48850f3. 00000100:00000010:0.0:1761313476.332402:0:64710:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d152aaa0. 00000100:00000010:0.0:1761313476.332409:0:64710:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000d152aaa0. 00010000:00000010:0.0:1761313476.332413:0:64710:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000d48850f3. 00000400:00000010:0.0:1761313476.332427:0:64710:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b0337f11. 00000100:00000200:0.0:1761313476.332432:0:64710:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869131389952, offset 224 00000400:00000200:0.0:1761313476.332440:0:64710:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:0.0:1761313476.332450:0:64710:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:0.0:1761313476.332456:0:64710:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90526:90526:256:4294967295] 192.168.204.38@tcp LPNI seq info [90526:90526:8:4294967295] 00000400:00000200:0.0:1761313476.332466:0:64710:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:0.0:1761313476.332472:0:64710:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:0.0:1761313476.332476:0:64710:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000028212975 (tot 82351674). 00000800:00000200:0.0:1761313476.332482:0:64710:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:0.0:1761313476.332488:0:64710:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:0.0:1761313476.332492:0:64710:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000028212975 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761313476.332508:0:64710:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000006f74eb7e. 00000020:00000010:0.0:1761313476.332514:0:64710:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000b19c8af1. 00000020:00000010:0.0:1761313476.332517:0:64710:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000042a568cb. 02000000:00000010:0.0:1761313476.332525:0:64710:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000076254396. 00000100:00000010:0.0:1761313476.332528:0:64710:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000c9563f77. 02000000:00000010:0.0:1761313476.332538:0:64710:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000d7790864. 00000100:00000010:0.0:1761313476.332541:0:64710:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ba613791. 02000000:00000010:0.0:1761313476.332545:0:64710:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000d251cb3a. 00000100:00000010:0.0:1761313476.332547:0:64710:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000018525722. 02000000:00000010:0.0:1761313476.332550:0:64710:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000042d2e145. 00000100:00000010:0.0:1761313476.332552:0:64710:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000006f7dd222. 02000000:00000010:0.0:1761313476.332567:0:64710:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000eb2ef3f7. 00000100:00000010:0.0:1761313476.332570:0:64710:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000015f262ae. 02000000:00000010:0.0:1761313476.332572:0:64710:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000f31060db. 00000100:00000010:0.0:1761313476.332574:0:64710:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000097b2ed89. 00000100:00000200:0.0:1761313476.332580:0:64710:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1761313476.332584:0:64710:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000ad8fe35c. 00000400:00000010:0.0:1761313476.332588:0:64710:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000d152aaa0 (tot 82351826). 00000800:00000200:0.0:1761313476.332670:0:15827:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761313476.332673:0:15827:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000028212975 (tot 82351578). 00000400:00000200:0.0:1761313476.332677:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313476.332680:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:0.0:1761313476.332682:0:15827:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b0337f11 00000400:00000010:0.0:1761313476.332684:0:15827:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b0337f11. 02000000:00000010:0.0:1761313476.332687:0:15827:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000fba61b38. 00000400:00000010:1.0:1761313476.332765:0:77239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000f5f9771f. 00000400:00000200:1.0:1761313476.332769:0:77239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003b591177 00000400:00000010:1.0:1761313476.332771:0:77239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003b591177. 00000100:00000200:1.0:1761313476.332776:0:77239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000007fc08122 x1846869138400320/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313520 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761313476.332785:0:77239:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000007fc08122 x1846869138400320/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313520 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.0:1761313476.332805:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d691162d. 02000000:00000010:1.0:1761313476.332817:0:77239:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a57cbc75. 02000000:00000010:1.0:1761313476.332821:0:77239:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000094bb4eaa. 00000100:00000010:1.0:1761313476.332825:0:77239:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007fc08122. 00000100:00000010:1.0:1761313476.332828:0:77239:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000008301c559. 00010000:00000010:1.0:1761313476.332830:0:77239:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000f3804d47. 00080000:00000010:1.0:1761313476.332844:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 0000000094bb4eaa. 00010000:00000010:1.0:1761313476.332916:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000990b7e01. 00010000:00000010:1.0:1761313476.332922:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000009cc5e2b1. 00010000:00000010:1.0:1761313476.333001:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000a3ac6b47. 00010000:00000010:1.0:1761313476.333006:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000990b7e01. 00010000:00000010:1.0:1761313476.333014:0:77239:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000f3804d47. 00000100:00000010:1.0:1761313476.333017:0:77239:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000008301c559. 00000100:00000010:1.0:1761313476.333023:0:77239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007fc08122. 02000000:00000010:1.0:1761313476.333032:0:77239:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000a57cbc75. 02000000:00000010:1.0:1761313476.333052:0:77239:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000091446d6f. 00000400:00000010:1.0:1761313476.333055:0:77239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000f5f9771f. 00000400:00000010:1.0:1761313476.333057:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003b591177. 00000100:00000200:1.0:1761313476.333061:0:77239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869138400384, portal 16 00000400:00000010:1.0:1761313476.333064:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007c77981f. 00000100:00000200:1.0:1761313476.333066:0:77239:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869138400384, offset 0 00000400:00000200:1.0:1761313476.333071:0:77239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:1.0:1761313476.333076:0:77239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:1.0:1761313476.333082:0:77239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:1.0:1761313476.333085:0:77239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761313476.333088:0:77239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:1.0:1761313476.333091:0:77239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90527:90527:256:4294967295] 192.168.204.38@tcp LPNI seq info [90527:90527:8:4294967295] 00000400:00000200:1.0:1761313476.333098:0:77239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:1.0:1761313476.333103:0:77239:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:1.0:1761313476.333106:0:77239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000cc8c87c8 (tot 82351826). 00000800:00000200:1.0:1761313476.333110:0:77239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:1.0:1761313476.333114:0:77239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:1.0:1761313476.333116:0:77239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000cc8c87c8 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761313476.333160:0:15825:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313476.333163:0:15825:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000cc8c87c8 (tot 82351578). 00000400:00000200:1.0:1761313476.333167:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313476.333170:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:1.0:1761313476.333172:0:15825:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007c77981f 00000400:00000010:1.0:1761313476.333173:0:15825:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007c77981f. 00000100:00000200:1.0:1761313476.333177:0:15825:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000007fc08122 x1846869138400384/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313520 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1761313476.337321:0:78500:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000419abe4. 00010000:00000010:1.1:1761313476.337333:0:78500:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f717d0fe. 00000400:00000200:2.0:1761313476.340840:0:15826:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:2.0:1761313476.340861:0:15826:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x68fb7baf0e480 00000400:00000200:2.0:1761313476.340882:0:15826:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb1429 [1] + 224 00000400:00000200:2.0:1761313476.340895:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313476.340899:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:2.0:1761313476.340910:0:15826:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000007fc08122 x1846869138400384/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313520 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761313476.340947:0:15826:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:2.0:1761313476.340952:0:15826:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x68fb7ba85ec40 00000400:00000200:2.0:1761313476.340958:0:15826:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xafd8d [2] + 0 00000400:00000200:2.0:1761313476.340968:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313476.340971:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:2.0:1761313476.340975:0:15826:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1761313476.340981:0:15826:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000031f1affc. 00000400:00000010:3.0:1761313476.341092:0:77239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000f5f9771f. 00000400:00000200:3.0:1761313476.341099:0:77239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003b591177 00000400:00000010:3.0:1761313476.341101:0:77239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003b591177. 00000100:00000200:3.0:1761313476.341109:0:77239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000007fc08122 x1846869138400384/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313520 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761313476.341117:0:77239:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000007fc08122 x1846869138400384/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313520 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000020:00000010:0.0:1761313476.341127:0:75220:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000fba61b38. 00000020:00000010:0.0:1761313476.341135:0:75220:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000006f74eb7e. 00000020:00000010:0.0:1761313476.341141:0:75220:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000b19c8af1. 02000000:00000010:3.0:1761313476.341143:0:77239:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000091446d6f. 02000000:00000010:3.0:1761313476.341152:0:77239:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000a57cbc75. 00000100:00000010:3.0:1761313476.341156:0:77239:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007fc08122. 00000100:00000010:3.0:1761313476.341161:0:77239:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000008301c559. 00010000:00000010:3.0:1761313476.341165:0:77239:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000f3804d47. 00000100:00000200:0.0:1761313476.341166:0:75220:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000031f1affc x1846869131390016/t0(0) o103->78617949-0e11-4ca2-94c2-d809f91deaa9@192.168.204.38@tcp:407/0 lens 328/0 e 0 to 0 dl 1761313482 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:0.0:1761313476.341196:0:75220:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869131390016 02000000:00000010:0.0:1761313476.341205:0:75220:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000042a568cb. 00010000:00000010:0.0:1761313476.341232:0:75220:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008f5d9a98. 00010000:00000010:0.0:1761313476.341252:0:75220:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000d48850f3. 00000100:00000010:0.0:1761313476.341259:0:75220:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a3841f5e. 00000100:00000010:0.0:1761313476.341277:0:75220:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a3841f5e. 00010000:00000010:0.0:1761313476.341281:0:75220:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000d48850f3. 00000400:00000010:0.0:1761313476.341294:0:75220:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b0337f11. 00000100:00000200:0.0:1761313476.341298:0:75220:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869131390016, offset 224 00000400:00000200:0.0:1761313476.341305:0:75220:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:0.0:1761313476.341317:0:75220:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:0.0:1761313476.341323:0:75220:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90528:90528:256:4294967295] 192.168.204.38@tcp LPNI seq info [90528:90528:8:4294967295] 00080000:00000010:3.0:1761313476.341329:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000844bc46b. 00000400:00000200:0.0:1761313476.341335:0:75220:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:0.0:1761313476.341341:0:75220:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:0.0:1761313476.341346:0:75220:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000028212975 (tot 82351826). 00000800:00000200:0.0:1761313476.341351:0:75220:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:0.0:1761313476.341391:0:75220:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:0.0:1761313476.341394:0:75220:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000028212975 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761313476.341413:0:75220:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000006f74eb7e. 00000020:00000010:0.0:1761313476.341419:0:75220:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000b19c8af1. 00000020:00000010:0.0:1761313476.341422:0:75220:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000fba61b38. 00010000:00000010:3.0:1761313476.341444:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000990b7e01. 00010000:00000010:3.0:1761313476.341453:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000044e30ba0. 00010000:00000010:3.0:1761313476.341517:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000001e46ca69. 00010000:00000010:3.0:1761313476.341523:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000005a21302f. 00010000:00000010:3.0:1761313476.341532:0:77239:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000065cb4694. 00000100:00000010:3.0:1761313476.341536:0:77239:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a457aec5. 00000100:00000010:3.0:1761313476.341541:0:77239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000004c2b08ab. 02000000:00000010:3.0:1761313476.341550:0:77239:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000d6f213b2. 02000000:00000010:3.0:1761313476.341571:0:77239:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000009379abcc. 00000400:00000010:3.0:1761313476.341575:0:77239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000039d2ea74. 00000400:00000010:3.0:1761313476.341579:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000010b81926. 00000100:00000200:3.0:1761313476.341583:0:77239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869138400448, portal 16 00000400:00000010:3.0:1761313476.341587:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000059168ff5. 00000100:00000200:3.0:1761313476.341588:0:77239:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869138400448, offset 0 00000400:00000200:3.0:1761313476.341594:0:77239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:3.0:1761313476.341600:0:77239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:3.0:1761313476.341606:0:77239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:3.0:1761313476.341610:0:77239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761313476.341613:0:77239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:3.0:1761313476.341616:0:77239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90529:90529:255:4294967295] 192.168.204.38@tcp LPNI seq info [90529:90529:7:4294967295] 00000400:00000200:3.0:1761313476.341623:0:77239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:3.0:1761313476.341628:0:77239:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:3.0:1761313476.341631:0:77239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000050f99130 (tot 82352074). 00000800:00000200:3.0:1761313476.341635:0:77239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:3.0:1761313476.341639:0:77239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:3.0:1761313476.341641:0:77239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000050f99130 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761313476.341868:0:15827:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761313476.341871:0:15827:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000028212975 (tot 82351826). 00000400:00000200:2.0:1761313476.341875:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313476.341879:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:2.0:1761313476.341882:0:15827:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b0337f11 00000400:00000010:2.0:1761313476.341885:0:15827:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b0337f11. 00000800:00000200:2.0:1761313476.341946:0:15827:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761313476.341948:0:15827:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000050f99130 (tot 82351578). 00000400:00000200:2.0:1761313476.341952:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313476.341955:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:2.0:1761313476.341957:0:15827:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000059168ff5 00000400:00000010:2.0:1761313476.341958:0:15827:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000059168ff5. 00000100:00000200:2.0:1761313476.341963:0:15827:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000004c2b08ab x1846869138400448/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313520 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761313476.350266:0:15825:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:3.0:1761313476.350287:0:15825:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x68fb7baf0e4c0 00000400:00000200:3.0:1761313476.350296:0:15825:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb1435 [1] + 224 00000400:00000200:3.0:1761313476.350308:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313476.350312:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:3.0:1761313476.350321:0:15825:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000004c2b08ab x1846869138400448/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313520 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761313476.350381:0:15825:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:3.0:1761313476.350387:0:15825:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x68fb7ba85ec80 00000400:00000200:3.0:1761313476.350392:0:15825:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xafd8d [2] + 328 00000400:00000200:3.0:1761313476.350411:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313476.350414:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:3.0:1761313476.350417:0:15825:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761313476.350425:0:15825:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000097b2ed89. 00000020:00000010:3.0:1761313476.350473:0:64710:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ff5adab4. 00000020:00000010:3.0:1761313476.350479:0:64710:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000004db7aa52. 00000020:00000010:3.0:1761313476.350483:0:64710:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000f8c2014c. 00000100:00000200:3.0:1761313476.350506:0:64710:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000097b2ed89 x1846869131390080/t0(0) o103->78617949-0e11-4ca2-94c2-d809f91deaa9@192.168.204.38@tcp:407/0 lens 328/0 e 0 to 0 dl 1761313482 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:3.0:1761313476.350533:0:64710:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869131390080 02000000:00000010:3.0:1761313476.350543:0:64710:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000f31060db. 00010000:00000010:3.0:1761313476.350577:0:64710:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000cba9dd77. 00000100:00000010:3.0:1761313476.350584:0:64710:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b2e27710. 00000100:00000010:3.0:1761313476.350590:0:64710:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b2e27710. 00010000:00000010:3.0:1761313476.350593:0:64710:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000cba9dd77. 00000400:00000010:3.0:1761313476.350607:0:64710:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002252f14c. 00000100:00000200:3.0:1761313476.350612:0:64710:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869131390080, offset 224 00000400:00000200:3.0:1761313476.350619:0:64710:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:3.0:1761313476.350628:0:64710:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:3.0:1761313476.350633:0:64710:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90530:90530:256:4294967295] 192.168.204.38@tcp LPNI seq info [90530:90530:8:4294967295] 00000400:00000200:3.0:1761313476.350643:0:64710:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:3.0:1761313476.350648:0:64710:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:3.0:1761313476.350653:0:64710:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000090e74ba2 (tot 82351826). 00000800:00000200:3.0:1761313476.350659:0:64710:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:3.0:1761313476.350667:0:64710:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:3.0:1761313476.350670:0:64710:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000090e74ba2 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761313476.350684:0:64710:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000004db7aa52. 00000020:00000010:3.0:1761313476.350688:0:64710:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000f8c2014c. 00000020:00000010:3.0:1761313476.350692:0:64710:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ff5adab4. 00000800:00000200:2.0:1761313476.351047:0:15826:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761313476.351051:0:15826:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000090e74ba2 (tot 82351578). 00000400:00000200:2.0:1761313476.351055:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313476.351059:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:2.0:1761313476.351063:0:15826:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002252f14c 00000400:00000010:2.0:1761313476.351064:0:15826:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002252f14c. 00000400:00000010:2.0:1761313476.351084:0:77239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000039d2ea74. 00000400:00000200:2.0:1761313476.351089:0:77239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000010b81926 00000400:00000010:2.0:1761313476.351090:0:77239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000010b81926. 00000100:00000200:2.0:1761313476.351095:0:77239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000004c2b08ab x1846869138400448/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313520 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761313476.351102:0:77239:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000004c2b08ab x1846869138400448/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313520 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.0:1761313476.351122:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007d683cb4. 02000000:00000010:2.0:1761313476.351136:0:77239:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000009379abcc. 02000000:00000010:2.0:1761313476.351140:0:77239:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000d6f213b2. 00000100:00000010:2.0:1761313476.351144:0:77239:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000004c2b08ab. 00000100:00000010:2.0:1761313476.351147:0:77239:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a457aec5. 00010000:00000010:2.0:1761313476.351149:0:77239:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000065cb4694. 00080000:00000010:2.0:1761313476.351165:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000bc6b714e. 00010000:00000010:2.0:1761313476.351255:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005a21302f. 00010000:00000010:2.0:1761313476.351262:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b7d0e8aa. 00010000:00000010:2.0:1761313476.351338:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000008512b48d. 00010000:00000010:2.0:1761313476.351344:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000e5131b41. 00010000:00000010:2.0:1761313476.351353:0:77239:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000008e4d8fd2. 00000100:00000010:2.0:1761313476.351950:0:77239:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000643a27d3. 00000100:00000010:2.0:1761313476.351961:0:77239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ecbebf0f. 02000000:00000010:2.0:1761313476.351972:0:77239:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000df0963a9. 02000000:00000010:2.0:1761313476.351997:0:77239:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f833a1b3. 00000400:00000010:2.0:1761313476.352001:0:77239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000a831013b. 00000400:00000010:2.0:1761313476.352006:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002c0ac683. 00000100:00000200:2.0:1761313476.352011:0:77239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869138400512, portal 16 00000400:00000010:2.0:1761313476.352015:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000042ef5faf. 00000100:00000200:2.0:1761313476.352017:0:77239:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869138400512, offset 0 00000400:00000200:2.0:1761313476.352024:0:77239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:2.0:1761313476.352033:0:77239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:2.0:1761313476.352039:0:77239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:2.0:1761313476.352042:0:77239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761313476.352046:0:77239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:2.0:1761313476.352049:0:77239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90531:90531:256:4294967295] 192.168.204.38@tcp LPNI seq info [90531:90531:8:4294967295] 00000400:00000200:2.0:1761313476.352058:0:77239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:2.0:1761313476.352064:0:77239:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:2.0:1761313476.352067:0:77239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000df62ea87 (tot 82351826). 00000800:00000200:2.0:1761313476.352072:0:77239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:2.0:1761313476.352077:0:77239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:2.0:1761313476.352080:0:77239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000df62ea87 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761313476.352193:0:15827:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761313476.352196:0:15827:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000df62ea87 (tot 82351578). 00000400:00000200:3.0:1761313476.352200:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313476.352204:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:3.0:1761313476.352207:0:15827:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000042ef5faf 00000400:00000010:3.0:1761313476.352208:0:15827:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000042ef5faf. 00000100:00000200:3.0:1761313476.352214:0:15827:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000ecbebf0f x1846869138400512/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313520 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1761313476.353545:0:78500:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001a8383fa. 00010000:00000010:1.1:1761313476.353554:0:78500:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000aef1a961. 00010000:00000010:1.1:1761313476.353559:0:78500:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000027d6177a. 00000400:00000200:3.0:1761313476.354259:0:15825:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:3.0:1761313476.354274:0:15825:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x68fb7baf0e500 00000400:00000200:3.0:1761313476.354283:0:15825:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb1441 [1] + 224 00000400:00000200:3.0:1761313476.354293:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313476.354296:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:3.0:1761313476.354303:0:15825:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000ecbebf0f x1846869138400512/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313520 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761313476.354336:0:15825:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:3.0:1761313476.354342:0:15825:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x68fb7ba85ecc0 00000400:00000200:3.0:1761313476.354347:0:15825:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xafd8d [2] + 656 00000400:00000200:3.0:1761313476.354405:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313476.354410:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:3.0:1761313476.354414:0:15825:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761313476.354419:0:15825:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000015f262ae. 00000020:00000010:3.0:1761313476.354462:0:75220:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004c0db0f2. 00000020:00000010:3.0:1761313476.354467:0:75220:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000004db7aa52. 00000020:00000010:3.0:1761313476.354471:0:75220:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000f8c2014c. 00000100:00000200:3.0:1761313476.354491:0:75220:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000015f262ae x1846869131390144/t0(0) o103->78617949-0e11-4ca2-94c2-d809f91deaa9@192.168.204.38@tcp:407/0 lens 328/0 e 0 to 0 dl 1761313482 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:3.0:1761313476.354515:0:75220:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869131390144 02000000:00000010:3.0:1761313476.354523:0:75220:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000ff5adab4. 00010000:00000010:3.0:1761313476.354555:0:75220:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000cba9dd77. 00000100:00000010:3.0:1761313476.354561:0:75220:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b2e27710. 00000100:00000010:3.0:1761313476.354567:0:75220:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b2e27710. 00010000:00000010:3.0:1761313476.354571:0:75220:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000cba9dd77. 00000400:00000010:3.0:1761313476.354583:0:75220:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004871bb6d. 00000100:00000200:3.0:1761313476.354587:0:75220:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869131390144, offset 224 00000400:00000200:3.0:1761313476.354593:0:75220:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:3.0:1761313476.354602:0:75220:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:3.0:1761313476.354608:0:75220:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90532:90532:256:4294967295] 192.168.204.38@tcp LPNI seq info [90532:90532:8:4294967295] 00000400:00000200:3.0:1761313476.354617:0:75220:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:3.0:1761313476.354621:0:75220:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:3.0:1761313476.354625:0:75220:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000572c2ec6 (tot 82351826). 00000800:00000200:3.0:1761313476.354631:0:75220:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:3.0:1761313476.354636:0:75220:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:3.0:1761313476.354639:0:75220:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000572c2ec6 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761313476.354652:0:75220:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000004db7aa52. 00000020:00000010:3.0:1761313476.354656:0:75220:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000f8c2014c. 00000020:00000010:3.0:1761313476.354660:0:75220:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004c0db0f2. 00000800:00000200:2.0:1761313476.354777:0:15826:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761313476.354781:0:15826:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000572c2ec6 (tot 82351578). 00000400:00000200:2.0:1761313476.354785:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313476.354788:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:2.0:1761313476.354791:0:15826:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004871bb6d 00000400:00000010:2.0:1761313476.354793:0:15826:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004871bb6d. 00000400:00000010:2.0:1761313476.354811:0:77239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000a831013b. 00000400:00000200:2.0:1761313476.354814:0:77239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002c0ac683 00000400:00000010:2.0:1761313476.354815:0:77239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002c0ac683. 00000100:00000200:2.0:1761313476.354820:0:77239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000ecbebf0f x1846869138400512/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313520 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761313476.354827:0:77239:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000ecbebf0f x1846869138400512/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313520 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.0:1761313476.354846:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000014a6f485. 02000000:00000010:2.0:1761313476.354857:0:77239:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f833a1b3. 02000000:00000010:2.0:1761313476.354862:0:77239:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000df0963a9. 00000100:00000010:2.0:1761313476.354865:0:77239:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ecbebf0f. 00000100:00000010:2.0:1761313476.354868:0:77239:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000643a27d3. 00010000:00000010:2.0:1761313476.354870:0:77239:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000008e4d8fd2. 00080000:00000010:2.0:1761313476.354884:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000df0963a9. 00010000:00000010:2.0:1761313476.354959:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e5131b41. 00010000:00000010:2.0:1761313476.354966:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b266c683. 00010000:00000010:2.0:1761313476.355031:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000005dd42312. 00010000:00000010:2.0:1761313476.355037:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000e5131b41. 00010000:00000010:2.0:1761313476.355045:0:77239:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000008e4d8fd2. 00000100:00000010:2.0:1761313476.355048:0:77239:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000643a27d3. 00000100:00000010:2.0:1761313476.355053:0:77239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ecbebf0f. 02000000:00000010:2.0:1761313476.355062:0:77239:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000f833a1b3. 02000000:00000010:2.0:1761313476.355080:0:77239:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000780a2717. 00000400:00000010:2.0:1761313476.355083:0:77239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000a831013b. 00000400:00000010:2.0:1761313476.355086:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002c0ac683. 00000100:00000200:2.0:1761313476.355090:0:77239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869138400576, portal 16 00000400:00000010:2.0:1761313476.355094:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003c745d15. 00000100:00000200:2.0:1761313476.355095:0:77239:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869138400576, offset 0 00000400:00000200:2.0:1761313476.355100:0:77239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:2.0:1761313476.355106:0:77239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:2.0:1761313476.355112:0:77239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:2.0:1761313476.355115:0:77239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761313476.355118:0:77239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:2.0:1761313476.355120:0:77239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90533:90533:256:4294967295] 192.168.204.38@tcp LPNI seq info [90533:90533:8:4294967295] 00000400:00000200:2.0:1761313476.355127:0:77239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:2.0:1761313476.355131:0:77239:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:2.0:1761313476.355134:0:77239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000285953fe (tot 82351826). 00000800:00000200:2.0:1761313476.355138:0:77239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:2.0:1761313476.355142:0:77239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:2.0:1761313476.355144:0:77239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000285953fe type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761313476.356226:0:15827:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761313476.356231:0:15827:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000285953fe (tot 82351578). 00000400:00000200:3.0:1761313476.356238:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313476.356244:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:3.0:1761313476.356248:0:15827:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003c745d15 00000400:00000010:3.0:1761313476.356249:0:15827:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003c745d15. 00000100:00000200:3.0:1761313476.356256:0:15827:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000ecbebf0f x1846869138400576/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313520 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761313476.370415:0:15825:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:1.0:1761313476.370435:0:15825:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x68fb7baf0e540 00000400:00000200:1.0:1761313476.370445:0:15825:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb144d [1] + 224 00000400:00000200:1.0:1761313476.370458:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313476.370461:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:1.0:1761313476.370472:0:15825:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000ecbebf0f x1846869138400576/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313520 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1761313476.370511:0:77239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000a831013b. 00000400:00000200:1.0:1761313476.370515:0:77239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002c0ac683 00000400:00000010:1.0:1761313476.370517:0:77239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002c0ac683. 00000100:00000200:1.0:1761313476.370522:0:77239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000ecbebf0f x1846869138400576/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313520 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761313476.370529:0:77239:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000ecbebf0f x1846869138400576/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313520 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761313476.370555:0:77239:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000780a2717. 02000000:00000010:1.0:1761313476.370561:0:77239:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000f833a1b3. 00000100:00000010:1.0:1761313476.370565:0:77239:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ecbebf0f. 00000100:00000010:1.0:1761313476.370570:0:77239:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000643a27d3. 00010000:00000010:1.0:1761313476.370574:0:77239:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000008e4d8fd2. 00010000:00000010:0.1:1761313476.373407:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a9e01c6a. 00010000:00000010:3.1:1761313476.373499:0:1024:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006abb1eee. 00010000:00000010:3.1:1761313476.373505:0:1024:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a3ac6b47. 00000400:00000200:0.0:1761313476.380955:0:15826:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:0.0:1761313476.380974:0:15826:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x68fb7ba85ed00 00000400:00000200:0.0:1761313476.380982:0:15826:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xafd8d [2] + 984 00000400:00000200:0.0:1761313476.381037:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313476.381041:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:0.0:1761313476.381048:0:15826:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761313476.381053:0:15826:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000003efab3fb. 00000020:00000010:0.0:1761313476.381100:0:64710:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000fba61b38. 00000020:00000010:0.0:1761313476.381105:0:64710:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000009d541454. 00000020:00000010:0.0:1761313476.381109:0:64710:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000b19c8af1. 00000100:00000200:0.0:1761313476.381131:0:64710:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000003efab3fb x1846869131390208/t0(0) o103->78617949-0e11-4ca2-94c2-d809f91deaa9@192.168.204.38@tcp:407/0 lens 328/0 e 0 to 0 dl 1761313482 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:0.0:1761313476.381155:0:64710:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869131390208 02000000:00000010:0.0:1761313476.381164:0:64710:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000d7b1d6d0. 00010000:00000010:0.0:1761313476.381188:0:64710:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007cca0bf2. 00010000:00000010:0.0:1761313476.381205:0:64710:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000d48850f3. 00000100:00000010:0.0:1761313476.381211:0:64710:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a3841f5e. 00000100:00000010:0.0:1761313476.381221:0:64710:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a3841f5e. 00010000:00000010:0.0:1761313476.381223:0:64710:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000d48850f3. 00000400:00000010:0.0:1761313476.381233:0:64710:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000686d1fa3. 00000100:00000200:0.0:1761313476.381237:0:64710:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869131390208, offset 224 00000400:00000200:0.0:1761313476.381244:0:64710:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:0.0:1761313476.381253:0:64710:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:0.0:1761313476.381258:0:64710:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90534:90534:256:4294967295] 192.168.204.38@tcp LPNI seq info [90534:90534:8:4294967295] 00000400:00000200:0.0:1761313476.381268:0:64710:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:0.0:1761313476.381272:0:64710:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:0.0:1761313476.381276:0:64710:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000bd2f7339 (tot 82351826). 00000800:00000200:0.0:1761313476.381281:0:64710:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:0.0:1761313476.381287:0:64710:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:0.0:1761313476.381290:0:64710:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000bd2f7339 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761313476.381302:0:64710:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000009d541454. 00000020:00000010:0.0:1761313476.381306:0:64710:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000b19c8af1. 00000020:00000010:0.0:1761313476.381309:0:64710:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000fba61b38. 00080000:00000010:0.0:1761313476.381332:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000fba61b38. 00010000:00000010:0.0:1761313476.381424:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e5131b41. 00010000:00000010:0.0:1761313476.381430:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000d5df408b. 00010000:00000010:0.0:1761313476.381489:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000003a434a29. 00010000:00000010:0.0:1761313476.381495:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000001e77afed. 00010000:00000010:0.0:1761313476.381502:0:77239:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000d48850f3. 00000100:00000010:0.0:1761313476.381505:0:77239:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a3841f5e. 00000100:00000010:0.0:1761313476.381510:0:77239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000b73eaae5. 02000000:00000010:0.0:1761313476.381518:0:77239:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000088dda67d. 02000000:00000010:0.0:1761313476.381537:0:77239:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000006584ef99. 00000400:00000010:0.0:1761313476.381541:0:77239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000080389b10. 00000400:00000010:0.0:1761313476.381545:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006c51a6d2. 00000100:00000200:0.0:1761313476.381548:0:77239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869138400640, portal 16 00000400:00000010:0.0:1761313476.381552:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000066042486. 00000100:00000200:0.0:1761313476.381554:0:77239:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869138400640, offset 0 00000400:00000200:0.0:1761313476.381558:0:77239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:0.0:1761313476.381563:0:77239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:0.0:1761313476.381569:0:77239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:0.0:1761313476.381572:0:77239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761313476.381575:0:77239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:0.0:1761313476.381578:0:77239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90535:90535:255:4294967295] 192.168.204.38@tcp LPNI seq info [90535:90535:7:4294967295] 00000400:00000200:0.0:1761313476.381585:0:77239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:0.0:1761313476.381588:0:77239:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:0.0:1761313476.381591:0:77239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005a99fafd (tot 82352074). 00000800:00000200:0.0:1761313476.381594:0:77239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:0.0:1761313476.381597:0:77239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:0.0:1761313476.381599:0:77239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000005a99fafd type 1, nob 424 niov 1 nkiov 1 00010000:00000010:2.1:1761313476.382465:0:78547:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ce0583bd. 00010000:00000010:2.1:1761313476.382472:0:78547:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003be3ede9. 00010000:00000010:2.1:1761313476.382476:0:78547:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001e46ca69. 00000800:00000200:3.0:1761313476.386152:0:15827:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761313476.386158:0:15827:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000bd2f7339 (tot 82351826). 00000400:00000200:3.0:1761313476.386164:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313476.386172:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:3.0:1761313476.386177:0:15827:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000686d1fa3 00000400:00000010:3.0:1761313476.386179:0:15827:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000686d1fa3. 00000800:00000200:3.0:1761313476.386245:0:15827:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761313476.386247:0:15827:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005a99fafd (tot 82351578). 00000400:00000200:3.0:1761313476.386250:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313476.386253:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:3.0:1761313476.386256:0:15827:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000066042486 00000400:00000010:3.0:1761313476.386257:0:15827:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000066042486. 00000100:00000200:3.0:1761313476.386264:0:15827:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000b73eaae5 x1846869138400640/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313520 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1761313476.388249:0:78547:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004ee281a6. 00010000:00000010:2.1:1761313476.388261:0:78547:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000406831fa. 00010000:00000010:2.1:1761313476.388265:0:78547:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008512b48d. 00000400:00000200:1.0:1761313476.390306:0:15825:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:1.0:1761313476.390323:0:15825:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x68fb7baf0e580 00000400:00000200:1.0:1761313476.390330:0:15825:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb1459 [1] + 224 00000400:00000200:1.0:1761313476.390342:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313476.390347:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:1.0:1761313476.390382:0:15825:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000b73eaae5 x1846869138400640/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313520 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1761313476.390465:0:77239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000080389b10. 00000400:00000200:3.0:1761313476.390470:0:77239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006c51a6d2 00000400:00000010:3.0:1761313476.390472:0:77239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006c51a6d2. 00000100:00000200:3.0:1761313476.390478:0:77239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000b73eaae5 x1846869138400640/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313520 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761313476.390485:0:77239:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000b73eaae5 x1846869138400640/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313520 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1761313476.390515:0:77239:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000006584ef99. 02000000:00000010:3.0:1761313476.390522:0:77239:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000088dda67d. 00000100:00000010:3.0:1761313476.390526:0:77239:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000b73eaae5. 00000100:00000010:3.0:1761313476.390529:0:77239:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a3841f5e. 00010000:00000010:3.0:1761313476.390533:0:77239:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000d48850f3. 00000400:00000200:3.0:1761313476.390941:0:15826:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:3.0:1761313476.390955:0:15826:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x68fb7ba85ed40 00000400:00000200:3.0:1761313476.390960:0:15826:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xafd8d [2] + 1312 00000400:00000200:3.0:1761313476.391013:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313476.391017:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:3.0:1761313476.391021:0:15826:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761313476.391025:0:15826:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000009906dba7. 00010000:00000010:0.1:1761313476.391379:0:1:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b5e1765c. 00010000:00000010:0.1:1761313476.391386:0:1:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000083955151. 00010000:00000010:0.1:1761313476.391388:0:1:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005dd42312. 00000020:00000010:2.0:1761313476.391403:0:75220:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000491ad1ae. 00000020:00000010:2.0:1761313476.391409:0:75220:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000003e9f7f61. 00000020:00000010:2.0:1761313476.391413:0:75220:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000003de95356. 00000100:00000200:2.0:1761313476.391438:0:75220:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000009906dba7 x1846869131390272/t0(0) o103->78617949-0e11-4ca2-94c2-d809f91deaa9@192.168.204.38@tcp:407/0 lens 328/0 e 0 to 0 dl 1761313482 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:2.0:1761313476.391468:0:75220:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869131390272 02000000:00000010:2.0:1761313476.391478:0:75220:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000076b65146. 00010000:00000010:2.0:1761313476.391504:0:75220:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000da4b371e. 00010000:00000010:2.0:1761313476.391521:0:75220:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000aa18930a. 00000100:00000010:2.0:1761313476.391526:0:75220:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000000e099f8c. 00000100:00000010:2.0:1761313476.391537:0:75220:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000000e099f8c. 00010000:00000010:2.0:1761313476.391539:0:75220:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000aa18930a. 00000400:00000010:2.0:1761313476.391551:0:75220:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000032f4837. 00000100:00000200:2.0:1761313476.391555:0:75220:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869131390272, offset 224 00000400:00000200:2.0:1761313476.391563:0:75220:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:2.0:1761313476.391573:0:75220:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:2.0:1761313476.391578:0:75220:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90536:90536:256:4294967295] 192.168.204.38@tcp LPNI seq info [90536:90536:8:4294967295] 00000400:00000200:2.0:1761313476.391588:0:75220:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:2.0:1761313476.391593:0:75220:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:2.0:1761313476.391597:0:75220:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000db140c22 (tot 82351826). 00000800:00000200:2.0:1761313476.391603:0:75220:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:2.0:1761313476.391609:0:75220:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:2.0:1761313476.391612:0:75220:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000db140c22 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761313476.391630:0:75220:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000003e9f7f61. 00000020:00000010:2.0:1761313476.391633:0:75220:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000003de95356. 00000020:00000010:2.0:1761313476.391636:0:75220:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000491ad1ae. 00080000:00000010:2.0:1761313476.391659:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000491ad1ae. 00010000:00000010:2.0:1761313476.391753:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000001e77afed. 00010000:00000010:2.0:1761313476.391760:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000a143ccbc. 00010000:00000010:2.0:1761313476.391824:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000007d474bda. 00010000:00000010:2.0:1761313476.391828:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000003e9f7f61. 00010000:00000010:2.0:1761313476.391832:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000008512b48d. 00010000:00000010:2.0:1761313476.391837:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000bdcb4760. 00080000:00000010:2.0:1761313476.391847:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 0000000019e0d5c0. 00010000:00000010:2.0:1761313476.391873:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bdcb4760. 00010000:00000010:2.0:1761313476.391876:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000003e9f7f61. 00010000:00000010:2.0:1761313476.391926:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f8d2e982. 00010000:00000010:2.0:1761313476.391930:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000bdcb4760. 00010000:00000010:2.0:1761313476.391936:0:77239:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000aa18930a. 00000100:00000010:2.0:1761313476.391939:0:77239:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000000e099f8c. 00000100:00000010:2.0:1761313476.391945:0:77239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000003cb161f4. 02000000:00000010:2.0:1761313476.391956:0:77239:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000001e7ba379. 02000000:00000010:2.0:1761313476.391977:0:77239:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f833a1b3. 00000400:00000010:2.0:1761313476.391982:0:77239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000041287c92. 00000400:00000010:2.0:1761313476.391986:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000695182e. 00000100:00000200:2.0:1761313476.391990:0:77239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869138400704, portal 16 00000400:00000010:2.0:1761313476.391993:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f19b9931. 00000100:00000200:2.0:1761313476.391995:0:77239:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869138400704, offset 0 00000400:00000200:2.0:1761313476.392000:0:77239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:2.0:1761313476.392006:0:77239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:2.0:1761313476.392012:0:77239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:2.0:1761313476.392016:0:77239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761313476.392018:0:77239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:2.0:1761313476.392021:0:77239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90537:90537:255:4294967295] 192.168.204.38@tcp LPNI seq info [90537:90537:7:4294967295] 00000400:00000200:2.0:1761313476.392028:0:77239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:2.0:1761313476.392032:0:77239:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:2.0:1761313476.392035:0:77239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000334917e2 (tot 82352074). 00000800:00000200:2.0:1761313476.392039:0:77239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:2.0:1761313476.392042:0:77239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:2.0:1761313476.392045:0:77239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000334917e2 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761313476.392089:0:15827:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761313476.392091:0:15827:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000db140c22 (tot 82351826). 00000400:00000200:2.0:1761313476.392095:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313476.392098:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:2.0:1761313476.392101:0:15827:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000032f4837 00000400:00000010:2.0:1761313476.392103:0:15827:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000032f4837. 00000800:00000200:2.0:1761313476.392151:0:15827:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761313476.392153:0:15827:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000334917e2 (tot 82351578). 00000400:00000200:2.0:1761313476.392155:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313476.392158:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:2.0:1761313476.392160:0:15827:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f19b9931 00000400:00000010:2.0:1761313476.392161:0:15827:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f19b9931. 00000100:00000200:2.0:1761313476.392166:0:15827:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000003cb161f4 x1846869138400704/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313520 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1761313476.396681:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e0dcbf5d. 00010000:00000010:2.1:1761313476.396695:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e916cd7a. 00010000:00000010:2.1:1761313476.396699:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003a434a29. 00010000:00000010:2.1:1761313476.396703:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007d474bda. 00010000:00000010:2.1:1761313476.396705:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008512b48d. 00000400:00000200:1.0:1761313476.398207:0:15825:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:1.0:1761313476.398224:0:15825:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x68fb7baf0e5c0 00000400:00000200:1.0:1761313476.398232:0:15825:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb1465 [1] + 224 00000400:00000200:1.0:1761313476.398245:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313476.398248:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:1.0:1761313476.398258:0:15825:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000003cb161f4 x1846869138400704/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313520 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1761313476.398335:0:77239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000041287c92. 00000400:00000200:2.0:1761313476.398339:0:77239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000695182e 00000400:00000010:2.0:1761313476.398341:0:77239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000695182e. 00000100:00000200:2.0:1761313476.398348:0:77239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000003cb161f4 x1846869138400704/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313520 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761313476.398388:0:77239:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000003cb161f4 x1846869138400704/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313520 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761313476.398416:0:77239:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f833a1b3. 02000000:00000010:2.0:1761313476.398422:0:77239:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000001e7ba379. 00000100:00000010:2.0:1761313476.398426:0:77239:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000003cb161f4. 00000100:00000010:2.0:1761313476.398431:0:77239:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000000e099f8c. 00010000:00000010:2.0:1761313476.398435:0:77239:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000aa18930a. 00000400:00000200:2.0:1761313476.409595:0:15826:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:2.0:1761313476.409615:0:15826:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x68fb7ba85ed80 00000400:00000200:2.0:1761313476.409624:0:15826:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xafd8d [2] + 1640 00000400:00000200:2.0:1761313476.409942:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313476.409948:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:2.0:1761313476.409954:0:15826:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1761313476.409961:0:15826:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000003cb161f4. 00000020:00000010:1.0:1761313476.410151:0:64710:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000fa3a6c6. 00000020:00000010:1.0:1761313476.410159:0:64710:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000ee6c533a. 00000020:00000010:1.0:1761313476.410163:0:64710:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000009698beef. 00000100:00000200:1.0:1761313476.410188:0:64710:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000003cb161f4 x1846869131390336/t0(0) o103->78617949-0e11-4ca2-94c2-d809f91deaa9@192.168.204.38@tcp:407/0 lens 328/0 e 0 to 0 dl 1761313482 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:1.0:1761313476.410225:0:64710:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869131390336 02000000:00000010:1.0:1761313476.410235:0:64710:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000db6ff6d9. 00010000:00000010:1.0:1761313476.410262:0:64710:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000002ac88bd1. 00010000:00000010:1.0:1761313476.410279:0:64710:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000337a2f79. 00000100:00000010:1.0:1761313476.410285:0:64710:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000036441f02. 00000100:00000010:1.0:1761313476.410300:0:64710:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000036441f02. 00010000:00000010:1.0:1761313476.410303:0:64710:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000337a2f79. 00000400:00000010:1.0:1761313476.410316:0:64710:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007c77981f. 00000100:00000200:1.0:1761313476.410321:0:64710:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869131390336, offset 224 00000400:00000200:1.0:1761313476.410329:0:64710:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:1.0:1761313476.410339:0:64710:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:1.0:1761313476.410344:0:64710:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90538:90538:256:4294967295] 192.168.204.38@tcp LPNI seq info [90538:90538:8:4294967295] 00000400:00000200:1.0:1761313476.410514:0:64710:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:1.0:1761313476.410520:0:64710:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:1.0:1761313476.410526:0:64710:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000cc8c87c8 (tot 82351826). 00000800:00000200:1.0:1761313476.410531:0:64710:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:1.0:1761313476.410538:0:64710:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:1.0:1761313476.410542:0:64710:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000cc8c87c8 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761313476.410562:0:64710:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000ee6c533a. 00000020:00000010:1.0:1761313476.410565:0:64710:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000009698beef. 00000020:00000010:1.0:1761313476.410568:0:64710:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000000fa3a6c6. 00000800:00000200:2.0:1761313476.411344:0:15827:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761313476.411349:0:15827:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000cc8c87c8 (tot 82351578). 00000400:00000200:2.0:1761313476.411386:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313476.411392:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:2.0:1761313476.411396:0:15827:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007c77981f 00000400:00000010:2.0:1761313476.411398:0:15827:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007c77981f. 00080000:00000010:3.0:1761313476.412665:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 000000004c0db0f2. 00010000:00000010:3.0:1761313476.412770:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bdcb4760. 00010000:00000010:3.0:1761313476.412779:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006a63e52f. 00010000:00000010:3.0:1761313476.412851:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000001e46ca69. 00010000:00000010:3.0:1761313476.412857:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000fb6c2192. 00010000:00000010:3.0:1761313476.412868:0:77239:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000cba9dd77. 00000100:00000010:3.0:1761313476.412874:0:77239:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b2e27710. 00000100:00000010:3.0:1761313476.412882:0:77239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001588211e. 02000000:00000010:3.0:1761313476.412895:0:77239:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000d251cb3a. 02000000:00000010:3.0:1761313476.412919:0:77239:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000076254396. 00000400:00000010:3.0:1761313476.412924:0:77239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000ea368f5f. 00000400:00000010:3.0:1761313476.412930:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000fdaafa7. 00000100:00000200:3.0:1761313476.412935:0:77239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869138400768, portal 16 00000400:00000010:3.0:1761313476.412940:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004871bb6d. 00000100:00000200:3.0:1761313476.412942:0:77239:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869138400768, offset 0 00000400:00000200:3.0:1761313476.412949:0:77239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:3.0:1761313476.412963:0:77239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:3.0:1761313476.412969:0:77239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:3.0:1761313476.412972:0:77239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761313476.412975:0:77239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:3.0:1761313476.412978:0:77239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90539:90539:256:4294967295] 192.168.204.38@tcp LPNI seq info [90539:90539:8:4294967295] 00000400:00000200:3.0:1761313476.412988:0:77239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:3.0:1761313476.412993:0:77239:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:3.0:1761313476.412997:0:77239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000896a3ffd (tot 82351826). 00000800:00000200:3.0:1761313476.413003:0:77239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:3.0:1761313476.413009:0:77239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:3.0:1761313476.413012:0:77239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000896a3ffd type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761313476.413889:0:15825:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313476.413894:0:15825:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000896a3ffd (tot 82351578). 00000400:00000200:1.0:1761313476.413900:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313476.413905:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:1.0:1761313476.413909:0:15825:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004871bb6d 00000400:00000010:1.0:1761313476.413911:0:15825:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004871bb6d. 00000100:00000200:1.0:1761313476.413919:0:15825:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000001588211e x1846869138400768/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313520 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1761313476.417429:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009fadcd40. 00000400:00000200:2.0:1761313476.418809:0:15826:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:2.0:1761313476.418829:0:15826:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x68fb7baf0e600 00000400:00000200:2.0:1761313476.418837:0:15826:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb1471 [1] + 224 00000400:00000200:2.0:1761313476.418854:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313476.418858:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:2.0:1761313476.418869:0:15826:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000001588211e x1846869138400768/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313520 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1761313476.418929:0:77239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000ea368f5f. 00000400:00000200:3.0:1761313476.418936:0:77239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000fdaafa7 00000400:00000010:3.0:1761313476.418939:0:77239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000fdaafa7. 00000100:00000200:3.0:1761313476.418945:0:77239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000001588211e x1846869138400768/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313520 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761313476.418953:0:77239:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000001588211e x1846869138400768/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313520 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1761313476.418984:0:77239:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000076254396. 02000000:00000010:3.0:1761313476.418990:0:77239:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000d251cb3a. 00000100:00000010:3.0:1761313476.418993:0:77239:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001588211e. 00000100:00000010:3.0:1761313476.418996:0:77239:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b2e27710. 00010000:00000010:3.0:1761313476.419000:0:77239:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000cba9dd77. 00000400:00000200:2.0:1761313476.419420:0:15827:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:2.0:1761313476.419428:0:15827:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x68fb7ba85edc0 00000400:00000200:2.0:1761313476.419434:0:15827:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xafd8d [2] + 1968 00000400:00000010:2.0:1761313476.419437:0:15827:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000002fb31c64. 00000400:00000200:2.0:1761313476.419441:0:15827:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 0000000094f60a2d 00000400:00000200:2.0:1761313476.419494:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313476.419498:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:2.0:1761313476.419500:0:15827:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000094f60a2d 00000400:00000010:2.0:1761313476.419502:0:15827:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 0000000094f60a2d (tot 82351426). 00000100:00000200:2.0:1761313476.419508:0:15827:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:1.0:1761313476.419850:0:64710:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000fa3a6c6. 00000020:00000010:1.0:1761313476.419858:0:64710:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000ee6c533a. 00000020:00000010:1.0:1761313476.419863:0:64710:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000009698beef. 00000100:00000200:1.0:1761313476.420205:0:64710:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000dc02947a x1846869131390400/t0(0) o103->78617949-0e11-4ca2-94c2-d809f91deaa9@192.168.204.38@tcp:407/0 lens 328/0 e 0 to 0 dl 1761313482 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:1.0:1761313476.420401:0:64710:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869131390400 02000000:00000010:1.0:1761313476.420415:0:64710:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000a57cbc75. 00010000:00000010:1.0:1761313476.420442:0:64710:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000067c6e89d. 00010000:00000010:1.0:1761313476.420465:0:64710:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000337a2f79. 00000100:00000010:1.0:1761313476.420472:0:64710:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000036441f02. 00000100:00000010:1.0:1761313476.420489:0:64710:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000036441f02. 00010000:00000010:1.0:1761313476.420492:0:64710:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000337a2f79. 00000400:00000010:1.0:1761313476.420505:0:64710:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004a139d93. 00000100:00000200:1.0:1761313476.420510:0:64710:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869131390400, offset 224 00000400:00000200:1.0:1761313476.420517:0:64710:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00080000:00000010:3.0:1761313476.420526:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d251cb3a. 00000400:00000200:1.0:1761313476.420530:0:64710:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:1.0:1761313476.420536:0:64710:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90540:90540:256:4294967295] 192.168.204.38@tcp LPNI seq info [90540:90540:8:4294967295] 00000400:00000200:1.0:1761313476.420547:0:64710:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:1.0:1761313476.420552:0:64710:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:1.0:1761313476.420556:0:64710:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000fe7bdfb5 (tot 82351674). 00000800:00000200:1.0:1761313476.420563:0:64710:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:1.0:1761313476.420570:0:64710:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:1.0:1761313476.420573:0:64710:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000fe7bdfb5 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761313476.420605:0:64710:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000ee6c533a. 00000020:00000010:1.0:1761313476.420609:0:64710:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000009698beef. 00010000:00000010:3.0:1761313476.420613:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000fb6c2192. 00000020:00000010:1.0:1761313476.420613:0:64710:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000000fa3a6c6. 00010000:00000010:3.0:1761313476.420622:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000074c236cc. 02000000:00000010:1.0:1761313476.420622:0:64710:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000db6ff6d9. 00000100:00000010:1.0:1761313476.420628:0:64710:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000003cb161f4. 02000000:00000010:1.0:1761313476.420633:0:64710:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000076b65146. 00000100:00000010:1.0:1761313476.420637:0:64710:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000009906dba7. 02000000:00000010:1.0:1761313476.420640:0:64710:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000d7b1d6d0. 00000100:00000010:1.0:1761313476.420643:0:64710:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000003efab3fb. 02000000:00000010:1.0:1761313476.420646:0:64710:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000ff5adab4. 00000100:00000010:1.0:1761313476.420648:0:64710:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000015f262ae. 02000000:00000010:1.0:1761313476.420650:0:64710:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000f31060db. 00000100:00000010:1.0:1761313476.420651:0:64710:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000097b2ed89. 02000000:00000010:1.0:1761313476.420654:0:64710:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000042a568cb. 00000100:00000010:1.0:1761313476.420655:0:64710:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000031f1affc. 00000100:00000200:1.0:1761313476.420661:0:64710:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1761313476.420666:0:64710:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000055fc5963. 00000400:00000010:1.0:1761313476.420670:0:64710:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 0000000036441f02 (tot 82351826). 00000800:00000200:0.0:1761313476.420683:0:15825:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761313476.420688:0:15825:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000fe7bdfb5 (tot 82351578). 00000001:00000010:3.0:1761313476.420693:0:77239:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000ea368f5f. 00000400:00000200:0.0:1761313476.420693:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313476.420699:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000001:00000010:3.0:1761313476.420700:0:77239:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000ea368f5f. 00000400:00000200:0.0:1761313476.420703:0:15825:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004a139d93 00000001:00000010:3.0:1761313476.420707:0:77239:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000ea368f5f. 00000400:00000010:0.0:1761313476.420707:0:15825:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004a139d93. 00000001:00000010:3.0:1761313476.420711:0:77239:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000796a0a40. 02000000:00000010:0.0:1761313476.420711:0:15825:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000a57cbc75. 00010000:00000010:3.0:1761313476.420750:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000005472d45d. 00010000:00000010:3.0:1761313476.420760:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000fb6c2192. 00010000:00000010:3.0:1761313476.420769:0:77239:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000cba9dd77. 00000100:00000010:3.0:1761313476.420773:0:77239:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b2e27710. 00000100:00000010:3.0:1761313476.420780:0:77239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001588211e. 02000000:00000010:3.0:1761313476.420789:0:77239:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000076254396. 02000000:00000010:3.0:1761313476.420811:0:77239:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000001b4fb298. 00000400:00000010:3.0:1761313476.420815:0:77239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000006c1566a8. 00000400:00000010:3.0:1761313476.420819:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000fdaafa7. 00000100:00000200:3.0:1761313476.420822:0:77239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869138400832, portal 16 00000400:00000010:3.0:1761313476.420827:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000010b81926. 00000100:00000200:3.0:1761313476.420828:0:77239:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869138400832, offset 0 00000400:00000200:3.0:1761313476.420834:0:77239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:3.0:1761313476.420840:0:77239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:3.0:1761313476.420846:0:77239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:3.0:1761313476.420850:0:77239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761313476.420852:0:77239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:3.0:1761313476.420855:0:77239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90541:90541:256:4294967295] 192.168.204.38@tcp LPNI seq info [90541:90541:8:4294967295] 00000400:00000200:3.0:1761313476.420862:0:77239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:3.0:1761313476.420866:0:77239:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:3.0:1761313476.420869:0:77239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000633d13cc (tot 82351826). 00000800:00000200:3.0:1761313476.420873:0:77239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:3.0:1761313476.420877:0:77239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:3.0:1761313476.420879:0:77239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000633d13cc type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761313476.422232:0:15826:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761313476.422237:0:15826:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000633d13cc (tot 82351578). 00000400:00000200:2.0:1761313476.422244:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313476.422252:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:2.0:1761313476.422256:0:15826:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000010b81926 00000400:00000010:2.0:1761313476.422257:0:15826:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000010b81926. 00000100:00000200:2.0:1761313476.422265:0:15826:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000001588211e x1846869138400832/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313520 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761313476.430986:0:15827:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:2.0:1761313476.431004:0:15827:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x68fb7baf0e640 00000400:00000200:2.0:1761313476.431012:0:15827:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb1481 [1] + 224 00000400:00000200:2.0:1761313476.431022:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313476.431026:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:2.0:1761313476.431035:0:15827:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000001588211e x1846869138400832/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313520 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761313476.431068:0:15827:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:2.0:1761313476.431072:0:15827:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x68fb7ba85ee00 00000400:00000200:2.0:1761313476.431076:0:15827:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xafde5 [2] + 0 00000400:00000010:3.0:1761313476.431092:0:77239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000006c1566a8. 00000400:00000200:3.0:1761313476.431101:0:77239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000fdaafa7 00000400:00000010:3.0:1761313476.431104:0:77239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000fdaafa7. 00000100:00000200:3.0:1761313476.431112:0:77239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000001588211e x1846869138400832/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313520 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761313476.431119:0:77239:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000001588211e x1846869138400832/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313520 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761313476.431126:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313476.431131:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:2.0:1761313476.431134:0:15827:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1761313476.431139:0:15827:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000009530eebe. 02000000:00000010:3.0:1761313476.431147:0:77239:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000001b4fb298. 02000000:00000010:3.0:1761313476.431154:0:77239:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000076254396. 00000100:00000010:3.0:1761313476.431157:0:77239:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001588211e. 00000100:00000010:3.0:1761313476.431161:0:77239:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b2e27710. 00010000:00000010:3.0:1761313476.431165:0:77239:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000cba9dd77. 00000020:00000010:1.0:1761313476.431211:0:64710:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000db6ff6d9. 00000020:00000010:1.0:1761313476.431217:0:64710:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000ee6c533a. 00000020:00000010:1.0:1761313476.431221:0:64710:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000009698beef. 00000100:00000200:1.0:1761313476.431242:0:64710:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000009530eebe x1846869131390464/t0(0) o103->78617949-0e11-4ca2-94c2-d809f91deaa9@192.168.204.38@tcp:407/0 lens 328/0 e 0 to 0 dl 1761313482 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:1.0:1761313476.431271:0:64710:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869131390464 02000000:00000010:1.0:1761313476.431282:0:64710:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000000fa3a6c6. 00010000:00000010:1.0:1761313476.431307:0:64710:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e940db87. 00010000:00000010:1.0:1761313476.431326:0:64710:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000337a2f79. 00000100:00000010:1.0:1761313476.431333:0:64710:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d007fa73. 00000100:00000010:1.0:1761313476.431347:0:64710:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000d007fa73. 00010000:00000010:1.0:1761313476.431350:0:64710:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000337a2f79. 00010000:00000010:3.1:1761313476.431385:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004658807a. 00000400:00000010:1.0:1761313476.431389:0:64710:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004a139d93. 00010000:00000010:3.1:1761313476.431392:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f8d2e982. 00000100:00000200:1.0:1761313476.431395:0:64710:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869131390464, offset 224 00000400:00000200:1.0:1761313476.431405:0:64710:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00080000:00000010:3.0:1761313476.431414:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 0000000076254396. 00000400:00000200:1.0:1761313476.431417:0:64710:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:1.0:1761313476.431422:0:64710:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90542:90542:256:4294967295] 192.168.204.38@tcp LPNI seq info [90542:90542:8:4294967295] 00000400:00000200:1.0:1761313476.431431:0:64710:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:1.0:1761313476.431436:0:64710:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:1.0:1761313476.431441:0:64710:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000258d8758 (tot 82351826). 00000800:00000200:1.0:1761313476.431446:0:64710:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:1.0:1761313476.431452:0:64710:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:1.0:1761313476.431456:0:64710:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000258d8758 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761313476.431470:0:64710:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000ee6c533a. 00000020:00000010:1.0:1761313476.431474:0:64710:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000009698beef. 00000020:00000010:1.0:1761313476.431478:0:64710:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000db6ff6d9. 00010000:00000010:3.0:1761313476.431489:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000fb6c2192. 00010000:00000010:3.0:1761313476.431496:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000bf0beebd. 00010000:00000010:3.0:1761313476.431560:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000e45fd4bc. 00010000:00000010:3.0:1761313476.431566:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000fb6c2192. 00010000:00000010:3.0:1761313476.431575:0:77239:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000cba9dd77. 00000800:00000200:0.0:1761313476.431577:0:15825:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000100:00000010:3.0:1761313476.431579:0:77239:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b2e27710. 00000800:00000010:0.0:1761313476.431582:0:15825:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000258d8758 (tot 82351578). 00000100:00000010:3.0:1761313476.431585:0:77239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001588211e. 00000400:00000200:0.0:1761313476.431588:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313476.431592:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:0.0:1761313476.431594:0:15825:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004a139d93 02000000:00000010:3.0:1761313476.431596:0:77239:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000001b4fb298. 00000400:00000010:0.0:1761313476.431596:0:15825:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004a139d93. 02000000:00000010:3.0:1761313476.431618:0:77239:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000000c77c6f0. 00000400:00000010:3.0:1761313476.431622:0:77239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000006c1566a8. 00000400:00000010:3.0:1761313476.431625:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000fdaafa7. 00000100:00000200:3.0:1761313476.431629:0:77239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869138400896, portal 16 00000400:00000010:3.0:1761313476.431633:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002252f14c. 00000100:00000200:3.0:1761313476.431634:0:77239:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869138400896, offset 0 00000400:00000200:3.0:1761313476.431640:0:77239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:3.0:1761313476.431646:0:77239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:3.0:1761313476.431652:0:77239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:3.0:1761313476.431657:0:77239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761313476.431660:0:77239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:3.0:1761313476.431663:0:77239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90543:90543:256:4294967295] 192.168.204.38@tcp LPNI seq info [90543:90543:8:4294967295] 00000400:00000200:3.0:1761313476.431670:0:77239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:3.0:1761313476.431674:0:77239:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:3.0:1761313476.431676:0:77239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006eaa0fc9 (tot 82351826). 00000800:00000200:3.0:1761313476.431680:0:77239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:3.0:1761313476.431683:0:77239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:3.0:1761313476.431686:0:77239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000006eaa0fc9 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761313476.431872:0:15826:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761313476.431876:0:15826:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006eaa0fc9 (tot 82351578). 00000400:00000200:2.0:1761313476.431879:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313476.431883:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:2.0:1761313476.431885:0:15826:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002252f14c 00000400:00000010:2.0:1761313476.431887:0:15826:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002252f14c. 00000100:00000200:2.0:1761313476.431891:0:15826:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000001588211e x1846869138400896/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313520 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1761313476.434516:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000075d7fef5. 00010000:00000010:1.1:1761313476.438559:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000072825a9e. 00010000:00000010:3.1:1761313476.438662:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ef9b5f83. 00010000:00000010:3.1:1761313476.438669:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001e46ca69. 00010000:00000010:3.1:1761313476.438674:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000092393965. 00010000:00000010:3.1:1761313476.438676:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005472d45d. 00000400:00000200:2.0:1761313476.439430:0:15827:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:2.0:1761313476.439448:0:15827:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x68fb7baf0e680 00000400:00000200:2.0:1761313476.439466:0:15827:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb148d [1] + 224 00000400:00000200:2.0:1761313476.439478:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313476.439482:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:2.0:1761313476.439492:0:15827:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000001588211e x1846869138400896/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313520 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761313476.439528:0:15827:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:2.0:1761313476.439535:0:15827:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x68fb7ba85ee40 00000400:00000200:2.0:1761313476.439540:0:15827:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xafde5 [2] + 328 00000400:00000010:3.0:1761313476.439551:0:77239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000006c1566a8. 00000400:00000200:3.0:1761313476.439559:0:77239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000fdaafa7 00000400:00000010:3.0:1761313476.439561:0:77239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000fdaafa7. 00000100:00000200:3.0:1761313476.439568:0:77239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000001588211e x1846869138400896/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313520 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761313476.439576:0:77239:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000001588211e x1846869138400896/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313520 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761313476.439589:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313476.439595:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:2.0:1761313476.439598:0:15827:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1761313476.439603:0:15827:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000009e42bc62. 02000000:00000010:3.0:1761313476.439604:0:77239:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000000c77c6f0. 02000000:00000010:3.0:1761313476.439611:0:77239:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000001b4fb298. 00000100:00000010:3.0:1761313476.439615:0:77239:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001588211e. 00000100:00000010:3.0:1761313476.439618:0:77239:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b2e27710. 00010000:00000010:3.0:1761313476.439621:0:77239:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000cba9dd77. 00000020:00000010:0.0:1761313476.439943:0:75220:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000021cdeb1f. 00000020:00000010:0.0:1761313476.439951:0:75220:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000009d541454. 00000020:00000010:0.0:1761313476.439955:0:75220:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000b19c8af1. 00000100:00000200:0.0:1761313476.439982:0:75220:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000009e42bc62 x1846869131390528/t0(0) o103->78617949-0e11-4ca2-94c2-d809f91deaa9@192.168.204.38@tcp:407/0 lens 328/0 e 0 to 0 dl 1761313482 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:0.0:1761313476.440018:0:75220:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869131390528 02000000:00000010:0.0:1761313476.440029:0:75220:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000006fde0452. 00010000:00000010:0.0:1761313476.440058:0:75220:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000f7e5c698. 00010000:00000010:0.0:1761313476.440080:0:75220:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000b681ffce. 00000100:00000010:0.0:1761313476.440086:0:75220:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000030e06e50. 00000100:00000010:0.0:1761313476.440101:0:75220:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000030e06e50. 00010000:00000010:0.0:1761313476.440103:0:75220:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000b681ffce. 00000400:00000010:0.0:1761313476.440117:0:75220:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d021fde9. 00000100:00000200:0.0:1761313476.440121:0:75220:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869131390528, offset 224 00000400:00000200:0.0:1761313476.440129:0:75220:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:0.0:1761313476.440140:0:75220:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00080000:00000010:3.0:1761313476.440141:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 000000001b4fb298. 00000400:00000200:0.0:1761313476.440146:0:75220:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90544:90544:256:4294967295] 192.168.204.38@tcp LPNI seq info [90544:90544:8:4294967295] 00000400:00000200:0.0:1761313476.440157:0:75220:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:0.0:1761313476.440161:0:75220:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:0.0:1761313476.440166:0:75220:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003a03b971 (tot 82351826). 00000800:00000200:0.0:1761313476.440172:0:75220:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:0.0:1761313476.440178:0:75220:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:0.0:1761313476.440182:0:75220:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000003a03b971 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761313476.440208:0:75220:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000009d541454. 00000020:00000010:0.0:1761313476.440214:0:75220:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000b19c8af1. 00000020:00000010:0.0:1761313476.440216:0:75220:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000021cdeb1f. 00010000:00000010:3.0:1761313476.440227:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000fb6c2192. 00010000:00000010:3.0:1761313476.440235:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000d808faf2. 00010000:00000010:3.0:1761313476.440303:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000005472d45d. 00010000:00000010:3.0:1761313476.440308:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000fb6c2192. 00010000:00000010:3.0:1761313476.440318:0:77239:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000cba9dd77. 00000100:00000010:3.0:1761313476.440322:0:77239:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b2e27710. 00000100:00000010:3.0:1761313476.440329:0:77239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001588211e. 02000000:00000010:3.0:1761313476.440338:0:77239:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000000c77c6f0. 00000800:00000200:2.0:1761313476.440394:0:15825:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 02000000:00000010:3.0:1761313476.440397:0:77239:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000044919959. 00000800:00000010:2.0:1761313476.440398:0:15825:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003a03b971 (tot 82351578). 00000400:00000010:3.0:1761313476.440403:0:77239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000006c1566a8. 00000400:00000200:2.0:1761313476.440406:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:3.0:1761313476.440409:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000fdaafa7. 00000400:00000200:2.0:1761313476.440412:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:3.0:1761313476.440414:0:77239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869138400960, portal 16 00000400:00000200:2.0:1761313476.440416:0:15825:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d021fde9 00000400:00000010:2.0:1761313476.440419:0:15825:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d021fde9. 00000400:00000010:3.0:1761313476.440420:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000059168ff5. 00000100:00000200:3.0:1761313476.440423:0:77239:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869138400960, offset 0 00000400:00000200:3.0:1761313476.440430:0:77239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:3.0:1761313476.440437:0:77239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:3.0:1761313476.440443:0:77239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:3.0:1761313476.440446:0:77239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761313476.440448:0:77239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:3.0:1761313476.440451:0:77239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90545:90545:256:4294967295] 192.168.204.38@tcp LPNI seq info [90545:90545:8:4294967295] 00000400:00000200:3.0:1761313476.440458:0:77239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:3.0:1761313476.440462:0:77239:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:3.0:1761313476.440465:0:77239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000986d3ed7 (tot 82351826). 00000800:00000200:3.0:1761313476.440469:0:77239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:3.0:1761313476.440473:0:77239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:3.0:1761313476.440476:0:77239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000986d3ed7 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761313476.440547:0:15826:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761313476.440550:0:15826:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000986d3ed7 (tot 82351578). 00000400:00000200:2.0:1761313476.440554:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313476.440558:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:2.0:1761313476.440560:0:15826:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000059168ff5 00000400:00000010:2.0:1761313476.440561:0:15826:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000059168ff5. 00000100:00000200:2.0:1761313476.440566:0:15826:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000001588211e x1846869138400960/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313520 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1761313476.450893:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007f637004. 00010000:00000010:3.1:1761313476.456401:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000320b3a4e. 00010000:00000010:3.1:1761313476.456418:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e45fd4bc. 00000400:00000200:2.0:1761313476.458429:0:15827:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:2.0:1761313476.458451:0:15827:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x68fb7baf0e6c0 00000400:00000200:2.0:1761313476.458460:0:15827:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb1499 [1] + 224 00000400:00000200:2.0:1761313476.458478:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313476.458482:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:2.0:1761313476.458491:0:15827:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000001588211e x1846869138400960/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313520 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1761313476.458570:0:77239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000006c1566a8. 00000400:00000200:3.0:1761313476.458577:0:77239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000fdaafa7 00000400:00000010:3.0:1761313476.458579:0:77239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000fdaafa7. 00000100:00000200:3.0:1761313476.458585:0:77239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000001588211e x1846869138400960/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313520 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761313476.458593:0:77239:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000001588211e x1846869138400960/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313520 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1761313476.458621:0:77239:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000044919959. 02000000:00000010:3.0:1761313476.458628:0:77239:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000000c77c6f0. 00000100:00000010:3.0:1761313476.458631:0:77239:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001588211e. 00000100:00000010:3.0:1761313476.458635:0:77239:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b2e27710. 00010000:00000010:3.0:1761313476.458639:0:77239:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000cba9dd77. 00000400:00000200:2.0:1761313476.460152:0:15825:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:2.0:1761313476.460165:0:15825:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x68fb7ba85ee80 00000400:00000200:2.0:1761313476.460172:0:15825:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xafde5 [2] + 656 00000400:00000200:2.0:1761313476.460223:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313476.460227:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:2.0:1761313476.460232:0:15825:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1761313476.460237:0:15825:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000533d3b69. 00000020:00000010:1.0:1761313476.460423:0:64710:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000db6ff6d9. 00000020:00000010:1.0:1761313476.460430:0:64710:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000ee6c533a. 00000020:00000010:1.0:1761313476.460434:0:64710:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000009698beef. 00000100:00000200:1.0:1761313476.460459:0:64710:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000533d3b69 x1846869131390592/t0(0) o103->78617949-0e11-4ca2-94c2-d809f91deaa9@192.168.204.38@tcp:407/0 lens 328/0 e 0 to 0 dl 1761313482 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:1.0:1761313476.460498:0:64710:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869131390592 02000000:00000010:1.0:1761313476.460509:0:64710:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000091446d6f. 00010000:00000010:1.0:1761313476.460536:0:64710:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000068012e9f. 00010000:00000010:1.0:1761313476.460557:0:64710:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000337a2f79. 00000100:00000010:1.0:1761313476.460563:0:64710:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d007fa73. 00000100:00000010:1.0:1761313476.460578:0:64710:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000d007fa73. 00010000:00000010:1.0:1761313476.460581:0:64710:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000337a2f79. 00000400:00000010:1.0:1761313476.460593:0:64710:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007c77981f. 00000100:00000200:1.0:1761313476.460597:0:64710:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869131390592, offset 224 00000400:00000200:1.0:1761313476.460605:0:64710:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:1.0:1761313476.460616:0:64710:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:1.0:1761313476.460621:0:64710:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90546:90546:256:4294967295] 192.168.204.38@tcp LPNI seq info [90546:90546:8:4294967295] 00080000:00000010:3.0:1761313476.460625:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 000000000c77c6f0. 00000400:00000200:1.0:1761313476.460632:0:64710:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:1.0:1761313476.460637:0:64710:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:1.0:1761313476.460642:0:64710:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000258d8758 (tot 82351826). 00000800:00000200:1.0:1761313476.460648:0:64710:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:1.0:1761313476.460654:0:64710:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:1.0:1761313476.460658:0:64710:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000258d8758 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761313476.460680:0:64710:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000ee6c533a. 00000020:00000010:1.0:1761313476.460684:0:64710:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000009698beef. 00000020:00000010:1.0:1761313476.460687:0:64710:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000db6ff6d9. 00000800:00000200:2.0:1761313476.460761:0:15826:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761313476.460766:0:15826:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000258d8758 (tot 82351578). 00000400:00000200:2.0:1761313476.460770:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313476.460774:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:2.0:1761313476.460777:0:15826:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007c77981f 00000400:00000010:2.0:1761313476.460778:0:15826:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007c77981f. 00010000:00000010:3.0:1761313476.461104:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000fb6c2192. 00010000:00000010:3.0:1761313476.461111:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000005c37595d. 00010000:00000010:3.0:1761313476.461182:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000e45fd4bc. 00010000:00000010:3.0:1761313476.461188:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000fb6c2192. 00010000:00000010:3.0:1761313476.461198:0:77239:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000cba9dd77. 00000100:00000010:3.0:1761313476.461202:0:77239:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b2e27710. 00000100:00000010:3.0:1761313476.461207:0:77239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001588211e. 02000000:00000010:3.0:1761313476.461217:0:77239:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000044919959. 02000000:00000010:3.0:1761313476.461237:0:77239:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f31060db. 00000400:00000010:3.0:1761313476.461241:0:77239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000006c1566a8. 00000400:00000010:3.0:1761313476.461245:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000fdaafa7. 00000100:00000200:3.0:1761313476.461249:0:77239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869138401024, portal 16 00000400:00000010:3.0:1761313476.461253:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000541129c9. 00000100:00000200:3.0:1761313476.461254:0:77239:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869138401024, offset 0 00000400:00000200:3.0:1761313476.461259:0:77239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:3.0:1761313476.461265:0:77239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:3.0:1761313476.461270:0:77239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:3.0:1761313476.461273:0:77239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761313476.461276:0:77239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:3.0:1761313476.461279:0:77239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90547:90547:256:4294967295] 192.168.204.38@tcp LPNI seq info [90547:90547:8:4294967295] 00000400:00000200:3.0:1761313476.461286:0:77239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:3.0:1761313476.461289:0:77239:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:3.0:1761313476.461292:0:77239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000006d74909 (tot 82351826). 00000800:00000200:3.0:1761313476.461296:0:77239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:3.0:1761313476.461300:0:77239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:3.0:1761313476.461302:0:77239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000006d74909 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761313476.462476:0:15827:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761313476.462480:0:15827:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000006d74909 (tot 82351578). 00000400:00000200:2.0:1761313476.462486:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313476.462491:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:2.0:1761313476.462495:0:15827:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000541129c9 00000400:00000010:2.0:1761313476.462497:0:15827:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000541129c9. 00000100:00000200:2.0:1761313476.462503:0:15827:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000001588211e x1846869138401024/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313520 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1761313476.466412:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000020609d3c. 00000400:00000200:2.0:1761313476.467449:0:15825:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:2.0:1761313476.467474:0:15825:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x68fb7baf0e700 00000400:00000200:2.0:1761313476.467486:0:15825:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb14a5 [1] + 224 00000400:00000200:2.0:1761313476.467511:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313476.467516:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:2.0:1761313476.467531:0:15825:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000001588211e x1846869138401024/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313520 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1761313476.467614:0:77239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000006c1566a8. 00000400:00000200:0.0:1761313476.467625:0:77239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000fdaafa7 00000400:00000010:0.0:1761313476.467628:0:77239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000fdaafa7. 00000100:00000200:0.0:1761313476.467642:0:77239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000001588211e x1846869138401024/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313520 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761313476.467652:0:77239:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000001588211e x1846869138401024/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313520 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761313476.467682:0:77239:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f31060db. 02000000:00000010:0.0:1761313476.467688:0:77239:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000044919959. 00000100:00000010:0.0:1761313476.467692:0:77239:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001588211e. 00000100:00000010:0.0:1761313476.467696:0:77239:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b2e27710. 00010000:00000010:0.0:1761313476.467700:0:77239:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000cba9dd77. 00000400:00000200:3.0:1761313476.467905:0:15826:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:3.0:1761313476.467916:0:15826:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x68fb7ba85eec0 00000400:00000200:3.0:1761313476.467922:0:15826:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xafde5 [2] + 984 00000400:00000200:3.0:1761313476.467992:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313476.467996:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:3.0:1761313476.468000:0:15826:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761313476.468011:0:15826:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000002febdaee. 00000020:00000010:0.0:1761313476.468081:0:75220:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000021cdeb1f. 00000020:00000010:0.0:1761313476.468088:0:75220:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000009d541454. 00000020:00000010:0.0:1761313476.468092:0:75220:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000b19c8af1. 00000100:00000200:0.0:1761313476.468117:0:75220:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000002febdaee x1846869131390656/t0(0) o103->78617949-0e11-4ca2-94c2-d809f91deaa9@192.168.204.38@tcp:407/0 lens 328/0 e 0 to 0 dl 1761313482 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:0.0:1761313476.468155:0:75220:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869131390656 02000000:00000010:0.0:1761313476.468166:0:75220:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000aca405b2. 00010000:00000010:0.0:1761313476.468196:0:75220:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000276e00fc. 00010000:00000010:0.0:1761313476.468218:0:75220:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000b681ffce. 00000100:00000010:0.0:1761313476.468224:0:75220:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000030e06e50. 00000100:00000010:0.0:1761313476.468241:0:75220:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000030e06e50. 00010000:00000010:0.0:1761313476.468244:0:75220:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000b681ffce. 00000400:00000010:0.0:1761313476.468256:0:75220:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c07641fd. 00000100:00000200:0.0:1761313476.468262:0:75220:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869131390656, offset 224 00000400:00000200:0.0:1761313476.468269:0:75220:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:0.0:1761313476.468283:0:75220:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:0.0:1761313476.468289:0:75220:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90548:90548:256:4294967295] 192.168.204.38@tcp LPNI seq info [90548:90548:8:4294967295] 00000400:00000200:0.0:1761313476.468299:0:75220:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:0.0:1761313476.468304:0:75220:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:0.0:1761313476.468308:0:75220:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c5b73d17 (tot 82351826). 00000800:00000200:0.0:1761313476.468315:0:75220:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:0.0:1761313476.468321:0:75220:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:0.0:1761313476.468325:0:75220:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c5b73d17 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761313476.468349:0:75220:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000009d541454. 00000020:00000010:0.0:1761313476.468354:0:75220:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000b19c8af1. 00000020:00000010:0.0:1761313476.468381:0:75220:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000021cdeb1f. 00000800:00000200:3.0:1761313476.468549:0:15827:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761313476.468555:0:15827:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c5b73d17 (tot 82351578). 00000400:00000200:3.0:1761313476.468562:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313476.468567:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:3.0:1761313476.468572:0:15827:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c07641fd 00000400:00000010:3.0:1761313476.468574:0:15827:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c07641fd. 00080000:00000010:2.0:1761313476.469664:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 000000001e7ba379. 00010000:00000010:2.0:1761313476.469895:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000fb6c2192. 00010000:00000010:2.0:1761313476.469906:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000bb010a10. 00010000:00000010:2.0:1761313476.470020:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000008512b48d. 00010000:00000010:2.0:1761313476.470027:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000dc388beb. 00010000:00000010:2.0:1761313476.470041:0:77239:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000aa18930a. 00000100:00000010:2.0:1761313476.470049:0:77239:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000000e099f8c. 00000100:00000010:2.0:1761313476.470059:0:77239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000084ac57a9. 02000000:00000010:2.0:1761313476.470076:0:77239:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000f833a1b3. 02000000:00000010:2.0:1761313476.470112:0:77239:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000490fd4a1. 00000400:00000010:2.0:1761313476.470119:0:77239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000041287c92. 00000400:00000010:2.0:1761313476.470126:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000695182e. 00000100:00000200:2.0:1761313476.470134:0:77239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869138401088, portal 16 00000400:00000010:2.0:1761313476.470139:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f19b9931. 00000100:00000200:2.0:1761313476.470142:0:77239:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869138401088, offset 0 00000400:00000200:2.0:1761313476.470151:0:77239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:2.0:1761313476.470166:0:77239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:2.0:1761313476.470174:0:77239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:2.0:1761313476.470177:0:77239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761313476.470180:0:77239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:2.0:1761313476.470184:0:77239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90549:90549:256:4294967295] 192.168.204.38@tcp LPNI seq info [90549:90549:8:4294967295] 00000400:00000200:2.0:1761313476.470195:0:77239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:2.0:1761313476.470200:0:77239:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:2.0:1761313476.470205:0:77239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000334917e2 (tot 82351826). 00000800:00000200:2.0:1761313476.470210:0:77239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:2.0:1761313476.470217:0:77239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:2.0:1761313476.470222:0:77239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000334917e2 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761313476.470515:0:15825:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761313476.470522:0:15825:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000334917e2 (tot 82351578). 00000400:00000200:0.0:1761313476.470530:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313476.470539:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:0.0:1761313476.470545:0:15825:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f19b9931 00000400:00000010:0.0:1761313476.470546:0:15825:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f19b9931. 00000100:00000200:0.0:1761313476.470556:0:15825:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000084ac57a9 x1846869138401088/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313520 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1761313476.475418:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005177ca6a. 00010000:00000010:3.1:1761313476.475439:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005472d45d. 00000400:00000200:3.0:1761313476.477453:0:15826:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:3.0:1761313476.477477:0:15826:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x68fb7baf0e740 00000400:00000200:3.0:1761313476.477487:0:15826:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb14b1 [1] + 224 00000400:00000200:3.0:1761313476.477500:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313476.477504:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:3.0:1761313476.477517:0:15826:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000084ac57a9 x1846869138401088/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313520 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761313476.477555:0:15826:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:3.0:1761313476.477562:0:15826:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x68fb7ba85ef00 00000400:00000200:3.0:1761313476.477566:0:15826:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xafde5 [2] + 1312 00000400:00000200:3.0:1761313476.477629:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313476.477632:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:3.0:1761313476.477637:0:15826:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761313476.477644:0:15826:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000099c92cc1. 00000400:00000010:2.0:1761313476.477765:0:77239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000041287c92. 00000400:00000200:2.0:1761313476.477771:0:77239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000695182e 00000400:00000010:2.0:1761313476.477773:0:77239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000695182e. 00000100:00000200:2.0:1761313476.477781:0:77239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000084ac57a9 x1846869138401088/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313520 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761313476.477788:0:77239:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000084ac57a9 x1846869138401088/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313520 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761313476.477823:0:77239:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000490fd4a1. 02000000:00000010:2.0:1761313476.477831:0:77239:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000f833a1b3. 00000100:00000010:2.0:1761313476.477834:0:77239:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000084ac57a9. 00000100:00000010:2.0:1761313476.477839:0:77239:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000000e099f8c. 00010000:00000010:2.0:1761313476.477842:0:77239:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000aa18930a. 00000020:00000010:0.0:1761313476.479271:0:75220:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000021cdeb1f. 00000020:00000010:0.0:1761313476.479283:0:75220:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000009d541454. 00000020:00000010:0.0:1761313476.479289:0:75220:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000b19c8af1. 00000100:00000200:0.0:1761313476.479323:0:75220:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000099c92cc1 x1846869131390720/t0(0) o103->78617949-0e11-4ca2-94c2-d809f91deaa9@192.168.204.38@tcp:407/0 lens 328/0 e 0 to 0 dl 1761313482 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:1.0:1761313476.479431:0:64710:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869131390720 02000000:00000010:1.0:1761313476.479449:0:64710:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000db6ff6d9. 00010000:00000010:1.0:1761313476.479484:0:64710:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e84122f7. 00010000:00000010:1.0:1761313476.479511:0:64710:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000337a2f79. 00000100:00000010:1.0:1761313476.479521:0:64710:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d007fa73. 00010000:00000010:0.1:1761313476.480133:0:75220:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000593a354b. 00000100:00000010:1.0:1761313476.480437:0:64710:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000d007fa73. 00010000:00000010:1.0:1761313476.480442:0:64710:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000337a2f79. 00000400:00000010:1.0:1761313476.480463:0:64710:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003b591177. 00000100:00000200:1.0:1761313476.480470:0:64710:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869131390720, offset 224 00000400:00000200:1.0:1761313476.480480:0:64710:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:1.0:1761313476.480497:0:64710:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:1.0:1761313476.480504:0:64710:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90550:90550:256:4294967295] 192.168.204.38@tcp LPNI seq info [90550:90550:8:4294967295] 00000400:00000200:1.0:1761313476.480516:0:64710:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:1.0:1761313476.480526:0:64710:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:1.0:1761313476.480531:0:64710:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000fe7bdfb5 (tot 82351826). 00000800:00000200:1.0:1761313476.480538:0:64710:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:1.0:1761313476.480546:0:64710:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:1.0:1761313476.480551:0:64710:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000fe7bdfb5 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761313476.480569:0:64710:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000009d541454. 00000020:00000010:1.0:1761313476.480575:0:64710:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000b19c8af1. 00000020:00000010:1.0:1761313476.480579:0:64710:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000021cdeb1f. 00080000:00000010:2.0:1761313476.481305:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f833a1b3. 00010000:00000010:2.0:1761313476.481456:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000dc388beb. 00010000:00000010:2.0:1761313476.481466:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000057a0a178. 00010000:00000010:2.0:1761313476.481577:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ea595531. 00010000:00000010:2.0:1761313476.481585:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000dc388beb. 00010000:00000010:2.0:1761313476.481599:0:77239:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000aa18930a. 00000100:00000010:2.0:1761313476.481605:0:77239:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000000e099f8c. 00000100:00000010:2.0:1761313476.481615:0:77239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000084ac57a9. 02000000:00000010:2.0:1761313476.481632:0:77239:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000490fd4a1. 02000000:00000010:2.0:1761313476.481665:0:77239:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000780a2717. 00000400:00000010:2.0:1761313476.481673:0:77239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000041287c92. 00000400:00000010:2.0:1761313476.481679:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000695182e. 00000100:00000200:2.0:1761313476.481685:0:77239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869138401152, portal 16 00000400:00000010:2.0:1761313476.481690:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000032f4837. 00000100:00000200:2.0:1761313476.481692:0:77239:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869138401152, offset 0 00000400:00000200:2.0:1761313476.481700:0:77239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:2.0:1761313476.481711:0:77239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:2.0:1761313476.481719:0:77239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:2.0:1761313476.481723:0:77239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761313476.481727:0:77239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:2.0:1761313476.481730:0:77239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90551:90551:255:4294967295] 192.168.204.38@tcp LPNI seq info [90551:90551:7:4294967295] 00000400:00000200:2.0:1761313476.481750:0:77239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:2.0:1761313476.481756:0:77239:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:2.0:1761313476.481761:0:77239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000db140c22 (tot 82352074). 00000800:00000200:2.0:1761313476.481766:0:77239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:2.0:1761313476.481773:0:77239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:2.0:1761313476.481776:0:77239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000db140c22 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761313476.481925:0:15827:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761313476.481930:0:15827:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000fe7bdfb5 (tot 82351826). 00000400:00000200:3.0:1761313476.481936:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313476.481941:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:3.0:1761313476.481945:0:15827:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003b591177 00000400:00000010:3.0:1761313476.481947:0:15827:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003b591177. 00000800:00000200:3.0:1761313476.482002:0:15827:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761313476.482004:0:15827:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000db140c22 (tot 82351578). 00000400:00000200:3.0:1761313476.482008:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313476.482011:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:3.0:1761313476.482013:0:15827:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000032f4837 00000400:00000010:3.0:1761313476.482014:0:15827:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000032f4837. 00000100:00000200:3.0:1761313476.482022:0:15827:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000084ac57a9 x1846869138401152/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313520 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1761313476.484509:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005d540320. 00010000:00000010:2.1:1761313476.484527:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e45fd4bc. 00000400:00000200:0.0:1761313476.484612:0:15825:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:0.0:1761313476.484633:0:15825:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x68fb7baf0e780 00000400:00000200:0.0:1761313476.484644:0:15825:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb14bd [1] + 224 00000400:00000200:0.0:1761313476.484660:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313476.484666:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:0.0:1761313476.484678:0:15825:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000084ac57a9 x1846869138401152/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313520 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1761313476.484789:0:77239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000041287c92. 00000400:00000200:2.0:1761313476.484795:0:77239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000695182e 00000400:00000010:2.0:1761313476.484797:0:77239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000695182e. 00000100:00000200:2.0:1761313476.485028:0:77239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000084ac57a9 x1846869138401152/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313520 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761313476.485036:0:77239:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000084ac57a9 x1846869138401152/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313520 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761313476.485072:0:77239:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000780a2717. 02000000:00000010:2.0:1761313476.485083:0:77239:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000490fd4a1. 00000100:00000010:2.0:1761313476.485088:0:77239:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000084ac57a9. 00000100:00000010:2.0:1761313476.485094:0:77239:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000000e099f8c. 00010000:00000010:2.0:1761313476.485097:0:77239:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000aa18930a. 00000400:00000200:3.0:1761313476.487517:0:15826:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:3.0:1761313476.487543:0:15826:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x68fb7ba85ef40 00000400:00000200:3.0:1761313476.487554:0:15826:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xafde5 [2] + 1640 00000400:00000200:3.0:1761313476.487633:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313476.487639:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:3.0:1761313476.487648:0:15826:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761313476.487656:0:15826:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000020fe4fda. 00000020:00000010:0.0:1761313476.488075:0:64710:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000021cdeb1f. 00000020:00000010:0.0:1761313476.488085:0:64710:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000196cbe29. 00000020:00000010:0.0:1761313476.488090:0:64710:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000076f5767f. 00000100:00000200:0.0:1761313476.488125:0:64710:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000020fe4fda x1846869131390784/t0(0) o103->78617949-0e11-4ca2-94c2-d809f91deaa9@192.168.204.38@tcp:407/0 lens 328/0 e 0 to 0 dl 1761313482 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:0.0:1761313476.488171:0:64710:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869131390784 02000000:00000010:0.0:1761313476.488187:0:64710:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000042a568cb. 00010000:00000010:0.0:1761313476.488223:0:64710:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000009dd5ea43. 00010000:00000010:0.0:1761313476.488251:0:64710:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000b681ffce. 00000100:00000010:0.0:1761313476.488260:0:64710:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000030e06e50. 00000100:00000010:0.0:1761313476.488280:0:64710:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000030e06e50. 00010000:00000010:0.0:1761313476.488284:0:64710:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000b681ffce. 00000400:00000010:0.0:1761313476.488302:0:64710:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000014b05d26. 00000100:00000200:0.0:1761313476.488309:0:64710:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869131390784, offset 224 00000400:00000200:0.0:1761313476.488318:0:64710:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:0.0:1761313476.488330:0:64710:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:0.0:1761313476.488337:0:64710:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90552:90552:256:4294967295] 192.168.204.38@tcp LPNI seq info [90552:90552:8:4294967295] 00000400:00000200:0.0:1761313476.488386:0:64710:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:0.0:1761313476.488393:0:64710:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:0.0:1761313476.488399:0:64710:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c6559a13 (tot 82351826). 00000800:00000200:0.0:1761313476.488405:0:64710:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:0.0:1761313476.488413:0:64710:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:0.0:1761313476.488418:0:64710:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c6559a13 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761313476.488443:0:64710:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000196cbe29. 00000020:00000010:0.0:1761313476.488448:0:64710:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000076f5767f. 00000020:00000010:0.0:1761313476.488451:0:64710:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000021cdeb1f. 00080000:00000010:3.0:1761313476.488656:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ff5adab4. 00000800:00000200:1.0:1761313476.488783:0:15827:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313476.488791:0:15827:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c6559a13 (tot 82351578). 00000400:00000200:1.0:1761313476.488802:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313476.488812:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:1.0:1761313476.488817:0:15827:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000014b05d26 00000400:00000010:1.0:1761313476.488829:0:15827:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000014b05d26. 00010000:00000010:3.0:1761313476.489211:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000dc388beb. 00010000:00000010:3.0:1761313476.489222:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000ddb13206. 00010000:00000010:3.0:1761313476.489328:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000005472d45d. 00010000:00000010:3.0:1761313476.489337:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000ebe37057. 00010000:00000010:3.0:1761313476.490538:0:77239:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000cfc7b0b1. 00000100:00000010:3.0:1761313476.490552:0:77239:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000064836007. 00000100:00000010:3.0:1761313476.490565:0:77239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001588211e. 02000000:00000010:3.0:1761313476.490582:0:77239:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000d6f213b2. 02000000:00000010:3.0:1761313476.490622:0:77239:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000009379abcc. 00000400:00000010:3.0:1761313476.490629:0:77239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000006c0bb6a9. 00000400:00000010:3.0:1761313476.490637:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000040c69929. 00000100:00000200:3.0:1761313476.490645:0:77239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869138401216, portal 16 00000400:00000010:3.0:1761313476.490650:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000086bb8cc7. 00000100:00000200:3.0:1761313476.490653:0:77239:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869138401216, offset 0 00000400:00000200:3.0:1761313476.490662:0:77239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:3.0:1761313476.490679:0:77239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:3.0:1761313476.490688:0:77239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:3.0:1761313476.490692:0:77239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761313476.490695:0:77239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:3.0:1761313476.490698:0:77239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90553:90553:256:4294967295] 192.168.204.38@tcp LPNI seq info [90553:90553:8:4294967295] 00000400:00000200:3.0:1761313476.490708:0:77239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:3.0:1761313476.490714:0:77239:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:3.0:1761313476.490719:0:77239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a77805d3 (tot 82351826). 00000800:00000200:3.0:1761313476.490725:0:77239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:3.0:1761313476.490732:0:77239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:3.0:1761313476.490736:0:77239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000a77805d3 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761313476.491151:0:15825:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761313476.491155:0:15825:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a77805d3 (tot 82351578). 00000400:00000200:0.0:1761313476.491160:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313476.491166:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:0.0:1761313476.491171:0:15825:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000086bb8cc7 00000400:00000010:0.0:1761313476.491173:0:15825:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000086bb8cc7. 00000100:00000200:0.0:1761313476.491182:0:15825:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000001588211e x1846869138401216/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313520 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1761313476.492423:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000aadaf737. 00010000:00000010:2.1:1761313476.494448:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000268f1a74. 00010000:00000010:2.1:1761313476.494465:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008512b48d. 00010000:00000010:3.1:1761313476.494546:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003f550417. 00010000:00000010:3.1:1761313476.494553:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ea595531. 00000400:00000200:3.0:1761313476.496541:0:15826:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:2.0:1761313476.497185:0:15826:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x68fb7baf0e7c0 00000400:00000200:2.0:1761313476.497198:0:15826:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb14c9 [1] + 224 00000400:00000200:2.0:1761313476.497225:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313476.497230:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:2.0:1761313476.497245:0:15826:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000001588211e x1846869138401216/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313520 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1761313476.497636:0:77239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000006c0bb6a9. 00000400:00000200:3.0:1761313476.497644:0:77239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000040c69929 00000400:00000010:3.0:1761313476.497647:0:77239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000040c69929. 00000100:00000200:3.0:1761313476.497654:0:77239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000001588211e x1846869138401216/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313520 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761313476.497663:0:77239:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000001588211e x1846869138401216/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313520 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1761313476.497701:0:77239:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000009379abcc. 02000000:00000010:3.0:1761313476.497708:0:77239:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000d6f213b2. 00000100:00000010:3.0:1761313476.497713:0:77239:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001588211e. 00000100:00000010:3.0:1761313476.497717:0:77239:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000064836007. 00010000:00000010:3.0:1761313476.497722:0:77239:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000cfc7b0b1. 00010000:00000010:0.1:1761313476.499556:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000022bbe729. 00000400:00000200:1.0:1761313476.502422:0:15827:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:1.0:1761313476.502448:0:15827:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x68fb7ba85ef80 00000400:00000200:1.0:1761313476.502458:0:15827:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xafde5 [2] + 1968 00000400:00000010:1.0:1761313476.502464:0:15827:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000970af567. 00000400:00000200:1.0:1761313476.502473:0:15827:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 00000000a6f3cc5b 00000400:00000200:1.0:1761313476.502543:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313476.502547:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:1.0:1761313476.502552:0:15827:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a6f3cc5b 00000400:00000010:1.0:1761313476.502555:0:15827:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 00000000a6f3cc5b (tot 82351426). 00000100:00000200:1.0:1761313476.502562:0:15827:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:2.0:1761313476.502857:0:75220:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000490fd4a1. 00000020:00000010:2.0:1761313476.502866:0:75220:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000022b9500. 00000020:00000010:2.0:1761313476.502872:0:75220:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000003de95356. 00000100:00000200:2.0:1761313476.502905:0:75220:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000b77b3298 x1846869131390848/t0(0) o103->78617949-0e11-4ca2-94c2-d809f91deaa9@192.168.204.38@tcp:407/0 lens 328/0 e 0 to 0 dl 1761313482 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:2.0:1761313476.502941:0:75220:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869131390848 02000000:00000010:2.0:1761313476.502956:0:75220:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000780a2717. 00010000:00000010:2.0:1761313476.502992:0:75220:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d5fbc3a4. 00010000:00000010:2.0:1761313476.503018:0:75220:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000aa18930a. 00000100:00000010:2.0:1761313476.503026:0:75220:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000000e099f8c. 00000100:00000010:2.0:1761313476.503044:0:75220:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000000e099f8c. 00010000:00000010:2.0:1761313476.503048:0:75220:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000aa18930a. 00000400:00000010:2.0:1761313476.503064:0:75220:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000695182e. 00000100:00000200:2.0:1761313476.503069:0:75220:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869131390848, offset 224 00000400:00000200:2.0:1761313476.503077:0:75220:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:2.0:1761313476.503090:0:75220:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:2.0:1761313476.503096:0:75220:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90554:90554:256:4294967295] 192.168.204.38@tcp LPNI seq info [90554:90554:8:4294967295] 00000400:00000200:2.0:1761313476.503107:0:75220:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:2.0:1761313476.503113:0:75220:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:2.0:1761313476.503117:0:75220:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b0bda00f (tot 82351674). 00000800:00000200:2.0:1761313476.503123:0:75220:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:2.0:1761313476.503131:0:75220:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:2.0:1761313476.503135:0:75220:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000b0bda00f type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761313476.503164:0:75220:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000022b9500. 00000020:00000010:2.0:1761313476.503168:0:75220:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000003de95356. 00000020:00000010:2.0:1761313476.503170:0:75220:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000490fd4a1. 02000000:00000010:2.0:1761313476.503182:0:75220:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000042a568cb. 00000100:00000010:2.0:1761313476.503187:0:75220:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000020fe4fda. 02000000:00000010:2.0:1761313476.503191:0:75220:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000db6ff6d9. 00000100:00000010:2.0:1761313476.503194:0:75220:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000099c92cc1. 02000000:00000010:2.0:1761313476.503198:0:75220:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000aca405b2. 00000100:00000010:2.0:1761313476.503199:0:75220:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000002febdaee. 02000000:00000010:2.0:1761313476.503202:0:75220:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000091446d6f. 00000100:00000010:2.0:1761313476.503204:0:75220:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000533d3b69. 02000000:00000010:2.0:1761313476.503215:0:75220:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000006fde0452. 00000100:00000010:2.0:1761313476.503217:0:75220:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000009e42bc62. 02000000:00000010:2.0:1761313476.503236:0:75220:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000000fa3a6c6. 00000100:00000010:2.0:1761313476.503239:0:75220:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000009530eebe. 00000100:00000200:2.0:1761313476.503245:0:75220:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1761313476.503249:0:75220:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000041287c92. 00000400:00000010:2.0:1761313476.503253:0:75220:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 000000000e099f8c (tot 82351826). 00080000:00000010:3.0:1761313476.503635:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d6f213b2. 00010000:00000010:3.0:1761313476.503750:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ebe37057. 00010000:00000010:3.0:1761313476.503758:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006831727b. 00010000:00000010:3.0:1761313476.503847:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000001e46ca69. 00010000:00000010:3.0:1761313476.503853:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000ebe37057. 00010000:00000010:3.0:1761313476.503864:0:77239:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000cfc7b0b1. 00000100:00000010:3.0:1761313476.503869:0:77239:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000064836007. 00000100:00000010:3.0:1761313476.503877:0:77239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001588211e. 02000000:00000010:3.0:1761313476.503889:0:77239:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000009379abcc. 02000000:00000010:3.0:1761313476.503916:0:77239:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000044919959. 00000400:00000010:3.0:1761313476.503921:0:77239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000006c0bb6a9. 00000400:00000010:3.0:1761313476.503926:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000040c69929. 00000100:00000200:3.0:1761313476.503930:0:77239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869138401280, portal 16 00000400:00000010:3.0:1761313476.503934:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003e790751. 00000100:00000200:3.0:1761313476.503936:0:77239:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869138401280, offset 0 00000400:00000200:3.0:1761313476.503942:0:77239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:3.0:1761313476.503950:0:77239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:3.0:1761313476.503958:0:77239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:3.0:1761313476.503963:0:77239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761313476.503966:0:77239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:3.0:1761313476.503969:0:77239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90555:90555:255:4294967295] 192.168.204.38@tcp LPNI seq info [90555:90555:7:4294967295] 00000400:00000200:3.0:1761313476.503978:0:77239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:3.0:1761313476.503982:0:77239:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:3.0:1761313476.503986:0:77239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009f02d435 (tot 82352074). 00000800:00000200:3.0:1761313476.503990:0:77239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:3.0:1761313476.503996:0:77239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:3.0:1761313476.503999:0:77239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009f02d435 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761313476.504492:0:15825:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313476.504496:0:15825:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b0bda00f (tot 82351826). 00000400:00000200:1.0:1761313476.504501:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313476.504506:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:1.0:1761313476.504511:0:15825:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000695182e 00000400:00000010:1.0:1761313476.504513:0:15825:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000695182e. 02000000:00000010:1.0:1761313476.504519:0:15825:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000780a2717. 00000800:00000200:1.0:1761313476.504586:0:15825:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313476.504588:0:15825:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009f02d435 (tot 82351578). 00000400:00000200:1.0:1761313476.504590:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313476.504594:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:1.0:1761313476.504596:0:15825:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003e790751 00000400:00000010:1.0:1761313476.504597:0:15825:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003e790751. 00000100:00000200:1.0:1761313476.504603:0:15825:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000001588211e x1846869138401280/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313520 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1761313476.511514:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006444eeea. 00000400:00000200:2.0:1761313476.514854:0:15826:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:2.0:1761313476.514883:0:15826:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x68fb7baf0e800 00000400:00000200:2.0:1761313476.514895:0:15826:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb14d9 [1] + 224 00000400:00000200:2.0:1761313476.514910:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313476.514914:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:2.0:1761313476.514928:0:15826:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000001588211e x1846869138401280/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313520 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761313476.514971:0:15826:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:2.0:1761313476.514978:0:15826:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x68fb7ba85efc0 00000400:00000200:2.0:1761313476.514983:0:15826:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xafe3d [2] + 0 00000400:00000200:2.0:1761313476.514992:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313476.514995:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000010:3.0:1761313476.514997:0:77239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000006c0bb6a9. 00000400:00000200:3.0:1761313476.515005:0:77239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000040c69929 00000400:00000010:3.0:1761313476.515008:0:77239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000040c69929. 00000100:00000200:3.0:1761313476.515014:0:77239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000001588211e x1846869138401280/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313520 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761313476.515015:0:15826:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000200:3.0:1761313476.515022:0:77239:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000001588211e x1846869138401280/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313520 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000100:00000010:2.0:1761313476.515023:0:15826:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000009530eebe. 02000000:00000010:3.0:1761313476.515060:0:77239:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000044919959. 02000000:00000010:3.0:1761313476.515067:0:77239:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000009379abcc. 00000100:00000010:3.0:1761313476.515071:0:77239:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001588211e. 00000100:00000010:3.0:1761313476.515075:0:77239:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000064836007. 00010000:00000010:3.0:1761313476.515080:0:77239:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000cfc7b0b1. 00000020:00000010:0.0:1761313476.515515:0:64710:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000021cdeb1f. 00000020:00000010:0.0:1761313476.515524:0:64710:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000196cbe29. 00000020:00000010:0.0:1761313476.515530:0:64710:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000076f5767f. 00000100:00000200:0.0:1761313476.515565:0:64710:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000009530eebe x1846869131390912/t0(0) o103->78617949-0e11-4ca2-94c2-d809f91deaa9@192.168.204.38@tcp:407/0 lens 328/0 e 0 to 0 dl 1761313482 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:0.0:1761313476.515607:0:64710:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869131390912 02000000:00000010:0.0:1761313476.515622:0:64710:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000d7b1d6d0. 00010000:00000010:0.0:1761313476.515656:0:64710:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000779fb578. 00010000:00000010:0.0:1761313476.515686:0:64710:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000b681ffce. 00000100:00000010:0.0:1761313476.515694:0:64710:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000030e06e50. 00000100:00000010:0.0:1761313476.515847:0:64710:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000030e06e50. 00010000:00000010:0.0:1761313476.515852:0:64710:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000b681ffce. 00000400:00000010:0.0:1761313476.515870:0:64710:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000036d302a6. 00000100:00000200:0.0:1761313476.515875:0:64710:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869131390912, offset 224 00000400:00000200:0.0:1761313476.515885:0:64710:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:0.0:1761313476.515897:0:64710:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:0.0:1761313476.515903:0:64710:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90556:90556:256:4294967295] 192.168.204.38@tcp LPNI seq info [90556:90556:8:4294967295] 00000400:00000200:0.0:1761313476.515914:0:64710:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:0.0:1761313476.515919:0:64710:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:0.0:1761313476.515924:0:64710:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000eab2c029 (tot 82351826). 00000800:00000200:0.0:1761313476.515931:0:64710:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:0.0:1761313476.515939:0:64710:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:0.0:1761313476.515943:0:64710:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000eab2c029 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761313476.515970:0:64710:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000196cbe29. 00000020:00000010:0.0:1761313476.515976:0:64710:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000076f5767f. 00000020:00000010:0.0:1761313476.515980:0:64710:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000021cdeb1f. 00000800:00000200:1.0:1761313476.516102:0:15827:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313476.516107:0:15827:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000eab2c029 (tot 82351578). 00000400:00000200:1.0:1761313476.516115:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313476.516120:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:1.0:1761313476.516123:0:15827:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000036d302a6 00000400:00000010:1.0:1761313476.516125:0:15827:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000036d302a6. 00080000:00000010:3.0:1761313476.516179:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 000000009379abcc. 00010000:00000010:3.0:1761313476.516292:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ebe37057. 00010000:00000010:3.0:1761313476.516299:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e4bd8c5a. 00010000:00000010:3.0:1761313476.516421:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000366a4166. 00010000:00000010:3.0:1761313476.516427:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000ebe37057. 00010000:00000010:3.0:1761313476.516440:0:77239:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000cfc7b0b1. 00000100:00000010:3.0:1761313476.516444:0:77239:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000064836007. 00000100:00000010:3.0:1761313476.516452:0:77239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001588211e. 02000000:00000010:3.0:1761313476.516466:0:77239:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000044919959. 02000000:00000010:3.0:1761313476.516494:0:77239:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f31060db. 00000400:00000010:3.0:1761313476.516500:0:77239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000006c0bb6a9. 00000400:00000010:3.0:1761313476.516505:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000040c69929. 00000100:00000200:3.0:1761313476.516511:0:77239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869138401344, portal 16 00000400:00000010:3.0:1761313476.516516:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a66ded6b. 00000100:00000200:3.0:1761313476.516518:0:77239:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869138401344, offset 0 00000400:00000200:3.0:1761313476.516524:0:77239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:3.0:1761313476.516533:0:77239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:3.0:1761313476.516540:0:77239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:3.0:1761313476.516547:0:77239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761313476.516550:0:77239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:3.0:1761313476.516553:0:77239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90557:90557:256:4294967295] 192.168.204.38@tcp LPNI seq info [90557:90557:8:4294967295] 00000400:00000200:3.0:1761313476.516559:0:77239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:3.0:1761313476.516564:0:77239:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:3.0:1761313476.516568:0:77239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e7d56557 (tot 82351826). 00000800:00000200:3.0:1761313476.516573:0:77239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:3.0:1761313476.516578:0:77239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:3.0:1761313476.516581:0:77239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000e7d56557 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761313476.516688:0:15825:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313476.516691:0:15825:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e7d56557 (tot 82351578). 00000400:00000200:1.0:1761313476.516694:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313476.516698:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:1.0:1761313476.516700:0:15825:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a66ded6b 00000400:00000010:1.0:1761313476.516701:0:15825:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a66ded6b. 00000100:00000200:1.0:1761313476.516707:0:15825:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000001588211e x1846869138401344/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313520 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1761313476.519507:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000dd6c789f. 00010000:00000010:3.1:1761313476.519527:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005472d45d. 00000400:00000200:2.0:1761313476.524450:0:15826:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:2.0:1761313476.525564:0:15826:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x68fb7baf0e840 00000400:00000200:2.0:1761313476.525577:0:15826:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb14e5 [1] + 224 00000400:00000200:2.0:1761313476.525600:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313476.525604:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:2.0:1761313476.525618:0:15826:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000001588211e x1846869138401344/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313520 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761313476.525665:0:15826:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:2.0:1761313476.525675:0:15826:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x68fb7ba85f000 00000400:00000200:2.0:1761313476.525682:0:15826:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xafe3d [2] + 328 00000400:00000200:2.0:1761313476.525697:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313476.525701:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000010:3.0:1761313476.525706:0:77239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000006c0bb6a9. 00000400:00000200:3.0:1761313476.525721:0:77239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000040c69929 00000400:00000010:3.0:1761313476.525723:0:77239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000040c69929. 00000100:00000200:3.0:1761313476.525745:0:77239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000001588211e x1846869138401344/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313520 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761313476.525758:0:77239:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000001588211e x1846869138401344/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313520 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1761313476.525791:0:77239:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f31060db. 02000000:00000010:3.0:1761313476.525798:0:77239:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000044919959. 00000100:00000010:3.0:1761313476.525802:0:77239:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001588211e. 00000100:00000010:3.0:1761313476.525805:0:77239:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000064836007. 00010000:00000010:3.0:1761313476.525808:0:77239:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000cfc7b0b1. 00000100:00000200:2.0:1761313476.525874:0:15826:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1761313476.525883:0:15826:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000009e42bc62. 00010000:00000010:0.1:1761313476.529151:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d0eb4774. 00000020:00000010:0.0:1761313476.529230:0:75220:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000021cdeb1f. 00000020:00000010:0.0:1761313476.529239:0:75220:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000196cbe29. 00000020:00000010:0.0:1761313476.529245:0:75220:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000076f5767f. 00000100:00000200:0.0:1761313476.529289:0:75220:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000009e42bc62 x1846869131390976/t0(0) o103->78617949-0e11-4ca2-94c2-d809f91deaa9@192.168.204.38@tcp:407/0 lens 328/0 e 0 to 0 dl 1761313482 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:0.0:1761313476.529336:0:75220:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869131390976 02000000:00000010:0.0:1761313476.529353:0:75220:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000088dda67d. 00010000:00000010:0.0:1761313476.529412:0:75220:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e2514a1e. 00010000:00000010:3.1:1761313476.529417:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000066466810. 00010000:00000010:3.1:1761313476.529433:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001e46ca69. 00010000:00000010:0.0:1761313476.529443:0:75220:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000b681ffce. 00000100:00000010:0.0:1761313476.529456:0:75220:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000030e06e50. 00000100:00000010:0.0:1761313476.529477:0:75220:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000030e06e50. 00010000:00000010:0.0:1761313476.529481:0:75220:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000b681ffce. 00000400:00000010:0.0:1761313476.529500:0:75220:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000bb3ff5d8. 00000100:00000200:0.0:1761313476.529509:0:75220:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869131390976, offset 224 00000400:00000200:0.0:1761313476.529520:0:75220:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00080000:00000010:3.0:1761313476.529535:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000622c1d89. 00000400:00000200:0.0:1761313476.529542:0:75220:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:0.0:1761313476.529549:0:75220:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90558:90558:256:4294967295] 192.168.204.38@tcp LPNI seq info [90558:90558:8:4294967295] 00000400:00000200:0.0:1761313476.529563:0:75220:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:0.0:1761313476.529569:0:75220:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:0.0:1761313476.529575:0:75220:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d609a399 (tot 82351826). 00000800:00000200:0.0:1761313476.529583:0:75220:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:0.0:1761313476.529591:0:75220:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:0.0:1761313476.529597:0:75220:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000d609a399 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761313476.529630:0:75220:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000196cbe29. 00000020:00000010:0.0:1761313476.529638:0:75220:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000076f5767f. 00000020:00000010:0.0:1761313476.529643:0:75220:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000021cdeb1f. 00010000:00000010:3.0:1761313476.529648:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ebe37057. 00010000:00000010:3.0:1761313476.529659:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000003c01df90. 00010000:00000010:3.0:1761313476.529730:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000001e46ca69. 00010000:00000010:3.0:1761313476.529735:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000ebe37057. 00010000:00000010:3.0:1761313476.529759:0:77239:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000cfc7b0b1. 00000100:00000010:3.0:1761313476.529767:0:77239:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000064836007. 00000800:00000200:1.0:1761313476.529784:0:15827:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000100:00000010:3.0:1761313476.529788:0:77239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001588211e. 00000800:00000010:1.0:1761313476.529790:0:15827:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d609a399 (tot 82351578). 00000400:00000200:1.0:1761313476.529802:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000010:3.0:1761313476.529807:0:77239:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000044919959. 00000400:00000200:1.0:1761313476.529812:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:1.0:1761313476.529819:0:15827:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000bb3ff5d8 00000400:00000010:1.0:1761313476.529823:0:15827:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000bb3ff5d8. 02000000:00000010:3.0:1761313476.529842:0:77239:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f31060db. 00000400:00000010:3.0:1761313476.529850:0:77239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000006c0bb6a9. 00000400:00000010:3.0:1761313476.529857:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000040c69929. 00000100:00000200:3.0:1761313476.529863:0:77239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869138401408, portal 16 00000400:00000010:3.0:1761313476.529872:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005f389535. 00000100:00000200:3.0:1761313476.529874:0:77239:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869138401408, offset 0 00000400:00000200:3.0:1761313476.529883:0:77239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:3.0:1761313476.529898:0:77239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:3.0:1761313476.529909:0:77239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:3.0:1761313476.529912:0:77239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761313476.529915:0:77239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:3.0:1761313476.529918:0:77239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90559:90559:256:4294967295] 192.168.204.38@tcp LPNI seq info [90559:90559:8:4294967295] 00000400:00000200:3.0:1761313476.529928:0:77239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:3.0:1761313476.529934:0:77239:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:3.0:1761313476.529938:0:77239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001ffc5d96 (tot 82351826). 00000800:00000200:3.0:1761313476.529944:0:77239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:3.0:1761313476.529951:0:77239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:3.0:1761313476.529954:0:77239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000001ffc5d96 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761313476.530044:0:15825:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313476.530048:0:15825:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001ffc5d96 (tot 82351578). 00000400:00000200:1.0:1761313476.530052:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313476.530057:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:1.0:1761313476.530060:0:15825:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005f389535 00000400:00000010:1.0:1761313476.530062:0:15825:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005f389535. 00000100:00000200:1.0:1761313476.530069:0:15825:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000001588211e x1846869138401408/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313520 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1761313476.535222:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009bf3d90b. 00010000:00000010:3.1:1761313476.535237:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000366a4166. 00000400:00000200:2.0:1761313476.535591:0:15826:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:2.0:1761313476.535616:0:15826:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x68fb7baf0e880 00000400:00000200:2.0:1761313476.535626:0:15826:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb14f1 [1] + 224 00000400:00000200:2.0:1761313476.535640:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313476.535646:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:2.0:1761313476.535658:0:15826:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000001588211e x1846869138401408/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313520 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761313476.535701:0:15826:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:2.0:1761313476.535709:0:15826:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x68fb7ba85f040 00000400:00000200:2.0:1761313476.535715:0:15826:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xafe3d [2] + 656 00000400:00000010:3.0:1761313476.535761:0:77239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000006c0bb6a9. 00000400:00000200:3.0:1761313476.535770:0:77239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000040c69929 00000400:00000010:3.0:1761313476.535773:0:77239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000040c69929. 00000100:00000200:3.0:1761313476.535788:0:77239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000001588211e x1846869138401408/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313520 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761313476.535797:0:77239:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000001588211e x1846869138401408/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313520 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1761313476.535827:0:77239:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f31060db. 02000000:00000010:3.0:1761313476.535835:0:77239:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000044919959. 00000100:00000010:3.0:1761313476.535839:0:77239:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001588211e. 00000100:00000010:3.0:1761313476.535843:0:77239:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000064836007. 00010000:00000010:3.0:1761313476.535846:0:77239:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000cfc7b0b1. 00000400:00000200:2.0:1761313476.535973:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313476.535981:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:2.0:1761313476.535986:0:15826:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1761313476.535994:0:15826:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000533d3b69. 00000020:00000010:0.0:1761313476.537821:0:75220:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000021cdeb1f. 00000020:00000010:0.0:1761313476.537833:0:75220:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000196cbe29. 00000020:00000010:0.0:1761313476.537840:0:75220:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000076f5767f. 00000100:00000200:0.0:1761313476.537880:0:75220:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000533d3b69 x1846869131391040/t0(0) o103->78617949-0e11-4ca2-94c2-d809f91deaa9@192.168.204.38@tcp:407/0 lens 328/0 e 0 to 0 dl 1761313482 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:0.0:1761313476.537914:0:75220:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869131391040 02000000:00000010:0.0:1761313476.537928:0:75220:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000006584ef99. 00010000:00000010:0.0:1761313476.537966:0:75220:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000032f2ceb8. 00010000:00000010:0.0:1761313476.537996:0:75220:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000b681ffce. 00000100:00000010:0.0:1761313476.538006:0:75220:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000030e06e50. 00000100:00000010:0.0:1761313476.538027:0:75220:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000030e06e50. 00010000:00000010:0.0:1761313476.538032:0:75220:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000b681ffce. 00000400:00000010:0.0:1761313476.538051:0:75220:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f0542810. 00000100:00000200:0.0:1761313476.538058:0:75220:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869131391040, offset 224 00000400:00000200:0.0:1761313476.538068:0:75220:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:0.0:1761313476.538086:0:75220:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:0.0:1761313476.538096:0:75220:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90560:90560:256:4294967295] 192.168.204.38@tcp LPNI seq info [90560:90560:8:4294967295] 00000400:00000200:0.0:1761313476.538109:0:75220:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:0.0:1761313476.538115:0:75220:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00080000:00000010:3.0:1761313476.538121:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000555548bd. 00000800:00000010:0.0:1761313476.538122:0:75220:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000002ba140d5 (tot 82351826). 00000800:00000200:0.0:1761313476.538132:0:75220:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:0.0:1761313476.538142:0:75220:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:0.0:1761313476.538146:0:75220:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000002ba140d5 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761313476.538186:0:75220:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000196cbe29. 00000020:00000010:0.0:1761313476.538193:0:75220:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000076f5767f. 00000020:00000010:0.0:1761313476.538198:0:75220:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000021cdeb1f. 00010000:00000010:3.0:1761313476.538226:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ebe37057. 00010000:00000010:3.0:1761313476.538237:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000f92c874c. 00010000:00000010:3.0:1761313476.538326:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000366a4166. 00010000:00000010:3.0:1761313476.538333:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000ebe37057. 00010000:00000010:3.0:1761313476.538345:0:77239:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000cfc7b0b1. 00000100:00000010:3.0:1761313476.538353:0:77239:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000064836007. 00000100:00000010:3.0:1761313476.538403:0:77239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001588211e. 02000000:00000010:3.0:1761313476.538417:0:77239:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000044919959. 02000000:00000010:3.0:1761313476.538445:0:77239:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f31060db. 00000400:00000010:3.0:1761313476.538451:0:77239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000006c0bb6a9. 00000400:00000010:3.0:1761313476.538458:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000040c69929. 00000100:00000200:3.0:1761313476.538464:0:77239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869138401472, portal 16 00000400:00000010:3.0:1761313476.538470:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e515bfff. 00000100:00000200:3.0:1761313476.538472:0:77239:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869138401472, offset 0 00000400:00000200:3.0:1761313476.538481:0:77239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:3.0:1761313476.538496:0:77239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:3.0:1761313476.538504:0:77239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:3.0:1761313476.538508:0:77239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761313476.538512:0:77239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:3.0:1761313476.538516:0:77239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90561:90561:255:4294967295] 192.168.204.38@tcp LPNI seq info [90561:90561:7:4294967295] 00000400:00000200:3.0:1761313476.538527:0:77239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:3.0:1761313476.538532:0:77239:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:3.0:1761313476.538538:0:77239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005ce8cbad (tot 82352074). 00000800:00000200:3.0:1761313476.538545:0:77239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:3.0:1761313476.538552:0:77239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:3.0:1761313476.538555:0:77239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000005ce8cbad type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761313476.538586:0:15827:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761313476.538592:0:15827:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000002ba140d5 (tot 82351826). 00000400:00000200:2.0:1761313476.538600:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313476.538606:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:2.0:1761313476.538611:0:15827:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f0542810 00000400:00000010:2.0:1761313476.538614:0:15827:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f0542810. 00000800:00000200:2.0:1761313476.538646:0:15827:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761313476.538648:0:15827:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005ce8cbad (tot 82351578). 00000400:00000200:2.0:1761313476.538651:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313476.538655:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:2.0:1761313476.538657:0:15827:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e515bfff 00000400:00000010:2.0:1761313476.538659:0:15827:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e515bfff. 00000100:00000200:2.0:1761313476.538665:0:15827:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000001588211e x1846869138401472/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313520 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1761313476.539910:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e1f1822c. 00010000:00000010:3.1:1761313476.543393:0:1049:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000850f08d0. 00010000:00000010:3.1:1761313476.543410:0:1049:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001e46ca69. 00000400:00000200:1.0:1761313476.545680:0:15825:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:1.0:1761313476.545701:0:15825:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x68fb7baf0e8c0 00000400:00000200:1.0:1761313476.545710:0:15825:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb14fd [1] + 224 00000400:00000200:1.0:1761313476.545727:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313476.545731:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:1.0:1761313476.545751:0:15825:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000001588211e x1846869138401472/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313520 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1761313476.546247:0:77239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000006c0bb6a9. 00000400:00000200:3.0:1761313476.546255:0:77239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000040c69929 00000400:00000010:3.0:1761313476.546257:0:77239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000040c69929. 00000100:00000200:3.0:1761313476.546264:0:77239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000001588211e x1846869138401472/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313520 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761313476.546275:0:77239:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000001588211e x1846869138401472/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313520 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1761313476.546305:0:77239:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f31060db. 02000000:00000010:3.0:1761313476.546574:0:77239:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000044919959. 00000100:00000010:3.0:1761313476.546581:0:77239:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001588211e. 00000100:00000010:3.0:1761313476.546585:0:77239:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000064836007. 00010000:00000010:3.0:1761313476.546589:0:77239:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000cfc7b0b1. 00010000:00000010:0.1:1761313476.547429:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000027f88126. 00000400:00000200:2.0:1761313476.547593:0:15826:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:2.0:1761313476.547614:0:15826:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x68fb7ba85f080 00000400:00000200:2.0:1761313476.547623:0:15826:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xafe3d [2] + 984 00000400:00000200:2.0:1761313476.548625:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313476.548636:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:2.0:1761313476.548645:0:15826:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1761313476.548652:0:15826:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000084ac57a9. 00000020:00000010:1.0:1761313476.549204:0:64710:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000042d2e145. 00000020:00000010:1.0:1761313476.549214:0:64710:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000ee6c533a. 00000020:00000010:1.0:1761313476.549220:0:64710:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000009698beef. 00000100:00000200:1.0:1761313476.549260:0:64710:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000084ac57a9 x1846869131391104/t0(0) o103->78617949-0e11-4ca2-94c2-d809f91deaa9@192.168.204.38@tcp:407/0 lens 328/0 e 0 to 0 dl 1761313482 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:0.0:1761313476.549672:0:75220:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869131391104 02000000:00000010:0.0:1761313476.549691:0:75220:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000021cdeb1f. 00010000:00000010:0.0:1761313476.554983:0:75220:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d47cc07a. 00010000:00000010:0.0:1761313476.555909:0:75220:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000b681ffce. 00000100:00000010:0.0:1761313476.555925:0:75220:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000030e06e50. 00000100:00000010:0.0:1761313476.555959:0:75220:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000030e06e50. 00010000:00000010:0.0:1761313476.555964:0:75220:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000b681ffce. 00000400:00000010:0.0:1761313476.555994:0:75220:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c4611603. 00000100:00000200:0.0:1761313476.556002:0:75220:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869131391104, offset 224 00000400:00000200:0.0:1761313476.556018:0:75220:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:0.0:1761313476.556040:0:75220:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:0.0:1761313476.556048:0:75220:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90562:90562:256:4294967295] 192.168.204.38@tcp LPNI seq info [90562:90562:8:4294967295] 00000400:00000200:0.0:1761313476.556061:0:75220:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:0.0:1761313476.556068:0:75220:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:0.0:1761313476.556075:0:75220:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000002ba140d5 (tot 82351826). 00000800:00000200:0.0:1761313476.556082:0:75220:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:0.0:1761313476.556091:0:75220:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:0.0:1761313476.556096:0:75220:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000002ba140d5 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761313476.556131:0:75220:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000ee6c533a. 00000020:00000010:0.0:1761313476.556137:0:75220:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000009698beef. 00000020:00000010:0.0:1761313476.556142:0:75220:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000042d2e145. 00000800:00000200:0.0:1761313476.556312:0:15827:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761313476.556316:0:15827:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000002ba140d5 (tot 82351578). 00000400:00000200:0.0:1761313476.556324:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313476.556329:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:0.0:1761313476.556334:0:15827:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c4611603 00000400:00000010:0.0:1761313476.556336:0:15827:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c4611603. 00080000:00000010:3.0:1761313476.559174:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ed0c61c9. 00010000:00000010:3.0:1761313476.559307:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ebe37057. 00010000:00000010:3.0:1761313476.559319:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000312af8d0. 00010000:00000010:3.0:1761313476.559481:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000001e46ca69. 00010000:00000010:3.0:1761313476.559489:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000ebe37057. 00010000:00000010:3.0:1761313476.559505:0:77239:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000cfc7b0b1. 00000100:00000010:3.0:1761313476.559514:0:77239:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000064836007. 00000100:00000010:3.0:1761313476.559525:0:77239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001588211e. 02000000:00000010:3.0:1761313476.559544:0:77239:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000a8d90e26. 02000000:00000010:3.0:1761313476.559586:0:77239:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000044919959. 00000400:00000010:3.0:1761313476.559594:0:77239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000006c0bb6a9. 00000400:00000010:3.0:1761313476.559603:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000040c69929. 00000100:00000200:3.0:1761313476.559610:0:77239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869138401536, portal 16 00000400:00000010:3.0:1761313476.559616:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000bb5cea4a. 00000100:00000200:3.0:1761313476.559619:0:77239:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869138401536, offset 0 00000400:00000200:3.0:1761313476.559631:0:77239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:3.0:1761313476.559653:0:77239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:3.0:1761313476.559662:0:77239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:3.0:1761313476.559666:0:77239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761313476.559669:0:77239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:3.0:1761313476.559673:0:77239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90563:90563:256:4294967295] 192.168.204.38@tcp LPNI seq info [90563:90563:8:4294967295] 00000400:00000200:3.0:1761313476.559685:0:77239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:3.0:1761313476.559692:0:77239:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:3.0:1761313476.559698:0:77239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005ce8cbad (tot 82351826). 00000800:00000200:3.0:1761313476.559706:0:77239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:3.0:1761313476.559714:0:77239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:3.0:1761313476.559720:0:77239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000005ce8cbad type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761313476.560915:0:15825:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313476.560922:0:15825:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005ce8cbad (tot 82351578). 00000400:00000200:1.0:1761313476.560930:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313476.560940:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:1.0:1761313476.560946:0:15825:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000bb5cea4a 00000400:00000010:1.0:1761313476.560949:0:15825:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000bb5cea4a. 00000100:00000200:1.0:1761313476.560960:0:15825:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000001588211e x1846869138401536/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313520 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1761313476.565401:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e8d049d8. 00000400:00000200:2.0:1761313476.567139:0:15826:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:2.0:1761313476.567163:0:15826:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x68fb7baf0e900 00000400:00000200:2.0:1761313476.567175:0:15826:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb1509 [1] + 224 00000400:00000200:2.0:1761313476.567196:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313476.567201:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:2.0:1761313476.568712:0:15826:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000001588211e x1846869138401536/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313520 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761313476.568786:0:15826:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:2.0:1761313476.568800:0:15826:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x68fb7ba85f0c0 00000400:00000200:2.0:1761313476.568809:0:15826:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xafe3d [2] + 1312 00000400:00000010:3.0:1761313476.568828:0:77239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000006c0bb6a9. 00000400:00000200:3.0:1761313476.568842:0:77239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000040c69929 00000400:00000010:3.0:1761313476.568845:0:77239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000040c69929. 00000100:00000200:3.0:1761313476.568861:0:77239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000001588211e x1846869138401536/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313520 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761313476.568873:0:77239:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000001588211e x1846869138401536/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313520 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761313476.568893:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313476.568901:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:2.0:1761313476.568907:0:15826:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1761313476.568915:0:15826:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000050f67d6d. 02000000:00000010:3.0:1761313476.569115:0:77239:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000044919959. 02000000:00000010:3.0:1761313476.569123:0:77239:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000a8d90e26. 00000100:00000010:3.0:1761313476.569131:0:77239:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001588211e. 00000020:00000010:0.0:1761313476.569134:0:75220:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006fde0452. 00000100:00000010:3.0:1761313476.569137:0:77239:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000064836007. 00010000:00000010:3.0:1761313476.569143:0:77239:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000cfc7b0b1. 00000020:00000010:0.0:1761313476.569144:0:75220:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000196cbe29. 00000020:00000010:0.0:1761313476.569152:0:75220:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000076f5767f. 00000100:00000200:0.0:1761313476.569190:0:75220:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000050f67d6d x1846869131391168/t0(0) o103->78617949-0e11-4ca2-94c2-d809f91deaa9@192.168.204.38@tcp:407/0 lens 328/0 e 0 to 0 dl 1761313482 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:0.0:1761313476.569231:0:75220:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869131391168 02000000:00000010:0.0:1761313476.569246:0:75220:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000aca405b2. 00010000:00000010:0.0:1761313476.569283:0:75220:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b283caed. 00010000:00000010:0.0:1761313476.569312:0:75220:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000b681ffce. 00000100:00000010:0.0:1761313476.569321:0:75220:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000030e06e50. 00000100:00000010:0.0:1761313476.569337:0:75220:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000030e06e50. 00010000:00000010:0.0:1761313476.569341:0:75220:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000b681ffce. 00000400:00000010:0.0:1761313476.569373:0:75220:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c4611603. 00000100:00000200:0.0:1761313476.569383:0:75220:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869131391168, offset 224 00000400:00000200:0.0:1761313476.569393:0:75220:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:0.0:1761313476.569406:0:75220:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:0.0:1761313476.569413:0:75220:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90564:90564:256:4294967295] 192.168.204.38@tcp LPNI seq info [90564:90564:8:4294967295] 00000400:00000200:0.0:1761313476.569424:0:75220:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:0.0:1761313476.569430:0:75220:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:0.0:1761313476.569435:0:75220:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000002ba140d5 (tot 82351826). 00000800:00000200:0.0:1761313476.569441:0:75220:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:0.0:1761313476.569449:0:75220:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:0.0:1761313476.569454:0:75220:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000002ba140d5 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761313476.569483:0:75220:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000196cbe29. 00000020:00000010:0.0:1761313476.569489:0:75220:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000076f5767f. 00000020:00000010:0.0:1761313476.569493:0:75220:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006fde0452. 00080000:00000010:3.0:1761313476.569923:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 0000000044919959. 00010000:00000010:3.0:1761313476.570018:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ebe37057. 00010000:00000010:3.0:1761313476.570028:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000000f716018. 00010000:00000010:3.0:1761313476.570115:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000005472d45d. 00010000:00000010:3.0:1761313476.570121:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000ebe37057. 00010000:00000010:3.0:1761313476.570132:0:77239:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000cfc7b0b1. 00000800:00000200:2.0:1761313476.570138:0:15827:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000100:00000010:3.0:1761313476.570140:0:77239:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000064836007. 00000800:00000010:2.0:1761313476.570145:0:15827:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000002ba140d5 (tot 82351578). 00000100:00000010:3.0:1761313476.570151:0:77239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001588211e. 00000400:00000200:2.0:1761313476.570156:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000010:3.0:1761313476.570166:0:77239:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000f31060db. 00000400:00000200:2.0:1761313476.570166:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:2.0:1761313476.570173:0:15827:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c4611603 00000400:00000010:2.0:1761313476.570177:0:15827:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c4611603. 02000000:00000010:3.0:1761313476.570198:0:77239:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a8d90e26. 00000400:00000010:3.0:1761313476.570206:0:77239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000006c0bb6a9. 00000400:00000010:3.0:1761313476.570211:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000040c69929. 00000100:00000200:3.0:1761313476.570216:0:77239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869138401600, portal 16 00000400:00000010:3.0:1761313476.570221:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000140b65b8. 00000100:00000200:3.0:1761313476.570223:0:77239:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869138401600, offset 0 00000400:00000200:3.0:1761313476.570232:0:77239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:3.0:1761313476.570244:0:77239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:3.0:1761313476.570251:0:77239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:3.0:1761313476.570254:0:77239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761313476.570257:0:77239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:3.0:1761313476.570260:0:77239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90565:90565:256:4294967295] 192.168.204.38@tcp LPNI seq info [90565:90565:8:4294967295] 00000400:00000200:3.0:1761313476.570270:0:77239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:3.0:1761313476.570276:0:77239:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:3.0:1761313476.570280:0:77239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001ffc5d96 (tot 82351826). 00000800:00000200:3.0:1761313476.570287:0:77239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:3.0:1761313476.570294:0:77239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:3.0:1761313476.570297:0:77239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000001ffc5d96 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761313476.570411:0:15825:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313476.570415:0:15825:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001ffc5d96 (tot 82351578). 00000400:00000200:1.0:1761313476.570420:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313476.570425:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:1.0:1761313476.570428:0:15825:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000140b65b8 00000400:00000010:1.0:1761313476.570429:0:15825:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000140b65b8. 00000100:00000200:1.0:1761313476.570436:0:15825:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000001588211e x1846869138401600/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313520 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1761313476.573083:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fa554e74. 00010000:00000010:3.1:1761313476.573095:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000366a4166. 00000400:00000200:2.0:1761313476.574711:0:15826:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:2.0:1761313476.574746:0:15826:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x68fb7baf0e940 00000400:00000200:2.0:1761313476.574757:0:15826:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb1515 [1] + 224 00000400:00000200:2.0:1761313476.574780:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313476.574783:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:2.0:1761313476.574796:0:15826:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000001588211e x1846869138401600/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313520 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1761313476.574868:0:77239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000006c0bb6a9. 00000400:00000200:3.0:1761313476.574879:0:77239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000040c69929 00000400:00000010:3.0:1761313476.574881:0:77239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000040c69929. 00000100:00000200:3.0:1761313476.574893:0:77239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000001588211e x1846869138401600/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313520 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761313476.574902:0:77239:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000001588211e x1846869138401600/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313520 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1761313476.574930:0:77239:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a8d90e26. 02000000:00000010:3.0:1761313476.574937:0:77239:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000f31060db. 00000100:00000010:3.0:1761313476.574940:0:77239:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001588211e. 00000100:00000010:3.0:1761313476.574944:0:77239:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000064836007. 00010000:00000010:3.0:1761313476.574947:0:77239:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000cfc7b0b1. 00010000:00000010:3.1:1761313476.577404:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fe3781f2. 00010000:00000010:3.1:1761313476.577420:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001e46ca69. 00000400:00000200:2.0:1761313476.579713:0:15827:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:2.0:1761313476.579752:0:15827:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x68fb7ba85f100 00000400:00000200:2.0:1761313476.579763:0:15827:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xafe3d [2] + 1640 00000400:00000200:2.0:1761313476.579860:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313476.579865:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:2.0:1761313476.579874:0:15827:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1761313476.579882:0:15827:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ef2772e7. 00000020:00000010:0.0:1761313476.579981:0:75220:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006fde0452. 00000020:00000010:0.0:1761313476.579990:0:75220:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000196cbe29. 00000020:00000010:0.0:1761313476.579996:0:75220:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000076f5767f. 00000100:00000200:0.0:1761313476.580041:0:75220:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000ef2772e7 x1846869131391232/t0(0) o103->78617949-0e11-4ca2-94c2-d809f91deaa9@192.168.204.38@tcp:407/0 lens 328/0 e 0 to 0 dl 1761313482 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:0.0:1761313476.580080:0:75220:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869131391232 02000000:00000010:0.0:1761313476.580095:0:75220:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000042a568cb. 00010000:00000010:0.0:1761313476.580134:0:75220:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000078ca0f28. 00010000:00000010:0.0:1761313476.580163:0:75220:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000b681ffce. 00000100:00000010:0.0:1761313476.580174:0:75220:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000030e06e50. 00000100:00000010:0.0:1761313476.580192:0:75220:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000030e06e50. 00010000:00000010:0.0:1761313476.580196:0:75220:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000b681ffce. 00000400:00000010:0.0:1761313476.580215:0:75220:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007749d871. 00000100:00000200:0.0:1761313476.580221:0:75220:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869131391232, offset 224 00000400:00000200:0.0:1761313476.580232:0:75220:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:0.0:1761313476.580245:0:75220:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:0.0:1761313476.580251:0:75220:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90566:90566:256:4294967295] 192.168.204.38@tcp LPNI seq info [90566:90566:8:4294967295] 00000400:00000200:0.0:1761313476.580263:0:75220:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:0.0:1761313476.580268:0:75220:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:0.0:1761313476.580274:0:75220:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d609a399 (tot 82351826). 00000800:00000200:0.0:1761313476.580280:0:75220:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:0.0:1761313476.580287:0:75220:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:0.0:1761313476.580292:0:75220:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000d609a399 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761313476.580328:0:75220:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000196cbe29. 00000020:00000010:0.0:1761313476.580334:0:75220:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000076f5767f. 00000020:00000010:0.0:1761313476.580337:0:75220:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006fde0452. 00080000:00000010:3.0:1761313476.581176:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 000000008d0d34d6. 00010000:00000010:3.0:1761313476.581287:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ebe37057. 00010000:00000010:3.0:1761313476.581298:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000000d9389ae. 00000800:00000200:2.0:1761313476.581726:0:15825:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761313476.581733:0:15825:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d609a399 (tot 82351578). 00000400:00000200:2.0:1761313476.581751:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313476.581760:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:2.0:1761313476.581767:0:15825:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007749d871 00000400:00000010:2.0:1761313476.581769:0:15825:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007749d871. 00010000:00000010:1.0:1761313476.584391:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000027d6177a. 00010000:00000010:1.0:1761313476.584404:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d90d8329. 00010000:00000010:1.0:1761313476.584420:0:77239:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000337a2f79. 00000100:00000010:1.0:1761313476.584428:0:77239:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d007fa73. 00000100:00000010:1.0:1761313476.584438:0:77239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007de1a361. 02000000:00000010:1.0:1761313476.584451:0:77239:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000d0803dae. 02000000:00000010:1.0:1761313476.584479:0:77239:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000040180dc9. 00000400:00000010:1.0:1761313476.584485:0:77239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000c35fa50f. 00000400:00000010:1.0:1761313476.584492:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a164eb02. 00000100:00000200:1.0:1761313476.584499:0:77239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869138401664, portal 16 00000400:00000010:1.0:1761313476.584503:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d8d66e7a. 00000100:00000200:1.0:1761313476.584505:0:77239:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869138401664, offset 0 00000400:00000200:1.0:1761313476.584515:0:77239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:1.0:1761313476.584531:0:77239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:1.0:1761313476.584538:0:77239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:1.0:1761313476.584541:0:77239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761313476.584545:0:77239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:1.0:1761313476.584548:0:77239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90567:90567:256:4294967295] 192.168.204.38@tcp LPNI seq info [90567:90567:8:4294967295] 00000400:00000200:1.0:1761313476.584557:0:77239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:1.0:1761313476.584564:0:77239:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:1.0:1761313476.584568:0:77239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000cc8c87c8 (tot 82351826). 00000800:00000200:1.0:1761313476.584574:0:77239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:1.0:1761313476.584582:0:77239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:1.0:1761313476.584586:0:77239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000cc8c87c8 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761313476.585327:0:15826:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761313476.585332:0:15826:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000cc8c87c8 (tot 82351578). 00000400:00000200:2.0:1761313476.585338:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313476.585352:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:2.0:1761313476.585384:0:15826:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d8d66e7a 00000400:00000010:2.0:1761313476.585386:0:15826:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d8d66e7a. 00000100:00000200:2.0:1761313476.585394:0:15826:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000007de1a361 x1846869138401664/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313520 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1761313476.585484:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ff472624. 00010000:00000010:0.1:1761313476.589542:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008d77effd. 00010000:00000010:3.1:1761313476.589671:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a7eab455. 00010000:00000010:3.1:1761313476.589678:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005472d45d. 00000400:00000200:2.0:1761313476.589907:0:15827:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:2.0:1761313476.589924:0:15827:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x68fb7baf0e980 00000400:00000200:2.0:1761313476.589932:0:15827:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb1521 [1] + 224 00000400:00000200:2.0:1761313476.589945:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313476.589949:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:2.0:1761313476.589960:0:15827:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000007de1a361 x1846869138401664/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313520 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1761313476.590045:0:77239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000c35fa50f. 00000400:00000200:1.0:1761313476.590050:0:77239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a164eb02 00000400:00000010:1.0:1761313476.590053:0:77239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a164eb02. 00000100:00000200:1.0:1761313476.590058:0:77239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000007de1a361 x1846869138401664/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313520 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761313476.590065:0:77239:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000007de1a361 x1846869138401664/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313520 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761313476.590092:0:77239:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000040180dc9. 02000000:00000010:1.0:1761313476.590099:0:77239:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000d0803dae. 00000100:00000010:1.0:1761313476.590103:0:77239:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007de1a361. 00000100:00000010:1.0:1761313476.590107:0:77239:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000d007fa73. 00010000:00000010:1.0:1761313476.590110:0:77239:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000337a2f79. 00000400:00000200:2.0:1761313476.592481:0:15825:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:2.0:1761313476.592497:0:15825:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x68fb7ba85f140 00000400:00000200:2.0:1761313476.592504:0:15825:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xafe3d [2] + 1968 00000400:00000010:2.0:1761313476.592508:0:15825:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000bd888327. 00000400:00000200:2.0:1761313476.592515:0:15825:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 000000008d7d4e4b 00000400:00000200:2.0:1761313476.592571:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313476.592576:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:2.0:1761313476.592580:0:15825:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008d7d4e4b 00000400:00000010:2.0:1761313476.592582:0:15825:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 000000008d7d4e4b (tot 82351426). 00000100:00000200:2.0:1761313476.592588:0:15825:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:1.0:1761313476.593642:0:64710:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d0803dae. 00000020:00000010:1.0:1761313476.593651:0:64710:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000009fc4cf95. 00000020:00000010:1.0:1761313476.593655:0:64710:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000010283565. 00000100:00000200:1.0:1761313476.593682:0:64710:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000009a6b2f5b x1846869131391296/t0(0) o103->78617949-0e11-4ca2-94c2-d809f91deaa9@192.168.204.38@tcp:407/0 lens 328/0 e 0 to 0 dl 1761313482 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:1.0:1761313476.593717:0:64710:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869131391296 02000000:00000010:1.0:1761313476.593727:0:64710:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000040180dc9. 00010000:00000010:1.0:1761313476.593761:0:64710:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000042f8d6b1. 00010000:00000010:1.0:1761313476.593780:0:64710:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000337a2f79. 00000100:00000010:1.0:1761313476.593786:0:64710:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d007fa73. 00000100:00000010:1.0:1761313476.593809:0:64710:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000d007fa73. 00010000:00000010:1.0:1761313476.593812:0:64710:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000337a2f79. 00000400:00000010:1.0:1761313476.593824:0:64710:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a164eb02. 00000100:00000200:1.0:1761313476.593829:0:64710:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869131391296, offset 224 00000400:00000200:1.0:1761313476.593837:0:64710:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:1.0:1761313476.593848:0:64710:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:1.0:1761313476.593853:0:64710:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90568:90568:256:4294967295] 192.168.204.38@tcp LPNI seq info [90568:90568:8:4294967295] 00000400:00000200:1.0:1761313476.593863:0:64710:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:1.0:1761313476.593868:0:64710:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:1.0:1761313476.593872:0:64710:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f67d6031 (tot 82351674). 00000800:00000200:1.0:1761313476.593877:0:64710:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:1.0:1761313476.593882:0:64710:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:1.0:1761313476.593885:0:64710:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000f67d6031 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761313476.593908:0:64710:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000009fc4cf95. 00000020:00000010:1.0:1761313476.593911:0:64710:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000010283565. 00000020:00000010:1.0:1761313476.593914:0:64710:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d0803dae. 02000000:00000010:1.0:1761313476.593923:0:64710:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000042a568cb. 00000100:00000010:1.0:1761313476.593927:0:64710:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ef2772e7. 02000000:00000010:1.0:1761313476.593930:0:64710:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000aca405b2. 00000100:00000010:1.0:1761313476.593932:0:64710:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000050f67d6d. 02000000:00000010:1.0:1761313476.593941:0:64710:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000021cdeb1f. 00000100:00000010:1.0:1761313476.593944:0:64710:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000084ac57a9. 02000000:00000010:1.0:1761313476.593947:0:64710:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000006584ef99. 00000100:00000010:1.0:1761313476.593948:0:64710:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000533d3b69. 02000000:00000010:1.0:1761313476.593956:0:64710:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000088dda67d. 00000100:00000010:1.0:1761313476.593958:0:64710:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000009e42bc62. 02000000:00000010:1.0:1761313476.593973:0:64710:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000d7b1d6d0. 00000100:00000010:1.0:1761313476.593975:0:64710:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000009530eebe. 00000100:00000200:1.0:1761313476.593980:0:64710:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1761313476.593985:0:64710:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000c35fa50f. 00000400:00000010:1.0:1761313476.593988:0:64710:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000d007fa73 (tot 82351826). 00000800:00000200:3.0:1761313476.594100:0:15826:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761313476.594104:0:15826:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f67d6031 (tot 82351578). 00000400:00000200:3.0:1761313476.594109:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313476.594113:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:3.0:1761313476.594117:0:15826:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a164eb02 00000400:00000010:3.0:1761313476.594118:0:15826:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a164eb02. 02000000:00000010:3.0:1761313476.594122:0:15826:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000040180dc9. 00080000:00000010:2.0:1761313476.594574:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000490fd4a1. 00010000:00000010:2.0:1761313476.594666:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d90d8329. 00010000:00000010:2.0:1761313476.594673:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000a512b9bf. 00010000:00000010:2.0:1761313476.594753:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000008512b48d. 00010000:00000010:2.0:1761313476.594760:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000dc388beb. 00010000:00000010:2.0:1761313476.594770:0:77239:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000aa18930a. 00000100:00000010:2.0:1761313476.594774:0:77239:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000001e5c041d. 00000100:00000010:2.0:1761313476.594781:0:77239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007a095ef9. 02000000:00000010:2.0:1761313476.594791:0:77239:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000eb2ef3f7. 02000000:00000010:2.0:1761313476.594813:0:77239:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d7790864. 00000400:00000010:2.0:1761313476.594818:0:77239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000bd888327. 00000400:00000010:2.0:1761313476.594822:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001bbc55d4. 00000100:00000200:2.0:1761313476.594826:0:77239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869138401728, portal 16 00000400:00000010:2.0:1761313476.594830:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000065b0a972. 00000100:00000200:2.0:1761313476.594832:0:77239:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869138401728, offset 0 00000400:00000200:2.0:1761313476.594837:0:77239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:2.0:1761313476.594846:0:77239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:2.0:1761313476.594852:0:77239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:2.0:1761313476.594856:0:77239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761313476.594858:0:77239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:2.0:1761313476.594861:0:77239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90569:90569:256:4294967295] 192.168.204.38@tcp LPNI seq info [90569:90569:8:4294967295] 00000400:00000200:2.0:1761313476.594870:0:77239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:2.0:1761313476.594875:0:77239:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:2.0:1761313476.594878:0:77239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000711ebbe8 (tot 82351826). 00000800:00000200:2.0:1761313476.594883:0:77239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:2.0:1761313476.594887:0:77239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:2.0:1761313476.594889:0:77239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000711ebbe8 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761313476.595110:0:15827:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761313476.595114:0:15827:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000711ebbe8 (tot 82351578). 00000400:00000200:3.0:1761313476.595117:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313476.595121:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:3.0:1761313476.595124:0:15827:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000065b0a972 00000400:00000010:3.0:1761313476.595126:0:15827:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000065b0a972. 00000100:00000200:3.0:1761313476.595133:0:15827:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000007a095ef9 x1846869138401728/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313520 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761313476.600504:0:15825:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:2.0:1761313476.600525:0:15825:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x68fb7baf0e9c0 00000400:00000200:2.0:1761313476.600533:0:15825:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb1531 [1] + 224 00000400:00000200:2.0:1761313476.600549:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313476.600553:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:2.0:1761313476.600564:0:15825:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000007a095ef9 x1846869138401728/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313520 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1761313476.601245:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000098d17f59. 00000400:00000010:1.0:1761313476.601268:0:77239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000bd888327. 00000400:00000200:1.0:1761313476.601272:0:77239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001bbc55d4 00000400:00000010:1.0:1761313476.601274:0:77239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001bbc55d4. 00000100:00000200:1.0:1761313476.601281:0:77239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000007a095ef9 x1846869138401728/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313520 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761313476.601289:0:77239:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000007a095ef9 x1846869138401728/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313520 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761313476.601317:0:77239:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d7790864. 02000000:00000010:1.0:1761313476.601325:0:77239:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000eb2ef3f7. 00000100:00000010:1.0:1761313476.601329:0:77239:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007a095ef9. 00000100:00000010:1.0:1761313476.601333:0:77239:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000001e5c041d. 00010000:00000010:1.0:1761313476.601336:0:77239:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000aa18930a. 00010000:00000010:2.1:1761313476.605840:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000068e7f53b. 00010000:00000010:2.1:1761313476.605860:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000027d6177a. 00000400:00000200:3.0:1761313476.607493:0:15826:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:3.0:1761313476.607512:0:15826:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x68fb7ba85f180 00000400:00000200:3.0:1761313476.607521:0:15826:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xafe95 [2] + 0 00000400:00000200:3.0:1761313476.607582:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313476.607587:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:3.0:1761313476.607593:0:15826:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761313476.607599:0:15826:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001588211e. 00000020:00000010:0.0:1761313476.608145:0:75220:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008eefaef6. 00000020:00000010:0.0:1761313476.608153:0:75220:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000196cbe29. 00000020:00000010:0.0:1761313476.608157:0:75220:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000076f5767f. 00000100:00000200:0.0:1761313476.608184:0:75220:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000001588211e x1846869131391360/t0(0) o103->78617949-0e11-4ca2-94c2-d809f91deaa9@192.168.204.38@tcp:407/0 lens 328/0 e 0 to 0 dl 1761313482 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:0.0:1761313476.608222:0:75220:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869131391360 02000000:00000010:0.0:1761313476.608233:0:75220:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000d7d1a9b4. 00010000:00000010:0.0:1761313476.608262:0:75220:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000f77170be. 00010000:00000010:0.0:1761313476.608286:0:75220:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000b681ffce. 00000100:00000010:0.0:1761313476.608292:0:75220:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000030e06e50. 00000100:00000010:0.0:1761313476.608310:0:75220:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000030e06e50. 00010000:00000010:0.0:1761313476.608313:0:75220:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000b681ffce. 00000400:00000010:0.0:1761313476.608328:0:75220:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006cf10194. 00000100:00000200:0.0:1761313476.608333:0:75220:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869131391360, offset 224 00000400:00000200:0.0:1761313476.608341:0:75220:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:0.0:1761313476.608412:0:75220:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:0.0:1761313476.608417:0:75220:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90570:90570:256:4294967295] 192.168.204.38@tcp LPNI seq info [90570:90570:8:4294967295] 00000400:00000200:0.0:1761313476.608428:0:75220:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:0.0:1761313476.608433:0:75220:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:0.0:1761313476.608437:0:75220:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000eab2c029 (tot 82351826). 00000800:00000200:0.0:1761313476.608443:0:75220:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:0.0:1761313476.608449:0:75220:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:0.0:1761313476.608453:0:75220:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000eab2c029 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761313476.608477:0:75220:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000196cbe29. 00000020:00000010:0.0:1761313476.608482:0:75220:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000076f5767f. 00000020:00000010:0.0:1761313476.608485:0:75220:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008eefaef6. 00000800:00000200:3.0:1761313476.608707:0:15827:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761313476.608711:0:15827:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000eab2c029 (tot 82351578). 00000400:00000200:3.0:1761313476.608718:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313476.608722:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:3.0:1761313476.608726:0:15827:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006cf10194 00000400:00000010:3.0:1761313476.608727:0:15827:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006cf10194. 00080000:00000010:1.0:1761313476.610122:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d0803dae. 00010000:00000010:1.0:1761313476.610220:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000dc388beb. 00010000:00000010:1.0:1761313476.610228:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000001403d666. 00010000:00000010:1.0:1761313476.610290:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000a27217ea. 00010000:00000010:1.0:1761313476.610294:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000009fc4cf95. 00010000:00000010:1.0:1761313476.610299:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f717d0fe. 00010000:00000010:1.0:1761313476.610304:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000006d67ece4. 00080000:00000010:1.0:1761313476.610316:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e49c32ea. 00010000:00000010:1.0:1761313476.610333:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000006d67ece4. 00010000:00000010:1.0:1761313476.610337:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000009fc4cf95. 00010000:00000010:1.0:1761313476.610419:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000fdb76ba0. 00010000:00000010:1.0:1761313476.610423:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000006d67ece4. 00010000:00000010:1.0:1761313476.610431:0:77239:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000337a2f79. 00000100:00000010:1.0:1761313476.610438:0:77239:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000007391ee28. 00000100:00000010:1.0:1761313476.610450:0:77239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007de1a361. 02000000:00000010:1.0:1761313476.610465:0:77239:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000a1867332. 02000000:00000010:1.0:1761313476.610490:0:77239:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000006042189. 00000400:00000010:1.0:1761313476.610496:0:77239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000022d2dff1. 00000400:00000010:1.0:1761313476.610501:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009f44a341. 00000100:00000200:1.0:1761313476.610506:0:77239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869138401792, portal 16 00000400:00000010:1.0:1761313476.610511:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a1e30d26. 00000100:00000200:1.0:1761313476.610513:0:77239:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869138401792, offset 0 00000400:00000200:1.0:1761313476.610519:0:77239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:1.0:1761313476.610531:0:77239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:1.0:1761313476.610537:0:77239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:1.0:1761313476.610540:0:77239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761313476.610542:0:77239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:1.0:1761313476.610549:0:77239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90571:90571:256:4294967295] 192.168.204.38@tcp LPNI seq info [90571:90571:8:4294967295] 00000400:00000200:1.0:1761313476.610558:0:77239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:1.0:1761313476.610563:0:77239:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:1.0:1761313476.610567:0:77239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f67d6031 (tot 82351826). 00000800:00000200:1.0:1761313476.610575:0:77239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:1.0:1761313476.610581:0:77239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:1.0:1761313476.610584:0:77239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000f67d6031 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761313476.610700:0:15825:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761313476.610704:0:15825:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f67d6031 (tot 82351578). 00000400:00000200:2.0:1761313476.610708:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313476.610712:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:2.0:1761313476.610715:0:15825:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a1e30d26 00000400:00000010:2.0:1761313476.610717:0:15825:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a1e30d26. 00000100:00000200:2.0:1761313476.610723:0:15825:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000007de1a361 x1846869138401792/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313520 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1761313476.612491:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ecd9b1d9. 00000400:00000200:3.0:1761313476.615053:0:15826:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:3.0:1761313476.615078:0:15826:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x68fb7baf0ea00 00000400:00000200:3.0:1761313476.615090:0:15826:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb153d [1] + 224 00000400:00000200:3.0:1761313476.615109:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313476.615112:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:3.0:1761313476.615125:0:15826:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000007de1a361 x1846869138401792/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313520 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1761313476.615238:0:77239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000022d2dff1. 00000400:00000200:1.0:1761313476.615244:0:77239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009f44a341 00000400:00000010:1.0:1761313476.615246:0:77239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009f44a341. 00000100:00000200:1.0:1761313476.615252:0:77239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000007de1a361 x1846869138401792/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313520 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761313476.615259:0:77239:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000007de1a361 x1846869138401792/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313520 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761313476.615289:0:77239:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000006042189. 02000000:00000010:1.0:1761313476.615297:0:77239:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000a1867332. 00000100:00000010:1.0:1761313476.615301:0:77239:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007de1a361. 00000100:00000010:1.0:1761313476.615305:0:77239:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000007391ee28. 00010000:00000010:1.0:1761313476.615309:0:77239:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000337a2f79. 00010000:00000010:1.1:1761313476.616513:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d057e0c3. 00010000:00000010:1.1:1761313476.616525:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008512b48d. 00010000:00000010:1.1:1761313476.616531:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a27217ea. 00010000:00000010:1.1:1761313476.616534:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f717d0fe. 00000400:00000200:3.0:1761313476.620263:0:15827:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:3.0:1761313476.620284:0:15827:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x68fb7ba85f1c0 00000400:00000200:3.0:1761313476.620291:0:15827:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xafe95 [2] + 328 00000400:00000200:3.0:1761313476.620388:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313476.620392:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:3.0:1761313476.620398:0:15827:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761313476.620404:0:15827:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000097b2ed89. 00000020:00000010:0.0:1761313476.620490:0:75220:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008eefaef6. 00000020:00000010:0.0:1761313476.620496:0:75220:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000196cbe29. 00000020:00000010:0.0:1761313476.620500:0:75220:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000076f5767f. 00000100:00000200:0.0:1761313476.620528:0:75220:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000097b2ed89 x1846869131391424/t0(0) o103->78617949-0e11-4ca2-94c2-d809f91deaa9@192.168.204.38@tcp:407/0 lens 328/0 e 0 to 0 dl 1761313482 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:0.0:1761313476.620562:0:75220:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869131391424 02000000:00000010:0.0:1761313476.620572:0:75220:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000004f29327c. 00010000:00000010:0.0:1761313476.620599:0:75220:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000fe0eddb0. 00010000:00000010:0.0:1761313476.620623:0:75220:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000b681ffce. 00000100:00000010:0.0:1761313476.620630:0:75220:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000030e06e50. 00000100:00000010:0.0:1761313476.620650:0:75220:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000030e06e50. 00010000:00000010:0.0:1761313476.620654:0:75220:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000b681ffce. 00000400:00000010:0.0:1761313476.620666:0:75220:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000061490f3e. 00000100:00000200:0.0:1761313476.620670:0:75220:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869131391424, offset 224 00000400:00000200:0.0:1761313476.620677:0:75220:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:0.0:1761313476.620686:0:75220:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:0.0:1761313476.620691:0:75220:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90572:90572:256:4294967295] 192.168.204.38@tcp LPNI seq info [90572:90572:8:4294967295] 00000400:00000200:0.0:1761313476.620701:0:75220:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:0.0:1761313476.620705:0:75220:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:0.0:1761313476.620709:0:75220:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c6559a13 (tot 82351826). 00000800:00000200:0.0:1761313476.620714:0:75220:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:0.0:1761313476.620720:0:75220:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:0.0:1761313476.620723:0:75220:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c6559a13 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761313476.620749:0:75220:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000196cbe29. 00000020:00000010:0.0:1761313476.620754:0:75220:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000076f5767f. 00000020:00000010:0.0:1761313476.620756:0:75220:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008eefaef6. 00080000:00000010:3.0:1761313476.620847:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 000000008d975cdd. 00010000:00000010:3.0:1761313476.620924:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000006d67ece4. 00010000:00000010:3.0:1761313476.620930:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000024742180. 00010000:00000010:3.0:1761313476.620997:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000005472d45d. 00010000:00000010:3.0:1761313476.621001:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000ebe37057. 00010000:00000010:3.0:1761313476.621010:0:77239:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000cfc7b0b1. 00000100:00000010:3.0:1761313476.621013:0:77239:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000064836007. 00000100:00000010:3.0:1761313476.621018:0:77239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000015f262ae. 02000000:00000010:3.0:1761313476.621027:0:77239:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000090543bca. 02000000:00000010:3.0:1761313476.621047:0:77239:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000717234f8. 00000400:00000010:3.0:1761313476.621052:0:77239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000006c0bb6a9. 00000400:00000010:3.0:1761313476.621055:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000040c69929. 00000100:00000200:3.0:1761313476.621059:0:77239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869138401856, portal 16 00000400:00000010:3.0:1761313476.621062:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a11939fc. 00000100:00000200:3.0:1761313476.621064:0:77239:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869138401856, offset 0 00000400:00000200:3.0:1761313476.621068:0:77239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:3.0:1761313476.621073:0:77239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:3.0:1761313476.621079:0:77239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:3.0:1761313476.621082:0:77239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761313476.621084:0:77239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:3.0:1761313476.621086:0:77239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90573:90573:255:4294967295] 192.168.204.38@tcp LPNI seq info [90573:90573:7:4294967295] 00000400:00000200:3.0:1761313476.621093:0:77239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:3.0:1761313476.621097:0:77239:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:3.0:1761313476.621100:0:77239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e7d56557 (tot 82352074). 00000800:00000200:3.0:1761313476.621103:0:77239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:3.0:1761313476.621106:0:77239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:3.0:1761313476.621108:0:77239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000e7d56557 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761313476.621189:0:15825:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761313476.621192:0:15825:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c6559a13 (tot 82351826). 00000400:00000200:2.0:1761313476.621197:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313476.621200:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:2.0:1761313476.621203:0:15825:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000061490f3e 00000400:00000010:2.0:1761313476.621205:0:15825:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000061490f3e. 00000800:00000200:2.0:1761313476.621237:0:15825:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761313476.621238:0:15825:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e7d56557 (tot 82351578). 00000400:00000200:2.0:1761313476.621240:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313476.621243:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:2.0:1761313476.621244:0:15825:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a11939fc 00000400:00000010:2.0:1761313476.621245:0:15825:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a11939fc. 00000100:00000200:2.0:1761313476.621249:0:15825:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000015f262ae x1846869138401856/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313520 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761313476.624989:0:15826:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:3.0:1761313476.625010:0:15826:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x68fb7baf0ea40 00000400:00000200:3.0:1761313476.625018:0:15826:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb1549 [1] + 224 00000400:00000200:3.0:1761313476.625047:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313476.625051:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:3.0:1761313476.625063:0:15826:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000015f262ae x1846869138401856/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313520 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1761313476.625168:0:77239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000006c0bb6a9. 00000400:00000200:1.0:1761313476.625174:0:77239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000040c69929 00000400:00000010:1.0:1761313476.625176:0:77239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000040c69929. 00000100:00000200:1.0:1761313476.625182:0:77239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000015f262ae x1846869138401856/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313520 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761313476.625188:0:77239:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000015f262ae x1846869138401856/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313520 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761313476.625215:0:77239:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000717234f8. 02000000:00000010:1.0:1761313476.625220:0:77239:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000090543bca. 00000100:00000010:1.0:1761313476.625224:0:77239:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000015f262ae. 00000100:00000010:1.0:1761313476.625227:0:77239:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000064836007. 00010000:00000010:1.0:1761313476.625231:0:77239:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000cfc7b0b1. 00000400:00000200:3.0:1761313476.627497:0:15827:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:3.0:1761313476.627528:0:15827:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x68fb7ba85f200 00000400:00000200:3.0:1761313476.627537:0:15827:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xafe95 [2] + 656 00000400:00000200:3.0:1761313476.627596:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313476.627600:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:3.0:1761313476.627606:0:15827:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761313476.627612:0:15827:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000009906dba7. 00000020:00000010:1.0:1761313476.627702:0:64710:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a1867332. 00000020:00000010:1.0:1761313476.627711:0:64710:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000009fc4cf95. 00000020:00000010:1.0:1761313476.627716:0:64710:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000010283565. 00000100:00000200:1.0:1761313476.627751:0:64710:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000009906dba7 x1846869131391488/t0(0) o103->78617949-0e11-4ca2-94c2-d809f91deaa9@192.168.204.38@tcp:407/0 lens 328/0 e 0 to 0 dl 1761313482 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:1.0:1761313476.627788:0:64710:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869131391488 02000000:00000010:1.0:1761313476.627800:0:64710:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000006042189. 00010000:00000010:1.0:1761313476.627829:0:64710:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003a64499c. 00010000:00000010:1.0:1761313476.627849:0:64710:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000337a2f79. 00000100:00000010:1.0:1761313476.627855:0:64710:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000007391ee28. 00000100:00000010:1.0:1761313476.627873:0:64710:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000007391ee28. 00010000:00000010:1.0:1761313476.627876:0:64710:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000337a2f79. 00000400:00000010:1.0:1761313476.627890:0:64710:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009f44a341. 00000100:00000200:1.0:1761313476.627895:0:64710:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869131391488, offset 224 00000400:00000200:1.0:1761313476.627902:0:64710:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:1.0:1761313476.627913:0:64710:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:1.0:1761313476.627918:0:64710:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90574:90574:256:4294967295] 192.168.204.38@tcp LPNI seq info [90574:90574:8:4294967295] 00000400:00000200:1.0:1761313476.627928:0:64710:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:1.0:1761313476.627932:0:64710:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:1.0:1761313476.627937:0:64710:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000cc8c87c8 (tot 82351826). 00000800:00000200:1.0:1761313476.627943:0:64710:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:1.0:1761313476.627948:0:64710:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00080000:00000010:3.0:1761313476.627951:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 0000000090543bca. 00000800:00000200:1.0:1761313476.627951:0:64710:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000cc8c87c8 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761313476.627978:0:64710:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000009fc4cf95. 00000020:00000010:1.0:1761313476.627981:0:64710:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000010283565. 00000020:00000010:1.0:1761313476.627984:0:64710:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a1867332. 00010000:00000010:3.0:1761313476.628033:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ebe37057. 00010000:00000010:3.0:1761313476.628040:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002706a0e1. 00010000:00000010:3.0:1761313476.628117:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000001e46ca69. 00010000:00000010:3.0:1761313476.628123:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000ebe37057. 00000800:00000200:2.0:1761313476.628123:0:15825:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761313476.628126:0:15825:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000cc8c87c8 (tot 82351578). 00000400:00000200:2.0:1761313476.628130:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000010:3.0:1761313476.628133:0:77239:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ad327b2d. 00000400:00000200:2.0:1761313476.628134:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000010:3.0:1761313476.628136:0:77239:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000ee89bb7b. 00000400:00000200:2.0:1761313476.628137:0:15825:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009f44a341 00000400:00000010:2.0:1761313476.628139:0:15825:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009f44a341. 00000100:00000010:3.0:1761313476.628142:0:77239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000004c2b08ab. 02000000:00000010:3.0:1761313476.628153:0:77239:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000717234f8. 02000000:00000010:3.0:1761313476.628176:0:77239:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000fca9a471. 00000400:00000010:3.0:1761313476.628181:0:77239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000092c05640. 00000400:00000010:3.0:1761313476.628186:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000077a0ef2. 00000100:00000200:3.0:1761313476.628190:0:77239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869138401920, portal 16 00000400:00000010:3.0:1761313476.628194:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009ee9a73e. 00000100:00000200:3.0:1761313476.628196:0:77239:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869138401920, offset 0 00000400:00000200:3.0:1761313476.628200:0:77239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:3.0:1761313476.628206:0:77239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:3.0:1761313476.628212:0:77239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:3.0:1761313476.628215:0:77239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761313476.628217:0:77239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:3.0:1761313476.628220:0:77239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90575:90575:256:4294967295] 192.168.204.38@tcp LPNI seq info [90575:90575:8:4294967295] 00000400:00000200:3.0:1761313476.628226:0:77239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:3.0:1761313476.628230:0:77239:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:3.0:1761313476.628233:0:77239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009f02d435 (tot 82351826). 00000800:00000200:3.0:1761313476.628236:0:77239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:3.0:1761313476.628240:0:77239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:3.0:1761313476.628242:0:77239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009f02d435 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761313476.628302:0:15826:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761313476.628304:0:15826:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009f02d435 (tot 82351578). 00000400:00000200:2.0:1761313476.628308:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313476.628311:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:2.0:1761313476.628314:0:15826:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009ee9a73e 00000400:00000010:2.0:1761313476.628315:0:15826:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009ee9a73e. 00000100:00000200:2.0:1761313476.628320:0:15826:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000004c2b08ab x1846869138401920/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313520 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1761313476.631403:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e9d0d126. 00010000:00000010:3.1:1761313476.631418:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fdb76ba0. 00010000:00000010:0.1:1761313476.631531:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b58a32a6. 00000400:00000200:3.0:1761313476.631685:0:15827:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:3.0:1761313476.631701:0:15827:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x68fb7baf0ea80 00000400:00000200:3.0:1761313476.631708:0:15827:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb1555 [1] + 224 00000400:00000200:3.0:1761313476.631718:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313476.631722:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:3.0:1761313476.631732:0:15827:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000004c2b08ab x1846869138401920/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313520 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761313476.631774:0:15827:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:3.0:1761313476.631779:0:15827:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x68fb7ba85f240 00000400:00000200:3.0:1761313476.631783:0:15827:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xafe95 [2] + 984 00000400:00000010:1.0:1761313476.631790:0:77239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000092c05640. 00000400:00000200:3.0:1761313476.631791:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313476.631794:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:1.0:1761313476.631797:0:77239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000077a0ef2 00000400:00000010:1.0:1761313476.631799:0:77239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000077a0ef2. 00000100:00000200:3.0:1761313476.631804:0:15827:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000200:1.0:1761313476.631804:0:77239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000004c2b08ab x1846869138401920/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313520 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000010:3.0:1761313476.631810:0:15827:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000015f262ae. 00000100:00000200:1.0:1761313476.631811:0:77239:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000004c2b08ab x1846869138401920/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313520 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761313476.631838:0:77239:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000fca9a471. 02000000:00000010:1.0:1761313476.631844:0:77239:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000717234f8. 00000100:00000010:1.0:1761313476.631849:0:77239:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000004c2b08ab. 00000100:00000010:1.0:1761313476.631852:0:77239:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000ee89bb7b. 00010000:00000010:1.0:1761313476.631855:0:77239:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ad327b2d. 00000020:00000010:0.0:1761313476.631926:0:75220:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008eefaef6. 00000020:00000010:0.0:1761313476.631934:0:75220:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000196cbe29. 00000020:00000010:0.0:1761313476.631938:0:75220:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000076f5767f. 00000100:00000200:0.0:1761313476.631960:0:75220:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000015f262ae x1846869131391552/t0(0) o103->78617949-0e11-4ca2-94c2-d809f91deaa9@192.168.204.38@tcp:407/0 lens 328/0 e 0 to 0 dl 1761313482 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:0.0:1761313476.631994:0:75220:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869131391552 02000000:00000010:0.0:1761313476.632006:0:75220:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000da3a64f4. 00010000:00000010:0.0:1761313476.632032:0:75220:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000006bf3fce0. 00010000:00000010:0.0:1761313476.632050:0:75220:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000b681ffce. 00000100:00000010:0.0:1761313476.632055:0:75220:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000030e06e50. 00000100:00000010:0.0:1761313476.632072:0:75220:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000030e06e50. 00010000:00000010:0.0:1761313476.632075:0:75220:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000b681ffce. 00000400:00000010:0.0:1761313476.632086:0:75220:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ac140d9a. 00000100:00000200:0.0:1761313476.632090:0:75220:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869131391552, offset 224 00000400:00000200:0.0:1761313476.632097:0:75220:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:0.0:1761313476.632106:0:75220:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:0.0:1761313476.632112:0:75220:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90576:90576:256:4294967295] 192.168.204.38@tcp LPNI seq info [90576:90576:8:4294967295] 00000400:00000200:0.0:1761313476.632122:0:75220:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:0.0:1761313476.632126:0:75220:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:0.0:1761313476.632130:0:75220:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c5b73d17 (tot 82351826). 00080000:00000010:3.0:1761313476.632131:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 000000002c2549cd. 00000800:00000200:0.0:1761313476.632135:0:75220:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:0.0:1761313476.632141:0:75220:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:0.0:1761313476.632144:0:75220:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c5b73d17 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761313476.632167:0:75220:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000196cbe29. 00000020:00000010:0.0:1761313476.632171:0:75220:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000076f5767f. 00000020:00000010:0.0:1761313476.632174:0:75220:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008eefaef6. 00010000:00000010:3.0:1761313476.632208:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ebe37057. 00010000:00000010:3.0:1761313476.632214:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004dc34efa. 00010000:00000010:3.0:1761313476.632283:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000366a4166. 00000800:00000200:2.0:1761313476.632298:0:15825:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761313476.632302:0:15825:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c5b73d17 (tot 82351578). 00000400:00000200:2.0:1761313476.632307:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313476.632311:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:2.0:1761313476.632313:0:15825:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ac140d9a 00000400:00000010:2.0:1761313476.632315:0:15825:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ac140d9a. 00010000:00000010:3.0:1761313476.632477:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000ebe37057. 00010000:00000010:3.0:1761313476.632490:0:77239:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000005e466189. 00000100:00000010:3.0:1761313476.632494:0:77239:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000004e994188. 00000100:00000010:3.0:1761313476.632501:0:77239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000002febdaee. 02000000:00000010:3.0:1761313476.633054:0:77239:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000048c2b244. 02000000:00000010:3.0:1761313476.633083:0:77239:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d7b1d6d0. 00000400:00000010:3.0:1761313476.633088:0:77239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000d0809e9d. 00000400:00000010:3.0:1761313476.633092:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000b53c2d2. 00000100:00000200:3.0:1761313476.633097:0:77239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869138401984, portal 16 00000400:00000010:3.0:1761313476.633101:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003eba4967. 00000100:00000200:3.0:1761313476.633103:0:77239:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869138401984, offset 0 00000400:00000200:3.0:1761313476.633109:0:77239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:3.0:1761313476.633117:0:77239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:3.0:1761313476.633123:0:77239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:3.0:1761313476.633126:0:77239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761313476.633129:0:77239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:3.0:1761313476.633131:0:77239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90577:90577:256:4294967295] 192.168.204.38@tcp LPNI seq info [90577:90577:8:4294967295] 00000400:00000200:3.0:1761313476.633139:0:77239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:3.0:1761313476.633143:0:77239:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:3.0:1761313476.633147:0:77239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a77805d3 (tot 82351826). 00000800:00000200:3.0:1761313476.633152:0:77239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:3.0:1761313476.633157:0:77239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:3.0:1761313476.633159:0:77239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000a77805d3 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761313476.634064:0:15826:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761313476.634069:0:15826:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a77805d3 (tot 82351578). 00000400:00000200:2.0:1761313476.634074:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313476.634079:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:2.0:1761313476.634083:0:15826:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003eba4967 00000400:00000010:2.0:1761313476.634085:0:15826:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003eba4967. 00000100:00000200:2.0:1761313476.634091:0:15826:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000002febdaee x1846869138401984/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313520 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1761313476.634397:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004f3012d8. 00010000:00000010:3.1:1761313476.637398:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000044438639. 00010000:00000010:3.1:1761313476.637413:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005472d45d. 00010000:00000010:3.1:1761313476.637418:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d8cb074f. 00010000:00000010:3.1:1761313476.637422:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001e46ca69. 00000400:00000200:3.0:1761313476.637730:0:15827:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:3.0:1761313476.637759:0:15827:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x68fb7baf0eac0 00000400:00000200:3.0:1761313476.637767:0:15827:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb1561 [1] + 224 00000400:00000200:3.0:1761313476.637779:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313476.637783:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:3.0:1761313476.637793:0:15827:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000002febdaee x1846869138401984/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313520 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1761313476.637934:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009bdbc5f8. 00000400:00000200:3.0:1761313476.638167:0:15827:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:3.0:1761313476.638173:0:15827:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x68fb7ba85f280 00000400:00000200:3.0:1761313476.638178:0:15827:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xafe95 [2] + 1312 00000400:00000200:3.0:1761313476.638185:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313476.638188:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:3.0:1761313476.638191:0:15827:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761313476.638195:0:15827:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000099c92cc1. 00000400:00000010:1.0:1761313476.638255:0:77239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000d0809e9d. 00000400:00000200:1.0:1761313476.638262:0:77239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000b53c2d2 00000400:00000010:1.0:1761313476.638264:0:77239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000b53c2d2. 00000100:00000200:1.0:1761313476.638272:0:77239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000002febdaee x1846869138401984/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313520 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761313476.638278:0:77239:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000002febdaee x1846869138401984/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313520 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761313476.638307:0:77239:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d7b1d6d0. 02000000:00000010:1.0:1761313476.638314:0:77239:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000048c2b244. 00000100:00000010:1.0:1761313476.638319:0:77239:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000002febdaee. 00000100:00000010:1.0:1761313476.638322:0:77239:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000004e994188. 00010000:00000010:1.0:1761313476.638325:0:77239:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000005e466189. 00000020:00000010:0.0:1761313476.638510:0:64710:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008eefaef6. 00000020:00000010:0.0:1761313476.638518:0:64710:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000196cbe29. 00000020:00000010:0.0:1761313476.638522:0:64710:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000076f5767f. 00000100:00000200:0.0:1761313476.638544:0:64710:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000099c92cc1 x1846869131391616/t0(0) o103->78617949-0e11-4ca2-94c2-d809f91deaa9@192.168.204.38@tcp:407/0 lens 328/0 e 0 to 0 dl 1761313482 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:0.0:1761313476.638579:0:64710:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869131391616 02000000:00000010:0.0:1761313476.638589:0:64710:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000ef66f5c4. 00010000:00000010:0.0:1761313476.638616:0:64710:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004ba057c5. 00010000:00000010:0.0:1761313476.638635:0:64710:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000b681ffce. 00000100:00000010:0.0:1761313476.638641:0:64710:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000030e06e50. 00000100:00000010:0.0:1761313476.638657:0:64710:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000030e06e50. 00010000:00000010:0.0:1761313476.638659:0:64710:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000b681ffce. 00000400:00000010:0.0:1761313476.638676:0:64710:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001edb0feb. 00000100:00000200:0.0:1761313476.638681:0:64710:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869131391616, offset 224 00000400:00000200:0.0:1761313476.638687:0:64710:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00080000:00000010:1.0:1761313476.638695:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a1867332. 00000400:00000200:0.0:1761313476.638698:0:64710:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:0.0:1761313476.638702:0:64710:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90578:90578:256:4294967295] 192.168.204.38@tcp LPNI seq info [90578:90578:8:4294967295] 00000400:00000200:0.0:1761313476.638711:0:64710:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:0.0:1761313476.638716:0:64710:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:0.0:1761313476.638720:0:64710:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003a03b971 (tot 82351826). 00000800:00000200:0.0:1761313476.638725:0:64710:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:0.0:1761313476.638730:0:64710:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:0.0:1761313476.638733:0:64710:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000003a03b971 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761313476.638769:0:64710:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000196cbe29. 00000020:00000010:0.0:1761313476.638774:0:64710:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000076f5767f. 00000020:00000010:0.0:1761313476.638776:0:64710:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008eefaef6. 00010000:00000010:1.0:1761313476.638787:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ebe37057. 00010000:00000010:1.0:1761313476.638793:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000ad344a83. 00010000:00000010:1.0:1761313476.638865:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f717d0fe. 00010000:00000010:1.0:1761313476.638871:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000018700495. 00010000:00000010:1.0:1761313476.638881:0:77239:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000337a2f79. 00000100:00000010:1.0:1761313476.638885:0:77239:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000007391ee28. 00000100:00000010:1.0:1761313476.638890:0:77239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007de1a361. 02000000:00000010:1.0:1761313476.638899:0:77239:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000f3202589. 02000000:00000010:1.0:1761313476.638918:0:77239:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000009df59a79. 00000400:00000010:1.0:1761313476.638923:0:77239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000022d2dff1. 00000400:00000010:1.0:1761313476.638926:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e7bbe35e. 00000100:00000200:1.0:1761313476.638931:0:77239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869138402048, portal 16 00000400:00000010:1.0:1761313476.638934:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b6c604dc. 00000100:00000200:1.0:1761313476.638936:0:77239:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869138402048, offset 0 00000400:00000200:1.0:1761313476.638941:0:77239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:1.0:1761313476.638947:0:77239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:1.0:1761313476.638953:0:77239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:1.0:1761313476.638956:0:77239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761313476.638959:0:77239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:1.0:1761313476.638961:0:77239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90579:90579:255:4294967295] 192.168.204.38@tcp LPNI seq info [90579:90579:7:4294967295] 00000400:00000200:1.0:1761313476.638968:0:77239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:1.0:1761313476.638972:0:77239:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:1.0:1761313476.638975:0:77239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000fe7bdfb5 (tot 82352074). 00000800:00000200:1.0:1761313476.638978:0:77239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:1.0:1761313476.638982:0:77239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:1.0:1761313476.638984:0:77239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000fe7bdfb5 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761313476.639416:0:15825:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761313476.639421:0:15825:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003a03b971 (tot 82351826). 00000400:00000200:3.0:1761313476.639427:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313476.639432:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:3.0:1761313476.639435:0:15825:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001edb0feb 00000400:00000010:3.0:1761313476.639436:0:15825:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001edb0feb. 00000800:00000200:3.0:1761313476.639501:0:15825:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761313476.639503:0:15825:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000fe7bdfb5 (tot 82351578). 00000400:00000200:3.0:1761313476.639506:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313476.639509:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:3.0:1761313476.639511:0:15825:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b6c604dc 00000400:00000010:3.0:1761313476.639512:0:15825:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b6c604dc. 00000100:00000200:3.0:1761313476.639517:0:15825:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000007de1a361 x1846869138402048/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313520 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761313476.644775:0:15826:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:2.0:1761313476.644796:0:15826:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x68fb7baf0eb00 00000400:00000200:2.0:1761313476.644806:0:15826:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb156d [1] + 224 00000400:00000200:2.0:1761313476.644818:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313476.644822:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:2.0:1761313476.644834:0:15826:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000007de1a361 x1846869138402048/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313520 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1761313476.645439:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000058d304ac. 00000400:00000010:1.0:1761313476.645752:0:77239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000022d2dff1. 00000400:00000200:1.0:1761313476.645758:0:77239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e7bbe35e 00000400:00000010:1.0:1761313476.645760:0:77239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e7bbe35e. 00000100:00000200:1.0:1761313476.645768:0:77239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000007de1a361 x1846869138402048/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313520 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761313476.645769:0:15826:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000100:00000200:1.0:1761313476.645776:0:77239:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000007de1a361 x1846869138402048/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313520 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761313476.645778:0:15826:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x68fb7ba85f2c0 00000400:00000200:2.0:1761313476.645783:0:15826:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xafe95 [2] + 1640 00000400:00000200:2.0:1761313476.645793:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313476.645797:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 02000000:00000010:1.0:1761313476.645805:0:77239:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000009df59a79. 02000000:00000010:1.0:1761313476.645812:0:77239:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000f3202589. 00000100:00000010:1.0:1761313476.645815:0:77239:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007de1a361. 00000100:00000010:1.0:1761313476.645819:0:77239:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000007391ee28. 00010000:00000010:1.0:1761313476.645822:0:77239:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000337a2f79. 00000100:00000200:2.0:1761313476.645891:0:15826:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1761313476.645897:0:15826:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d1b82af4. 00000020:00000010:0.0:1761313476.646109:0:75220:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008eefaef6. 00000020:00000010:0.0:1761313476.646116:0:75220:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000196cbe29. 00000020:00000010:0.0:1761313476.646119:0:75220:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000076f5767f. 00000100:00000200:0.0:1761313476.646140:0:75220:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000d1b82af4 x1846869131391680/t0(0) o103->78617949-0e11-4ca2-94c2-d809f91deaa9@192.168.204.38@tcp:407/0 lens 328/0 e 0 to 0 dl 1761313482 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:0.0:1761313476.646170:0:75220:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869131391680 02000000:00000010:0.0:1761313476.646181:0:75220:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000db25c496. 00010000:00000010:0.0:1761313476.646206:0:75220:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ac0fa721. 00010000:00000010:0.0:1761313476.646225:0:75220:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000b681ffce. 00000100:00000010:0.0:1761313476.646231:0:75220:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000030e06e50. 00000100:00000010:0.0:1761313476.646245:0:75220:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000030e06e50. 00010000:00000010:0.0:1761313476.646248:0:75220:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000b681ffce. 00000400:00000010:0.0:1761313476.646259:0:75220:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001edb0feb. 00000100:00000200:0.0:1761313476.646263:0:75220:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869131391680, offset 224 00000400:00000200:0.0:1761313476.646270:0:75220:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:0.0:1761313476.646279:0:75220:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:0.0:1761313476.646285:0:75220:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90580:90580:256:4294967295] 192.168.204.38@tcp LPNI seq info [90580:90580:8:4294967295] 00000400:00000200:0.0:1761313476.646294:0:75220:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:0.0:1761313476.646298:0:75220:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:0.0:1761313476.646301:0:75220:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003a03b971 (tot 82351826). 00000800:00000200:0.0:1761313476.646306:0:75220:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:0.0:1761313476.646311:0:75220:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:0.0:1761313476.646315:0:75220:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000003a03b971 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761313476.646334:0:75220:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000196cbe29. 00000020:00000010:0.0:1761313476.646338:0:75220:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000076f5767f. 00000020:00000010:0.0:1761313476.646341:0:75220:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008eefaef6. 00080000:00000010:3.0:1761313476.646451:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 0000000088dda67d. 00000800:00000200:2.0:1761313476.646764:0:15827:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761313476.646768:0:15827:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003a03b971 (tot 82351578). 00000400:00000200:2.0:1761313476.646774:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313476.646779:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:2.0:1761313476.646782:0:15827:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001edb0feb 00000400:00000010:2.0:1761313476.646784:0:15827:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001edb0feb. 00010000:00000010:3.0:1761313476.647185:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000018700495. 00010000:00000010:3.0:1761313476.647195:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000089d3e489. 00010000:00000010:3.0:1761313476.647268:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000004de6ccfe. 00010000:00000010:3.0:1761313476.647271:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004db7aa52. 00010000:00000010:3.0:1761313476.647276:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000001e46ca69. 00010000:00000010:3.0:1761313476.647281:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000008ca1d57f. 00080000:00000010:3.0:1761313476.647294:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 000000006584ef99. 00010000:00000010:3.0:1761313476.647324:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008ca1d57f. 00010000:00000010:3.0:1761313476.647328:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004db7aa52. 00010000:00000010:3.0:1761313476.647422:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000005472d45d. 00010000:00000010:3.0:1761313476.647426:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000008ca1d57f. 00010000:00000010:3.0:1761313476.647434:0:77239:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000030917bd1. 00000100:00000010:3.0:1761313476.647439:0:77239:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006e837e80. 00000100:00000010:3.0:1761313476.647446:0:77239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000020fe4fda. 02000000:00000010:3.0:1761313476.647458:0:77239:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000021cdeb1f. 02000000:00000010:3.0:1761313476.647483:0:77239:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000aca405b2. 00000400:00000010:3.0:1761313476.647489:0:77239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000003f89cb44. 00000400:00000010:3.0:1761313476.647494:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b0b5ad3c. 00000100:00000200:3.0:1761313476.647499:0:77239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869138402112, portal 16 00000400:00000010:3.0:1761313476.647503:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006cc90287. 00000100:00000200:3.0:1761313476.647505:0:77239:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869138402112, offset 0 00000400:00000200:3.0:1761313476.647513:0:77239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:3.0:1761313476.647522:0:77239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:3.0:1761313476.647529:0:77239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:3.0:1761313476.647532:0:77239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761313476.647535:0:77239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:3.0:1761313476.647537:0:77239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90581:90581:256:4294967295] 192.168.204.38@tcp LPNI seq info [90581:90581:8:4294967295] 00000400:00000200:3.0:1761313476.647546:0:77239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:3.0:1761313476.647550:0:77239:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:3.0:1761313476.647554:0:77239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000006d74909 (tot 82351826). 00000800:00000200:3.0:1761313476.647559:0:77239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:3.0:1761313476.647565:0:77239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:3.0:1761313476.647567:0:77239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000006d74909 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761313476.648034:0:15825:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761313476.648039:0:15825:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000006d74909 (tot 82351578). 00000400:00000200:2.0:1761313476.648043:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313476.648049:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:2.0:1761313476.648052:0:15825:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006cc90287 00000400:00000010:2.0:1761313476.648054:0:15825:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006cc90287. 00000100:00000200:2.0:1761313476.648060:0:15825:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000020fe4fda x1846869138402112/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313520 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1761313476.649435:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004249e4c6. 00010000:00000010:1.1:1761313476.649447:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000366a4166. 00000400:00000200:2.0:1761313476.650975:0:15826:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:2.0:1761313476.650995:0:15826:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x68fb7baf0eb40 00000400:00000200:2.0:1761313476.651003:0:15826:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb1579 [1] + 224 00000400:00000200:2.0:1761313476.651021:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313476.651024:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:2.0:1761313476.651034:0:15826:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000020fe4fda x1846869138402112/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313520 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1761313476.651644:0:77239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000003f89cb44. 00000400:00000200:3.0:1761313476.651650:0:77239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b0b5ad3c 00000400:00000010:3.0:1761313476.651652:0:77239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b0b5ad3c. 00000100:00000200:3.0:1761313476.651659:0:77239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000020fe4fda x1846869138402112/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313520 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761313476.651666:0:77239:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000020fe4fda x1846869138402112/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313520 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1761313476.651693:0:77239:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000aca405b2. 02000000:00000010:3.0:1761313476.651699:0:77239:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000021cdeb1f. 00000100:00000010:3.0:1761313476.651703:0:77239:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000020fe4fda. 00000100:00000010:3.0:1761313476.651707:0:77239:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006e837e80. 00010000:00000010:3.0:1761313476.651711:0:77239:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000030917bd1. 00010000:00000010:3.1:1761313476.652743:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000569b0c01. 00010000:00000010:3.1:1761313476.652755:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f717d0fe. 00010000:00000010:3.1:1761313476.652760:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004de6ccfe. 00010000:00000010:3.1:1761313476.652762:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001e46ca69. 00010000:00000010:0.1:1761313476.653477:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b43e30b5. 00000400:00000200:2.0:1761313476.653547:0:15827:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:2.0:1761313476.653562:0:15827:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x68fb7ba85f300 00000400:00000200:2.0:1761313476.653568:0:15827:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xafe95 [2] + 1968 00000400:00000010:2.0:1761313476.653573:0:15827:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000007145ef50. 00000400:00000200:2.0:1761313476.653577:0:15827:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 000000008750dcb2 00000400:00000200:2.0:1761313476.653639:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313476.653644:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:2.0:1761313476.653649:0:15827:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008750dcb2 00000400:00000010:2.0:1761313476.653651:0:15827:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 000000008750dcb2 (tot 82351426). 00000100:00000200:2.0:1761313476.653657:0:15827:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:1.0:1761313476.654332:0:64710:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f3202589. 00000020:00000010:1.0:1761313476.654342:0:64710:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000009fc4cf95. 00000020:00000010:1.0:1761313476.654346:0:64710:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000010283565. 00000100:00000200:1.0:1761313476.654401:0:64710:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000589313f8 x1846869131391744/t0(0) o103->78617949-0e11-4ca2-94c2-d809f91deaa9@192.168.204.38@tcp:407/0 lens 328/0 e 0 to 0 dl 1761313482 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:1.0:1761313476.654429:0:64710:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869131391744 02000000:00000010:1.0:1761313476.654439:0:64710:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000009df59a79. 00010000:00000010:1.0:1761313476.654466:0:64710:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000002e938ba0. 00010000:00000010:1.0:1761313476.654486:0:64710:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000337a2f79. 00000100:00000010:1.0:1761313476.654493:0:64710:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000007391ee28. 00000100:00000010:1.0:1761313476.654507:0:64710:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000007391ee28. 00010000:00000010:1.0:1761313476.654510:0:64710:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000337a2f79. 00000400:00000010:1.0:1761313476.654524:0:64710:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e7bbe35e. 00000100:00000200:1.0:1761313476.654530:0:64710:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869131391744, offset 224 00000400:00000200:1.0:1761313476.654538:0:64710:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:1.0:1761313476.654548:0:64710:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:1.0:1761313476.654553:0:64710:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90582:90582:256:4294967295] 192.168.204.38@tcp LPNI seq info [90582:90582:8:4294967295] 00000400:00000200:1.0:1761313476.654562:0:64710:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:1.0:1761313476.654567:0:64710:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:1.0:1761313476.654572:0:64710:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000258d8758 (tot 82351674). 00000800:00000200:1.0:1761313476.654577:0:64710:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:1.0:1761313476.654584:0:64710:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:1.0:1761313476.654587:0:64710:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000258d8758 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761313476.654612:0:64710:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000009fc4cf95. 00000020:00000010:1.0:1761313476.654615:0:64710:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000010283565. 00000020:00000010:1.0:1761313476.654618:0:64710:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f3202589. 02000000:00000010:1.0:1761313476.654628:0:64710:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000db25c496. 00000100:00000010:1.0:1761313476.654633:0:64710:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d1b82af4. 02000000:00000010:1.0:1761313476.654639:0:64710:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000ef66f5c4. 00000100:00000010:1.0:1761313476.654641:0:64710:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000099c92cc1. 02000000:00000010:1.0:1761313476.654645:0:64710:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000da3a64f4. 00000100:00000010:1.0:1761313476.654647:0:64710:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000015f262ae. 02000000:00000010:1.0:1761313476.654650:0:64710:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000006042189. 00000100:00000010:1.0:1761313476.654651:0:64710:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000009906dba7. 02000000:00000010:1.0:1761313476.654654:0:64710:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000004f29327c. 00000100:00000010:1.0:1761313476.654656:0:64710:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000097b2ed89. 02000000:00000010:1.0:1761313476.654659:0:64710:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000d7d1a9b4. 00000100:00000010:1.0:1761313476.654662:0:64710:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001588211e. 00000100:00000200:1.0:1761313476.654667:0:64710:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1761313476.654672:0:64710:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000022d2dff1. 00000400:00000010:1.0:1761313476.654677:0:64710:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 000000007391ee28 (tot 82351826). 00080000:00000010:3.0:1761313476.655949:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 0000000021cdeb1f. 00010000:00000010:3.0:1761313476.656043:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008ca1d57f. 00010000:00000010:3.0:1761313476.656051:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000c623a037. 00010000:00000010:3.0:1761313476.656123:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000001e46ca69. 00010000:00000010:3.0:1761313476.656129:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000008ca1d57f. 00010000:00000010:3.0:1761313476.656140:0:77239:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000030917bd1. 00000100:00000010:3.0:1761313476.656145:0:77239:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006e837e80. 00000100:00000010:3.0:1761313476.656154:0:77239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000020fe4fda. 02000000:00000010:3.0:1761313476.656166:0:77239:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000aca405b2. 02000000:00000010:3.0:1761313476.656190:0:77239:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000042a568cb. 00000400:00000010:3.0:1761313476.656195:0:77239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000003f89cb44. 00000400:00000010:3.0:1761313476.656199:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b0b5ad3c. 00000100:00000200:3.0:1761313476.656204:0:77239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869138402176, portal 16 00000400:00000010:3.0:1761313476.656208:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003d312476. 00000100:00000200:3.0:1761313476.656210:0:77239:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869138402176, offset 0 00000400:00000200:3.0:1761313476.656217:0:77239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:3.0:1761313476.656229:0:77239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:3.0:1761313476.656236:0:77239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:3.0:1761313476.656240:0:77239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761313476.656242:0:77239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:3.0:1761313476.656245:0:77239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90583:90583:255:4294967295] 192.168.204.38@tcp LPNI seq info [90583:90583:7:4294967295] 00000400:00000200:3.0:1761313476.656254:0:77239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:3.0:1761313476.656258:0:77239:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:3.0:1761313476.656262:0:77239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000986d3ed7 (tot 82352074). 00000800:00000200:3.0:1761313476.656267:0:77239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:3.0:1761313476.656272:0:77239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:3.0:1761313476.656275:0:77239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000986d3ed7 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761313476.656536:0:15825:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761313476.656540:0:15825:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000258d8758 (tot 82351826). 00000400:00000200:2.0:1761313476.656544:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313476.656549:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:2.0:1761313476.656553:0:15825:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e7bbe35e 00000400:00000010:2.0:1761313476.656555:0:15825:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e7bbe35e. 02000000:00000010:2.0:1761313476.656560:0:15825:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000009df59a79. 00000800:00000200:2.0:1761313476.656727:0:15825:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761313476.656729:0:15825:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000986d3ed7 (tot 82351578). 00000400:00000200:2.0:1761313476.656732:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313476.656746:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:2.0:1761313476.656749:0:15825:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003d312476 00000400:00000010:2.0:1761313476.656750:0:15825:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003d312476. 00000100:00000200:2.0:1761313476.656755:0:15825:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000020fe4fda x1846869138402176/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313520 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1761313476.662319:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000972e45c. 00010000:00000010:3.1:1761313476.662335:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005472d45d. 00000400:00000200:2.0:1761313476.663019:0:15826:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:2.0:1761313476.663036:0:15826:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x68fb7baf0eb80 00000400:00000200:2.0:1761313476.663043:0:15826:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb1589 [1] + 224 00000400:00000200:2.0:1761313476.663057:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313476.663061:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:2.0:1761313476.663069:0:15826:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000020fe4fda x1846869138402176/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313520 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1761313476.663226:0:77239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000003f89cb44. 00000400:00000200:3.0:1761313476.663232:0:77239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b0b5ad3c 00000400:00000010:3.0:1761313476.663234:0:77239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b0b5ad3c. 00000100:00000200:3.0:1761313476.663240:0:77239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000020fe4fda x1846869138402176/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313520 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761313476.663248:0:77239:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000020fe4fda x1846869138402176/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313520 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1761313476.663275:0:77239:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000042a568cb. 02000000:00000010:3.0:1761313476.663280:0:77239:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000aca405b2. 00000100:00000010:3.0:1761313476.663283:0:77239:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000020fe4fda. 00000100:00000010:3.0:1761313476.663287:0:77239:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006e837e80. 00010000:00000010:3.0:1761313476.663291:0:77239:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000030917bd1. 00000400:00000200:2.0:1761313476.663348:0:15827:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:2.0:1761313476.663355:0:15827:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x68fb7ba85f340 00000400:00000200:2.0:1761313476.663386:0:15827:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xafeed [2] + 0 00000400:00000200:2.0:1761313476.663441:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313476.663445:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:2.0:1761313476.663449:0:15827:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1761313476.663454:0:15827:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000039d5ee49. 00000020:00000010:1.0:1761313476.663524:0:75220:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000006042189. 00000020:00000010:1.0:1761313476.663531:0:75220:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000009fc4cf95. 00000020:00000010:1.0:1761313476.663535:0:75220:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000010283565. 00000100:00000200:1.0:1761313476.663558:0:75220:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000039d5ee49 x1846869131391808/t0(0) o103->78617949-0e11-4ca2-94c2-d809f91deaa9@192.168.204.38@tcp:407/0 lens 328/0 e 0 to 0 dl 1761313482 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:1.0:1761313476.663594:0:75220:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869131391808 02000000:00000010:1.0:1761313476.663605:0:75220:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000f3202589. 00010000:00000010:1.0:1761313476.663630:0:75220:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000062267cbc. 00010000:00000010:1.0:1761313476.663650:0:75220:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000337a2f79. 00000100:00000010:1.0:1761313476.663656:0:75220:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000318a4a80. 00000100:00000010:1.0:1761313476.663671:0:75220:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000318a4a80. 00010000:00000010:1.0:1761313476.663674:0:75220:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000337a2f79. 00000400:00000010:1.0:1761313476.663687:0:75220:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e95cb506. 00000100:00000200:1.0:1761313476.663692:0:75220:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869131391808, offset 224 00000400:00000200:1.0:1761313476.663699:0:75220:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:1.0:1761313476.663709:0:75220:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:1.0:1761313476.663714:0:75220:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90584:90584:256:4294967295] 192.168.204.38@tcp LPNI seq info [90584:90584:8:4294967295] 00000400:00000200:1.0:1761313476.663724:0:75220:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:1.0:1761313476.663729:0:75220:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:1.0:1761313476.663742:0:75220:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000258d8758 (tot 82351826). 00000800:00000200:1.0:1761313476.663748:0:75220:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:1.0:1761313476.663754:0:75220:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:1.0:1761313476.663758:0:75220:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000258d8758 type 1, nob 320 niov 1 nkiov 1 00080000:00000010:3.0:1761313476.663767:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000aca405b2. 00000020:00000010:1.0:1761313476.663784:0:75220:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000009fc4cf95. 00000020:00000010:1.0:1761313476.663788:0:75220:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000010283565. 00000020:00000010:1.0:1761313476.663791:0:75220:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000006042189. 00010000:00000010:3.0:1761313476.663846:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008ca1d57f. 00010000:00000010:3.0:1761313476.663852:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000003b7a2d30. 00010000:00000010:3.0:1761313476.663920:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000005472d45d. 00010000:00000010:3.0:1761313476.663925:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000008ca1d57f. 00010000:00000010:3.0:1761313476.663933:0:77239:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000030917bd1. 00000100:00000010:3.0:1761313476.663937:0:77239:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006e837e80. 00000100:00000010:3.0:1761313476.663941:0:77239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000020fe4fda. 02000000:00000010:3.0:1761313476.663950:0:77239:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000042a568cb. 02000000:00000010:3.0:1761313476.663970:0:77239:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000006fde0452. 00000400:00000010:3.0:1761313476.663974:0:77239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000003f89cb44. 00000400:00000010:3.0:1761313476.663977:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b0b5ad3c. 00000100:00000200:3.0:1761313476.663981:0:77239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869138402240, portal 16 00000400:00000010:3.0:1761313476.663984:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fc523d55. 00000100:00000200:3.0:1761313476.663986:0:77239:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869138402240, offset 0 00000400:00000200:3.0:1761313476.663990:0:77239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:3.0:1761313476.663995:0:77239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:3.0:1761313476.664002:0:77239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:3.0:1761313476.664005:0:77239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761313476.664008:0:77239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:3.0:1761313476.664011:0:77239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90585:90585:255:4294967295] 192.168.204.38@tcp LPNI seq info [90585:90585:7:4294967295] 00000400:00000200:3.0:1761313476.664017:0:77239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:3.0:1761313476.664021:0:77239:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:3.0:1761313476.664024:0:77239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006eaa0fc9 (tot 82352074). 00000800:00000200:3.0:1761313476.664027:0:77239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:3.0:1761313476.664030:0:77239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:3.0:1761313476.664032:0:77239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000006eaa0fc9 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761313476.664338:0:15825:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761313476.664343:0:15825:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000258d8758 (tot 82351826). 00000400:00000200:0.0:1761313476.664347:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313476.664350:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:0.0:1761313476.664353:0:15825:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e95cb506 00000400:00000010:0.0:1761313476.664355:0:15825:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e95cb506. 00000800:00000200:0.0:1761313476.664421:0:15825:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761313476.664423:0:15825:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006eaa0fc9 (tot 82351578). 00000400:00000200:0.0:1761313476.664426:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313476.664429:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:0.0:1761313476.664431:0:15825:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fc523d55 00000400:00000010:0.0:1761313476.664433:0:15825:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fc523d55. 00000100:00000200:0.0:1761313476.664436:0:15825:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000020fe4fda x1846869138402240/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313520 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1761313476.666693:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007b968e82. 00000400:00000200:2.0:1761313476.669435:0:15826:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:2.0:1761313476.669457:0:15826:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x68fb7baf0ebc0 00000400:00000200:2.0:1761313476.669466:0:15826:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb1595 [1] + 224 00000400:00000200:2.0:1761313476.669483:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313476.669488:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:2.0:1761313476.669499:0:15826:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000020fe4fda x1846869138402240/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313520 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1761313476.669695:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004397a5f6. 00010000:00000010:3.1:1761313476.669703:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001e46ca69. 00000400:00000010:3.0:1761313476.669724:0:77239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000003f89cb44. 00000400:00000200:3.0:1761313476.669732:0:77239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b0b5ad3c 00000400:00000010:3.0:1761313476.669767:0:77239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b0b5ad3c. 00000100:00000200:3.0:1761313476.669774:0:77239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000020fe4fda x1846869138402240/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313520 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761313476.669781:0:77239:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000020fe4fda x1846869138402240/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313520 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1761313476.669811:0:77239:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000006fde0452. 02000000:00000010:3.0:1761313476.669817:0:77239:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000042a568cb. 00000100:00000010:3.0:1761313476.669820:0:77239:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000020fe4fda. 00000100:00000010:3.0:1761313476.669824:0:77239:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006e837e80. 00010000:00000010:3.0:1761313476.669828:0:77239:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000030917bd1. 00000400:00000200:2.0:1761313476.675257:0:15827:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:2.0:1761313476.675277:0:15827:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x68fb7ba85f380 00000400:00000200:2.0:1761313476.675284:0:15827:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xafeed [2] + 328 00000400:00000200:2.0:1761313476.675348:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313476.675352:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:2.0:1761313476.675372:0:15827:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1761313476.675379:0:15827:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d1b82af4. 00000020:00000010:1.0:1761313476.675479:0:64710:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000006042189. 00000020:00000010:1.0:1761313476.675487:0:64710:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000009fc4cf95. 00000020:00000010:1.0:1761313476.675491:0:64710:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000010283565. 00000100:00000200:1.0:1761313476.675515:0:64710:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000d1b82af4 x1846869131391872/t0(0) o103->78617949-0e11-4ca2-94c2-d809f91deaa9@192.168.204.38@tcp:407/0 lens 328/0 e 0 to 0 dl 1761313482 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:1.0:1761313476.675552:0:64710:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869131391872 02000000:00000010:1.0:1761313476.675563:0:64710:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000009df59a79. 00010000:00000010:1.0:1761313476.675593:0:64710:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b23414fa. 00010000:00000010:1.0:1761313476.675612:0:64710:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000337a2f79. 00000100:00000010:1.0:1761313476.675619:0:64710:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000318a4a80. 00000100:00000010:1.0:1761313476.675636:0:64710:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000318a4a80. 00010000:00000010:1.0:1761313476.675639:0:64710:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000337a2f79. 00000400:00000010:1.0:1761313476.675654:0:64710:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ccaef716. 00000100:00000200:1.0:1761313476.675659:0:64710:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869131391872, offset 224 00000400:00000200:1.0:1761313476.675665:0:64710:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:1.0:1761313476.675676:0:64710:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:1.0:1761313476.675681:0:64710:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90586:90586:256:4294967295] 192.168.204.38@tcp LPNI seq info [90586:90586:8:4294967295] 00000400:00000200:1.0:1761313476.675691:0:64710:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:1.0:1761313476.675696:0:64710:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:1.0:1761313476.675701:0:64710:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000fe7bdfb5 (tot 82351826). 00000800:00000200:1.0:1761313476.675706:0:64710:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:1.0:1761313476.675711:0:64710:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:1.0:1761313476.675714:0:64710:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000fe7bdfb5 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761313476.675748:0:64710:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000009fc4cf95. 00000020:00000010:1.0:1761313476.675753:0:64710:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000010283565. 00000020:00000010:1.0:1761313476.675756:0:64710:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000006042189. 00080000:00000010:3.0:1761313476.675805:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 0000000042a568cb. 00010000:00000010:3.0:1761313476.675891:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008ca1d57f. 00010000:00000010:3.0:1761313476.675897:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000001361db9d. 00010000:00000010:3.0:1761313476.675966:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000001e46ca69. 00010000:00000010:3.0:1761313476.675971:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000008ca1d57f. 00010000:00000010:3.0:1761313476.675980:0:77239:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000030917bd1. 00000100:00000010:3.0:1761313476.675984:0:77239:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006e837e80. 00000100:00000010:3.0:1761313476.675989:0:77239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000020fe4fda. 02000000:00000010:3.0:1761313476.675999:0:77239:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000006fde0452. 02000000:00000010:3.0:1761313476.676021:0:77239:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d7b1d6d0. 00000400:00000010:3.0:1761313476.676026:0:77239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000003f89cb44. 00000400:00000010:3.0:1761313476.676030:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b0b5ad3c. 00000100:00000200:3.0:1761313476.676035:0:77239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869138402304, portal 16 00000400:00000010:3.0:1761313476.676039:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e05edf74. 00000100:00000200:3.0:1761313476.676040:0:77239:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869138402304, offset 0 00000400:00000200:3.0:1761313476.676046:0:77239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:3.0:1761313476.676053:0:77239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:3.0:1761313476.676059:0:77239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:3.0:1761313476.676063:0:77239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761313476.676066:0:77239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:3.0:1761313476.676069:0:77239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90587:90587:255:4294967295] 192.168.204.38@tcp LPNI seq info [90587:90587:7:4294967295] 00000400:00000200:3.0:1761313476.676076:0:77239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:3.0:1761313476.676080:0:77239:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:3.0:1761313476.676083:0:77239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000633d13cc (tot 82352074). 00000800:00000200:3.0:1761313476.676086:0:77239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:3.0:1761313476.676090:0:77239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:3.0:1761313476.676092:0:77239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000633d13cc type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761313476.676603:0:15825:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761313476.676607:0:15825:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000fe7bdfb5 (tot 82351826). 00000400:00000200:2.0:1761313476.676612:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313476.676616:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:2.0:1761313476.676619:0:15825:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ccaef716 00000400:00000010:2.0:1761313476.676622:0:15825:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ccaef716. 00000800:00000200:2.0:1761313476.676655:0:15825:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761313476.676657:0:15825:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000633d13cc (tot 82351578). 00000400:00000200:2.0:1761313476.676659:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313476.676662:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:2.0:1761313476.676664:0:15825:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e05edf74 00000400:00000010:2.0:1761313476.676665:0:15825:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e05edf74. 00000100:00000200:2.0:1761313476.676669:0:15825:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000020fe4fda x1846869138402304/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313520 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1761313476.678633:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b11ab580. 00000400:00000200:2.0:1761313476.682670:0:15826:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:2.0:1761313476.682690:0:15826:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x68fb7baf0ec00 00000400:00000200:2.0:1761313476.682699:0:15826:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb15a1 [1] + 224 00000400:00000200:2.0:1761313476.682712:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313476.682716:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:2.0:1761313476.682727:0:15826:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000020fe4fda x1846869138402304/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313520 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761313476.682778:0:15826:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:2.0:1761313476.682785:0:15826:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x68fb7ba85f3c0 00000400:00000200:2.0:1761313476.682790:0:15826:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xafeed [2] + 656 00000400:00000200:2.0:1761313476.682798:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313476.682801:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:2.0:1761313476.682804:0:15826:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1761313476.682810:0:15826:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007a095ef9. 00010000:00000010:1.1:1761313476.683414:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a121661c. 00000020:00000010:0.0:1761313476.684518:0:75220:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008eefaef6. 00000020:00000010:0.0:1761313476.684526:0:75220:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000196cbe29. 00000020:00000010:0.0:1761313476.684531:0:75220:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000076f5767f. 00000100:00000200:0.0:1761313476.684561:0:75220:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000007a095ef9 x1846869131391936/t0(0) o103->78617949-0e11-4ca2-94c2-d809f91deaa9@192.168.204.38@tcp:407/0 lens 328/0 e 0 to 0 dl 1761313482 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:0.0:1761313476.684762:0:75220:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869131391936 02000000:00000010:0.0:1761313476.684775:0:75220:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000cb922dba. 00010000:00000010:0.0:1761313476.684813:0:75220:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000b681ffce. 00000100:00000010:0.0:1761313476.684820:0:75220:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000030e06e50. 00000100:00000010:0.0:1761313476.684826:0:75220:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000030e06e50. 00010000:00000010:0.0:1761313476.684830:0:75220:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000b681ffce. 00000400:00000010:3.0:1761313476.684843:0:77239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000003f89cb44. 00000400:00000010:0.0:1761313476.684843:0:75220:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ac140d9a. 00000400:00000200:3.0:1761313476.684849:0:77239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b0b5ad3c 00000400:00000010:3.0:1761313476.684851:0:77239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b0b5ad3c. 00000100:00000200:0.0:1761313476.684855:0:75220:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869131391936, offset 224 00000100:00000200:3.0:1761313476.684857:0:77239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000020fe4fda x1846869138402304/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313520 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761313476.684861:0:75220:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000100:00000200:3.0:1761313476.684870:0:77239:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000020fe4fda x1846869138402304/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313520 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761313476.684873:0:75220:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:0.0:1761313476.684879:0:75220:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90588:90588:256:4294967295] 192.168.204.38@tcp LPNI seq info [90588:90588:8:4294967295] 00000400:00000200:0.0:1761313476.684888:0:75220:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00010000:00000010:3.0:1761313476.684890:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c8df74e2. 00000800:00000200:0.0:1761313476.684892:0:75220:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:0.0:1761313476.684896:0:75220:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c5b73d17 (tot 82351826). 00000800:00000200:0.0:1761313476.684901:0:75220:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 02000000:00000010:3.0:1761313476.684903:0:77239:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d7b1d6d0. 00000800:00000200:0.0:1761313476.684907:0:75220:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 02000000:00000010:3.0:1761313476.684908:0:77239:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000006fde0452. 00000100:00000010:3.0:1761313476.684911:0:77239:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000020fe4fda. 00000800:00000200:0.0:1761313476.684911:0:75220:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c5b73d17 type 1, nob 320 niov 1 nkiov 1 00000100:00000010:3.0:1761313476.684914:0:77239:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006e837e80. 00010000:00000010:3.0:1761313476.684917:0:77239:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000030917bd1. 00080000:00000010:3.0:1761313476.684932:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 000000006fde0452. 00010000:00000010:3.0:1761313476.685012:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008ca1d57f. 00010000:00000010:3.0:1761313476.685018:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000c3a10166. 00000020:00000010:0.0:1761313476.685086:0:75220:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000196cbe29. 00010000:00000010:3.0:1761313476.685087:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ec860c09. 00010000:00000010:3.0:1761313476.685092:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000008ca1d57f. 00000020:00000010:0.0:1761313476.685092:0:75220:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000076f5767f. 00000020:00000010:0.0:1761313476.685095:0:75220:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008eefaef6. 00010000:00000010:3.0:1761313476.685101:0:77239:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000030917bd1. 00000100:00000010:3.0:1761313476.685104:0:77239:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006e837e80. 00000100:00000010:3.0:1761313476.685110:0:77239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000020fe4fda. 02000000:00000010:3.0:1761313476.685119:0:77239:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000d7b1d6d0. 02000000:00000010:3.0:1761313476.685141:0:77239:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f31060db. 00000400:00000010:3.0:1761313476.685146:0:77239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000003f89cb44. 00000400:00000010:3.0:1761313476.685149:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b0b5ad3c. 00000100:00000200:3.0:1761313476.685154:0:77239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869138402368, portal 16 00000400:00000010:3.0:1761313476.685157:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009195ec4b. 00000100:00000200:3.0:1761313476.685159:0:77239:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869138402368, offset 0 00000400:00000200:3.0:1761313476.685164:0:77239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:3.0:1761313476.685169:0:77239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:3.0:1761313476.685176:0:77239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:3.0:1761313476.685179:0:77239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761313476.685181:0:77239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:3.0:1761313476.685184:0:77239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90589:90589:255:4294967295] 192.168.204.38@tcp LPNI seq info [90589:90589:7:4294967295] 00000400:00000200:3.0:1761313476.685189:0:77239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:3.0:1761313476.685194:0:77239:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:3.0:1761313476.685197:0:77239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000896a3ffd (tot 82352074). 00000800:00000200:3.0:1761313476.685200:0:77239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:3.0:1761313476.685203:0:77239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:3.0:1761313476.685205:0:77239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000896a3ffd type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761313476.685921:0:15827:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761313476.685926:0:15827:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c5b73d17 (tot 82351826). 00000400:00000200:2.0:1761313476.685933:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313476.685938:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:2.0:1761313476.685941:0:15827:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ac140d9a 00000400:00000010:2.0:1761313476.685942:0:15827:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ac140d9a. 00000800:00000200:2.0:1761313476.686158:0:15827:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761313476.686161:0:15827:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000896a3ffd (tot 82351578). 00000400:00000200:2.0:1761313476.686165:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313476.686168:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:2.0:1761313476.686171:0:15827:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009195ec4b 00000400:00000010:2.0:1761313476.686172:0:15827:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009195ec4b. 00000100:00000200:2.0:1761313476.686177:0:15827:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000020fe4fda x1846869138402368/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313520 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1761313476.691178:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bbbba376. 00010000:00000010:3.1:1761313476.691193:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005472d45d. 00000400:00000200:3.0:1761313476.691343:0:15825:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:3.0:1761313476.691389:0:15825:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x68fb7baf0ec40 00000400:00000200:3.0:1761313476.691398:0:15825:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb15ad [1] + 224 00000400:00000200:3.0:1761313476.691413:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313476.691417:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:3.0:1761313476.691427:0:15825:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000020fe4fda x1846869138402368/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313520 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1761313476.691500:0:77239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000003f89cb44. 00000400:00000200:1.0:1761313476.691507:0:77239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b0b5ad3c 00000400:00000010:1.0:1761313476.692197:0:77239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b0b5ad3c. 00000100:00000200:1.0:1761313476.692207:0:77239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000020fe4fda x1846869138402368/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313520 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761313476.692214:0:77239:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000020fe4fda x1846869138402368/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313520 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761313476.692244:0:77239:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f31060db. 02000000:00000010:1.0:1761313476.692250:0:77239:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000d7b1d6d0. 00000100:00000010:1.0:1761313476.692255:0:77239:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000020fe4fda. 00000100:00000010:1.0:1761313476.692259:0:77239:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006e837e80. 00010000:00000010:1.0:1761313476.692263:0:77239:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000030917bd1. 00000400:00000200:2.0:1761313476.693555:0:15826:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:2.0:1761313476.693571:0:15826:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x68fb7ba85f400 00000400:00000200:2.0:1761313476.693578:0:15826:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xafeed [2] + 984 00000400:00000200:2.0:1761313476.693638:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313476.693642:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:2.0:1761313476.693648:0:15826:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1761313476.693654:0:15826:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000009530eebe. 00000020:00000010:0.0:1761313476.693766:0:75220:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008eefaef6. 00000020:00000010:0.0:1761313476.693774:0:75220:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000196cbe29. 00000020:00000010:0.0:1761313476.693778:0:75220:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000076f5767f. 00000100:00000200:0.0:1761313476.693803:0:75220:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000009530eebe x1846869131392000/t0(0) o103->78617949-0e11-4ca2-94c2-d809f91deaa9@192.168.204.38@tcp:407/0 lens 328/0 e 0 to 0 dl 1761313482 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:0.0:1761313476.693839:0:75220:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869131392000 02000000:00000010:0.0:1761313476.693850:0:75220:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000357e669e. 00010000:00000010:0.0:1761313476.693877:0:75220:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c2a7280e. 00010000:00000010:0.0:1761313476.693897:0:75220:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000b681ffce. 00000100:00000010:0.0:1761313476.693904:0:75220:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000030e06e50. 00000100:00000010:0.0:1761313476.693924:0:75220:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000030e06e50. 00010000:00000010:0.0:1761313476.693927:0:75220:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000b681ffce. 00000400:00000010:0.0:1761313476.693940:0:75220:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000061490f3e. 00000100:00000200:0.0:1761313476.693945:0:75220:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869131392000, offset 224 00000400:00000200:0.0:1761313476.693952:0:75220:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:0.0:1761313476.693961:0:75220:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:0.0:1761313476.693966:0:75220:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90590:90590:256:4294967295] 192.168.204.38@tcp LPNI seq info [90590:90590:8:4294967295] 00000400:00000200:0.0:1761313476.693976:0:75220:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:0.0:1761313476.693980:0:75220:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:0.0:1761313476.693984:0:75220:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c6559a13 (tot 82351826). 00000800:00000200:0.0:1761313476.693990:0:75220:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:0.0:1761313476.693997:0:75220:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:0.0:1761313476.694000:0:75220:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c6559a13 type 1, nob 320 niov 1 nkiov 1 00080000:00000010:3.0:1761313476.694006:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a8d90e26. 00000020:00000010:0.0:1761313476.694024:0:75220:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000196cbe29. 00000020:00000010:0.0:1761313476.694028:0:75220:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000076f5767f. 00000020:00000010:0.0:1761313476.694031:0:75220:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008eefaef6. 00010000:00000010:3.0:1761313476.694086:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008ca1d57f. 00010000:00000010:3.0:1761313476.694092:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000009a779bfb. 00010000:00000010:3.0:1761313476.694171:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000004de6ccfe. 00010000:00000010:3.0:1761313476.694176:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004db7aa52. 00010000:00000010:3.0:1761313476.694181:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000005472d45d. 00010000:00000010:3.0:1761313476.694186:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000008ca1d57f. 00080000:00000010:3.0:1761313476.694200:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 0000000049e9573b. 00010000:00000010:3.0:1761313476.694228:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008ca1d57f. 00010000:00000010:3.0:1761313476.694232:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004db7aa52. 00010000:00000010:3.0:1761313476.694284:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c46ed6f2. 00010000:00000010:3.0:1761313476.694288:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000008ca1d57f. 00010000:00000010:3.0:1761313476.694296:0:77239:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000cae329b1. 00000100:00000010:3.0:1761313476.694300:0:77239:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006e837e80. 00000100:00000010:3.0:1761313476.694306:0:77239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000020fe4fda. 02000000:00000010:3.0:1761313476.694317:0:77239:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000005779afce. 02000000:00000010:3.0:1761313476.694342:0:77239:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000005a26101c. 00000400:00000010:3.0:1761313476.694391:0:77239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000003f89cb44. 00000400:00000010:3.0:1761313476.694397:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002d5c7cf4. 00000100:00000200:3.0:1761313476.694402:0:77239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869138402432, portal 16 00000400:00000010:3.0:1761313476.694406:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000072ca0382. 00000100:00000200:3.0:1761313476.694408:0:77239:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869138402432, offset 0 00000400:00000200:3.0:1761313476.694413:0:77239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:3.0:1761313476.694419:0:77239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:3.0:1761313476.694426:0:77239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:3.0:1761313476.694429:0:77239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761313476.694432:0:77239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:3.0:1761313476.694434:0:77239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90591:90591:255:4294967295] 192.168.204.38@tcp LPNI seq info [90591:90591:7:4294967295] 00000400:00000200:3.0:1761313476.694441:0:77239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:3.0:1761313476.694445:0:77239:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:3.0:1761313476.694448:0:77239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000572c2ec6 (tot 82352074). 00000800:00000200:3.0:1761313476.694453:0:77239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:3.0:1761313476.694456:0:77239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:3.0:1761313476.694459:0:77239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000572c2ec6 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761313476.697872:0:15827:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761313476.697879:0:15827:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c6559a13 (tot 82351826). 00000400:00000200:2.0:1761313476.697891:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313476.697899:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:2.0:1761313476.697905:0:15827:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000061490f3e 00000400:00000010:2.0:1761313476.697907:0:15827:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000061490f3e. 00000800:00000200:2.0:1761313476.697987:0:15827:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761313476.697989:0:15827:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000572c2ec6 (tot 82351578). 00000400:00000200:2.0:1761313476.697992:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313476.697995:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:2.0:1761313476.697998:0:15827:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000072ca0382 00000400:00000010:2.0:1761313476.697999:0:15827:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000072ca0382. 00000100:00000200:2.0:1761313476.698006:0:15827:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000020fe4fda x1846869138402432/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313520 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1761313476.703456:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f807e754. 00010000:00000010:3.1:1761313476.703472:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000933b95b0. 00010000:00000010:3.1:1761313476.703476:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001e46ca69. 00000400:00000200:3.0:1761313476.704164:0:15825:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:3.0:1761313476.704183:0:15825:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x68fb7baf0ec80 00000400:00000200:3.0:1761313476.704192:0:15825:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb15b9 [1] + 224 00000400:00000200:3.0:1761313476.704204:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313476.704208:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:3.0:1761313476.704218:0:15825:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000020fe4fda x1846869138402432/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313520 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1761313476.704316:0:77239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000003f89cb44. 00000400:00000200:1.0:1761313476.704323:0:77239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002d5c7cf4 00000400:00000010:1.0:1761313476.704324:0:77239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002d5c7cf4. 00000100:00000200:1.0:1761313476.704329:0:77239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000020fe4fda x1846869138402432/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313520 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761313476.704336:0:77239:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000020fe4fda x1846869138402432/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313520 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761313476.704460:0:77239:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000005a26101c. 02000000:00000010:1.0:1761313476.704467:0:77239:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000005779afce. 00000100:00000010:1.0:1761313476.704470:0:77239:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000020fe4fda. 00000100:00000010:1.0:1761313476.704473:0:77239:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006e837e80. 00010000:00000010:1.0:1761313476.704477:0:77239:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000cae329b1. 00000400:00000200:2.0:1761313476.705669:0:15826:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:2.0:1761313476.705683:0:15826:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x68fb7ba85f440 00000400:00000200:2.0:1761313476.705689:0:15826:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xafeed [2] + 1312 00000400:00000200:2.0:1761313476.705755:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313476.705759:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:2.0:1761313476.705764:0:15826:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1761313476.705769:0:15826:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000009e42bc62. 00000020:00000010:1.0:1761313476.705874:0:64710:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000006042189. 00000020:00000010:1.0:1761313476.705881:0:64710:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000009fc4cf95. 00000020:00000010:1.0:1761313476.705885:0:64710:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000010283565. 00000100:00000200:1.0:1761313476.705909:0:64710:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000009e42bc62 x1846869131392064/t0(0) o103->78617949-0e11-4ca2-94c2-d809f91deaa9@192.168.204.38@tcp:407/0 lens 328/0 e 0 to 0 dl 1761313482 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:1.0:1761313476.705944:0:64710:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869131392064 02000000:00000010:1.0:1761313476.705955:0:64710:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000040180dc9. 00010000:00000010:1.0:1761313476.705981:0:64710:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000065ea2448. 00010000:00000010:1.0:1761313476.706003:0:64710:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000337a2f79. 00000100:00000010:1.0:1761313476.706009:0:64710:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000318a4a80. 00000100:00000010:1.0:1761313476.706023:0:64710:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000318a4a80. 00010000:00000010:1.0:1761313476.706026:0:64710:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000337a2f79. 00000400:00000010:1.0:1761313476.706038:0:64710:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000074b1fc4e. 00000100:00000200:1.0:1761313476.706043:0:64710:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869131392064, offset 224 00000400:00000200:1.0:1761313476.706052:0:64710:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:1.0:1761313476.706061:0:64710:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:1.0:1761313476.706066:0:64710:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90592:90592:256:4294967295] 192.168.204.38@tcp LPNI seq info [90592:90592:8:4294967295] 00000400:00000200:1.0:1761313476.706075:0:64710:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:1.0:1761313476.706080:0:64710:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:1.0:1761313476.706084:0:64710:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000cc8c87c8 (tot 82351826). 00000800:00000200:1.0:1761313476.706089:0:64710:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:1.0:1761313476.706095:0:64710:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:1.0:1761313476.706098:0:64710:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000cc8c87c8 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761313476.706707:0:64710:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000009fc4cf95. 00000020:00000010:1.0:1761313476.706715:0:64710:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000010283565. 00000020:00000010:1.0:1761313476.706718:0:64710:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000006042189. 00080000:00000010:3.0:1761313476.707030:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000533557cd. 00010000:00000010:3.0:1761313476.707114:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008ca1d57f. 00010000:00000010:3.0:1761313476.707122:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000faa40539. 00010000:00000010:3.0:1761313476.707194:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000001e46ca69. 00010000:00000010:3.0:1761313476.707200:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000008ca1d57f. 00010000:00000010:3.0:1761313476.707211:0:77239:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000001cad5a3d. 00000100:00000010:3.0:1761313476.707216:0:77239:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000004e994188. 00000100:00000010:3.0:1761313476.707224:0:77239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001588211e. 02000000:00000010:3.0:1761313476.707235:0:77239:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000001208469c. 02000000:00000010:3.0:1761313476.707259:0:77239:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000006447e9d7. 00000400:00000010:3.0:1761313476.707265:0:77239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000d0809e9d. 00000400:00000010:3.0:1761313476.707271:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005a482a69. 00000100:00000200:3.0:1761313476.707276:0:77239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869138402496, portal 16 00000400:00000010:3.0:1761313476.707280:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004930bf94. 00000100:00000200:3.0:1761313476.707283:0:77239:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869138402496, offset 0 00000400:00000200:3.0:1761313476.707290:0:77239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:3.0:1761313476.707301:0:77239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:3.0:1761313476.707308:0:77239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:3.0:1761313476.707311:0:77239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761313476.707314:0:77239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:3.0:1761313476.707316:0:77239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90593:90593:255:4294967295] 192.168.204.38@tcp LPNI seq info [90593:90593:7:4294967295] 00000400:00000200:3.0:1761313476.707324:0:77239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:3.0:1761313476.707328:0:77239:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:3.0:1761313476.707332:0:77239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000090e74ba2 (tot 82352074). 00000800:00000200:3.0:1761313476.707336:0:77239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:3.0:1761313476.707341:0:77239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:3.0:1761313476.707344:0:77239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000090e74ba2 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761313476.707502:0:15827:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761313476.707506:0:15827:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000cc8c87c8 (tot 82351826). 00000400:00000200:2.0:1761313476.707511:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313476.707515:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:2.0:1761313476.707519:0:15827:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000074b1fc4e 00000400:00000010:2.0:1761313476.707520:0:15827:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000074b1fc4e. 00000800:00000200:2.0:1761313476.707578:0:15827:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761313476.707580:0:15827:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000090e74ba2 (tot 82351578). 00000400:00000200:2.0:1761313476.707583:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313476.707586:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:2.0:1761313476.707587:0:15827:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004930bf94 00000400:00000010:2.0:1761313476.707589:0:15827:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004930bf94. 00000100:00000200:2.0:1761313476.707593:0:15827:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000001588211e x1846869138402496/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313520 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1761313476.709400:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ac549bb8. 00010000:00000010:1.1:1761313476.710463:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002ff71902. 00010000:00000010:3.1:1761313476.710505:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003b62f84b. 00010000:00000010:3.1:1761313476.710558:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ec860c09. 00010000:00000010:3.1:1761313476.710564:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004de6ccfe. 00010000:00000010:3.1:1761313476.710566:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005472d45d. 00000400:00000200:3.0:1761313476.711033:0:15825:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:3.0:1761313476.711052:0:15825:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x68fb7baf0ecc0 00000400:00000200:3.0:1761313476.711059:0:15825:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb15c5 [1] + 224 00000400:00000200:3.0:1761313476.711073:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313476.711076:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:3.0:1761313476.711085:0:15825:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000001588211e x1846869138402496/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313520 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1761313476.711711:0:77239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000d0809e9d. 00000400:00000200:1.0:1761313476.711718:0:77239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005a482a69 00000400:00000010:1.0:1761313476.711720:0:77239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005a482a69. 00000100:00000200:1.0:1761313476.711726:0:77239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000001588211e x1846869138402496/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313520 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761313476.711743:0:77239:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000001588211e x1846869138402496/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313520 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761313476.711771:0:77239:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000006447e9d7. 02000000:00000010:1.0:1761313476.711776:0:77239:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000001208469c. 00000100:00000010:1.0:1761313476.711779:0:77239:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001588211e. 00000100:00000010:1.0:1761313476.711783:0:77239:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000004e994188. 00010000:00000010:1.0:1761313476.711786:0:77239:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000001cad5a3d. 00000400:00000200:3.0:1761313476.711827:0:15825:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:3.0:1761313476.711835:0:15825:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x68fb7ba85f480 00000400:00000200:3.0:1761313476.711840:0:15825:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xafeed [2] + 1640 00000400:00000200:3.0:1761313476.711908:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313476.711913:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:3.0:1761313476.711917:0:15825:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761313476.711921:0:15825:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000097b2ed89. 00000020:00000010:1.0:1761313476.713230:0:64710:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000006042189. 00000020:00000010:1.0:1761313476.713240:0:64710:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000009fc4cf95. 00000020:00000010:1.0:1761313476.713244:0:64710:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000010283565. 00000100:00000200:1.0:1761313476.713270:0:64710:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000097b2ed89 x1846869131392128/t0(0) o103->78617949-0e11-4ca2-94c2-d809f91deaa9@192.168.204.38@tcp:407/0 lens 328/0 e 0 to 0 dl 1761313482 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:1.0:1761313476.713497:0:64710:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869131392128 02000000:00000010:1.0:1761313476.713820:0:64710:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000042d2e145. 00010000:00000010:1.0:1761313476.713851:0:64710:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000952aeda2. 00010000:00000010:1.0:1761313476.713873:0:64710:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000337a2f79. 00000100:00000010:1.0:1761313476.713881:0:64710:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000318a4a80. 00000100:00000010:1.0:1761313476.714630:0:64710:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000318a4a80. 00010000:00000010:1.0:1761313476.714642:0:64710:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000337a2f79. 00000400:00000010:1.0:1761313476.714660:0:64710:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009cf941ad. 00000100:00000200:1.0:1761313476.714666:0:64710:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869131392128, offset 224 00000400:00000200:1.0:1761313476.714677:0:64710:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:1.0:1761313476.714692:0:64710:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:1.0:1761313476.714699:0:64710:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90594:90594:256:4294967295] 192.168.204.38@tcp LPNI seq info [90594:90594:8:4294967295] 00000400:00000200:1.0:1761313476.714709:0:64710:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:1.0:1761313476.714715:0:64710:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:1.0:1761313476.714720:0:64710:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f67d6031 (tot 82351826). 00000800:00000200:1.0:1761313476.714727:0:64710:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:1.0:1761313476.714744:0:64710:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:1.0:1761313476.714748:0:64710:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000f67d6031 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761313476.714770:0:64710:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000009fc4cf95. 00000020:00000010:1.0:1761313476.714775:0:64710:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000010283565. 00000020:00000010:1.0:1761313476.714779:0:64710:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000006042189. 00000800:00000200:1.0:1761313476.714881:0:15826:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313476.714884:0:15826:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f67d6031 (tot 82351578). 00000400:00000200:1.0:1761313476.714889:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313476.714893:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:1.0:1761313476.714898:0:15826:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009cf941ad 00000400:00000010:1.0:1761313476.714900:0:15826:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009cf941ad. 00080000:00000010:1.0:1761313476.715468:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 0000000006042189. 00010000:00000010:1.0:1761313476.715571:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008ca1d57f. 00010000:00000010:1.0:1761313476.715580:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e7061887. 00010000:00000010:1.0:1761313476.715653:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000cf0b3590. 00010000:00000010:1.0:1761313476.715659:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000008ca6e84b. 00010000:00000010:1.0:1761313476.715670:0:77239:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000337a2f79. 00000100:00000010:1.0:1761313476.715675:0:77239:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000318a4a80. 00000100:00000010:1.0:1761313476.715683:0:77239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007de1a361. 02000000:00000010:1.0:1761313476.715695:0:77239:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000000fa3a6c6. 02000000:00000010:1.0:1761313476.715722:0:77239:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000091446d6f. 00000400:00000010:1.0:1761313476.715728:0:77239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000003a3ed4f. 00000400:00000010:1.0:1761313476.715743:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009cf941ad. 00000100:00000200:1.0:1761313476.715748:0:77239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869138402560, portal 16 00000400:00000010:1.0:1761313476.715753:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e88f20fc. 00000100:00000200:1.0:1761313476.715755:0:77239:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869138402560, offset 0 00000400:00000200:1.0:1761313476.715760:0:77239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:1.0:1761313476.715769:0:77239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:1.0:1761313476.715775:0:77239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:1.0:1761313476.715779:0:77239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761313476.715781:0:77239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:1.0:1761313476.715783:0:77239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90595:90595:256:4294967295] 192.168.204.38@tcp LPNI seq info [90595:90595:8:4294967295] 00000400:00000200:1.0:1761313476.715791:0:77239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:1.0:1761313476.715796:0:77239:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:1.0:1761313476.715799:0:77239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f67d6031 (tot 82351826). 00000800:00000200:1.0:1761313476.715804:0:77239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:1.0:1761313476.715809:0:77239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:1.0:1761313476.715811:0:77239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000f67d6031 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761313476.715988:0:15827:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761313476.715992:0:15827:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f67d6031 (tot 82351578). 00000400:00000200:2.0:1761313476.715996:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313476.716000:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:2.0:1761313476.716003:0:15827:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e88f20fc 00000400:00000010:2.0:1761313476.716005:0:15827:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e88f20fc. 00000100:00000200:2.0:1761313476.716011:0:15827:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000007de1a361 x1846869138402560/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313520 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761313476.722649:0:15825:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:3.0:1761313476.722669:0:15825:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x68fb7baf0ed00 00000400:00000200:3.0:1761313476.722678:0:15825:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb15d1 [1] + 224 00000400:00000200:3.0:1761313476.722690:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313476.722693:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:3.0:1761313476.722704:0:15825:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000007de1a361 x1846869138402560/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313520 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761313476.722785:0:15825:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:3.0:1761313476.722792:0:15825:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x68fb7ba85f4c0 00000400:00000200:3.0:1761313476.722797:0:15825:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xafeed [2] + 1968 00000400:00000010:3.0:1761313476.722801:0:15825:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000316b58a0. 00000400:00000200:3.0:1761313476.722806:0:15825:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 000000004f9a3df0 00000400:00000200:3.0:1761313476.722861:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313476.722866:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:3.0:1761313476.722868:0:15825:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004f9a3df0 00000400:00000010:3.0:1761313476.722870:0:15825:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 000000004f9a3df0 (tot 82351426). 00000100:00000200:3.0:1761313476.722875:0:15825:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:2.0:1761313476.723020:0:64710:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000eb2ef3f7. 00000020:00000010:2.0:1761313476.723027:0:64710:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000022b9500. 00000020:00000010:2.0:1761313476.723032:0:64710:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000003de95356. 00000400:00000010:1.0:1761313476.723051:0:77239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000003a3ed4f. 00000400:00000200:1.0:1761313476.723056:0:77239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009cf941ad 00000400:00000010:1.0:1761313476.723057:0:77239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009cf941ad. 00000100:00000200:1.0:1761313476.723064:0:77239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000007de1a361 x1846869138402560/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313520 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761313476.723066:0:64710:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000d1349ec1 x1846869131392192/t0(0) o103->78617949-0e11-4ca2-94c2-d809f91deaa9@192.168.204.38@tcp:407/0 lens 328/0 e 0 to 0 dl 1761313482 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:1.0:1761313476.723073:0:77239:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000007de1a361 x1846869138402560/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313520 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761313476.723099:0:64710:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869131392192 02000000:00000010:1.0:1761313476.723099:0:77239:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000091446d6f. 02000000:00000010:1.0:1761313476.723106:0:77239:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000000fa3a6c6. 00000100:00000010:1.0:1761313476.723109:0:77239:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007de1a361. 02000000:00000010:2.0:1761313476.723110:0:64710:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000d7790864. 00000100:00000010:1.0:1761313476.723115:0:77239:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000318a4a80. 00010000:00000010:1.0:1761313476.723118:0:77239:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000337a2f79. 00010000:00000010:2.0:1761313476.723145:0:64710:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000dbc1195c. 00010000:00000010:2.0:1761313476.723168:0:64710:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000c6e15af7. 00000100:00000010:2.0:1761313476.723174:0:64710:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000dfa46b1f. 00000100:00000010:2.0:1761313476.723190:0:64710:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000dfa46b1f. 00010000:00000010:2.0:1761313476.723193:0:64710:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000c6e15af7. 00000400:00000010:2.0:1761313476.723206:0:64710:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000093201eee. 00000100:00000200:2.0:1761313476.723210:0:64710:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869131392192, offset 224 00000400:00000200:2.0:1761313476.723217:0:64710:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00080000:00000010:1.0:1761313476.723218:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 000000000fa3a6c6. 00000400:00000200:2.0:1761313476.723226:0:64710:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:2.0:1761313476.723231:0:64710:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90596:90596:256:4294967295] 192.168.204.38@tcp LPNI seq info [90596:90596:8:4294967295] 00000400:00000200:2.0:1761313476.723240:0:64710:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:2.0:1761313476.723244:0:64710:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:2.0:1761313476.723248:0:64710:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d84ed131 (tot 82351674). 00000800:00000200:2.0:1761313476.723252:0:64710:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:2.0:1761313476.723259:0:64710:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:2.0:1761313476.723262:0:64710:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000d84ed131 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761313476.723287:0:64710:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000022b9500. 00000020:00000010:2.0:1761313476.723290:0:64710:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000003de95356. 00000020:00000010:2.0:1761313476.723293:0:64710:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000eb2ef3f7. 00010000:00000010:1.0:1761313476.723294:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008ca6e84b. 00010000:00000010:1.0:1761313476.723300:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000bbddd48d. 02000000:00000010:2.0:1761313476.723303:0:64710:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000042d2e145. 00000100:00000010:2.0:1761313476.723306:0:64710:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000097b2ed89. 02000000:00000010:2.0:1761313476.723312:0:64710:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000040180dc9. 00000100:00000010:2.0:1761313476.723314:0:64710:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000009e42bc62. 02000000:00000010:2.0:1761313476.723333:0:64710:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000357e669e. 00000100:00000010:2.0:1761313476.723336:0:64710:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000009530eebe. 02000000:00000010:2.0:1761313476.723343:0:64710:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000cb922dba. 00000100:00000010:2.0:1761313476.723346:0:64710:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007a095ef9. 02000000:00000010:2.0:1761313476.723349:0:64710:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000009df59a79. 00000100:00000010:2.0:1761313476.723350:0:64710:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d1b82af4. 02000000:00000010:2.0:1761313476.723356:0:64710:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000f3202589. 00000100:00000010:2.0:1761313476.723386:0:64710:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000039d5ee49. 00000100:00000200:2.0:1761313476.723393:0:64710:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1761313476.723398:0:64710:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000007145ef50. 00010000:00000010:1.0:1761313476.723398:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000a27793c9. 00000400:00000010:2.0:1761313476.723403:0:64710:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000dfa46b1f (tot 82351826). 00010000:00000010:1.0:1761313476.723403:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000008ca6e84b. 00010000:00000010:1.0:1761313476.723413:0:77239:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000337a2f79. 00000100:00000010:1.0:1761313476.723416:0:77239:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000318a4a80. 00000100:00000010:1.0:1761313476.723424:0:77239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007de1a361. 02000000:00000010:1.0:1761313476.723435:0:77239:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000091446d6f. 00000800:00000200:3.0:1761313476.723459:0:15826:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 02000000:00000010:1.0:1761313476.723465:0:77239:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000db6ff6d9. 00000800:00000010:3.0:1761313476.723468:0:15826:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d84ed131 (tot 82351578). 00000400:00000010:1.0:1761313476.723471:0:77239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000003a3ed4f. 00000400:00000200:3.0:1761313476.723477:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:1.0:1761313476.723477:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009cf941ad. 00000100:00000200:1.0:1761313476.723483:0:77239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869138402624, portal 16 00000400:00000200:3.0:1761313476.723489:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000010:1.0:1761313476.723491:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003b07ff82. 00000400:00000200:3.0:1761313476.723496:0:15826:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000093201eee 00000400:00000010:3.0:1761313476.723500:0:15826:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000093201eee. 02000000:00000010:3.0:1761313476.723508:0:15826:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000d7790864. 00000100:00000200:1.0:1761313476.723877:0:77239:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869138402624, offset 0 00000400:00000200:1.0:1761313476.723886:0:77239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:1.0:1761313476.723893:0:77239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:1.0:1761313476.723899:0:77239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:1.0:1761313476.723902:0:77239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761313476.723904:0:77239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:1.0:1761313476.723907:0:77239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90597:90597:256:4294967295] 192.168.204.38@tcp LPNI seq info [90597:90597:8:4294967295] 00000400:00000200:1.0:1761313476.723914:0:77239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:1.0:1761313476.723918:0:77239:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:1.0:1761313476.723921:0:77239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f67d6031 (tot 82351826). 00000800:00000200:1.0:1761313476.723926:0:77239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:1.0:1761313476.723930:0:77239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:1.0:1761313476.723932:0:77239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000f67d6031 type 1, nob 424 niov 1 nkiov 1 00010000:00000010:3.1:1761313476.724406:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004680a16e. 00010000:00000010:3.1:1761313476.724416:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c46ed6f2. 00000800:00000200:2.0:1761313476.725578:0:15827:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761313476.725584:0:15827:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f67d6031 (tot 82351578). 00000400:00000200:2.0:1761313476.725591:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313476.725599:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:2.0:1761313476.725604:0:15827:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003b07ff82 00000400:00000010:2.0:1761313476.725606:0:15827:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003b07ff82. 00000100:00000200:2.0:1761313476.725615:0:15827:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000007de1a361 x1846869138402624/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313520 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1761313476.728436:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000096db9f7e. 00000400:00000200:3.0:1761313476.730611:0:15825:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:3.0:1761313476.730636:0:15825:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x68fb7baf0ed40 00000400:00000200:3.0:1761313476.730645:0:15825:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb15e1 [1] + 224 00000400:00000200:3.0:1761313476.730659:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313476.730662:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:3.0:1761313476.730676:0:15825:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000007de1a361 x1846869138402624/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313520 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761313476.730718:0:15825:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:3.0:1761313476.730725:0:15825:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x68fb7ba85f500 00000400:00000200:3.0:1761313476.730730:0:15825:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xaff45 [2] + 0 00000400:00000010:1.0:1761313476.730769:0:77239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000003a3ed4f. 00000400:00000200:1.0:1761313476.730780:0:77239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009cf941ad 00000400:00000010:1.0:1761313476.730784:0:77239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009cf941ad. 00000100:00000200:1.0:1761313476.730799:0:77239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000007de1a361 x1846869138402624/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313520 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761313476.730814:0:77239:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000007de1a361 x1846869138402624/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313520 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761313476.730845:0:77239:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000db6ff6d9. 02000000:00000010:1.0:1761313476.730853:0:77239:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000091446d6f. 00000100:00000010:1.0:1761313476.730856:0:77239:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007de1a361. 00000100:00000010:1.0:1761313476.730861:0:77239:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000318a4a80. 00010000:00000010:1.0:1761313476.730864:0:77239:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000337a2f79. 00000400:00000200:3.0:1761313476.731509:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313476.731518:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:3.0:1761313476.731524:0:15825:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761313476.731533:0:15825:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000009906dba7. 00000020:00000010:2.0:1761313476.731867:0:64710:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000eb2ef3f7. 00000020:00000010:2.0:1761313476.731878:0:64710:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000022b9500. 00000020:00000010:2.0:1761313476.731883:0:64710:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000003de95356. 00000100:00000200:2.0:1761313476.731911:0:64710:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000009906dba7 x1846869131392256/t0(0) o103->78617949-0e11-4ca2-94c2-d809f91deaa9@192.168.204.38@tcp:407/0 lens 328/0 e 0 to 0 dl 1761313482 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:2.0:1761313476.731952:0:64710:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869131392256 02000000:00000010:2.0:1761313476.731964:0:64710:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000780a2717. 00010000:00000010:2.0:1761313476.731991:0:64710:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000cd1a0ac6. 00010000:00000010:2.0:1761313476.732014:0:64710:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000c6e15af7. 00000100:00000010:2.0:1761313476.732021:0:64710:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a41f4425. 00000100:00000010:2.0:1761313476.732038:0:64710:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a41f4425. 00010000:00000010:2.0:1761313476.732041:0:64710:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000c6e15af7. 00000400:00000010:2.0:1761313476.732054:0:64710:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000160ba363. 00000100:00000200:2.0:1761313476.732059:0:64710:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869131392256, offset 224 00000400:00000200:2.0:1761313476.732067:0:64710:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:2.0:1761313476.732081:0:64710:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:2.0:1761313476.732086:0:64710:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90598:90598:256:4294967295] 192.168.204.38@tcp LPNI seq info [90598:90598:8:4294967295] 00000400:00000200:2.0:1761313476.732097:0:64710:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:2.0:1761313476.732102:0:64710:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:2.0:1761313476.732107:0:64710:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d84ed131 (tot 82351826). 00000800:00000200:2.0:1761313476.732114:0:64710:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:2.0:1761313476.732119:0:64710:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:2.0:1761313476.732123:0:64710:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000d84ed131 type 1, nob 320 niov 1 nkiov 1 00080000:00000010:1.0:1761313476.732291:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 0000000091446d6f. 00010000:00000010:1.0:1761313476.732399:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008ca6e84b. 00010000:00000010:1.0:1761313476.732406:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000df3e82fc. 00010000:00000010:1.0:1761313476.732484:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000006275dcb4. 00010000:00000010:1.0:1761313476.732489:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000008ca6e84b. 00010000:00000010:1.0:1761313476.732499:0:77239:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000337a2f79. 00000100:00000010:1.0:1761313476.732502:0:77239:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000318a4a80. 00000100:00000010:1.0:1761313476.732508:0:77239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007de1a361. 02000000:00000010:1.0:1761313476.732518:0:77239:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000db6ff6d9. 02000000:00000010:1.0:1761313476.732539:0:77239:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a57cbc75. 00000400:00000010:1.0:1761313476.732545:0:77239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000003a3ed4f. 00000400:00000010:1.0:1761313476.732550:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009cf941ad. 00000100:00000200:1.0:1761313476.732554:0:77239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869138402688, portal 16 00000400:00000010:1.0:1761313476.732558:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003ddcb197. 00000100:00000200:1.0:1761313476.732560:0:77239:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869138402688, offset 0 00000400:00000200:1.0:1761313476.732565:0:77239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:1.0:1761313476.732571:0:77239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:1.0:1761313476.732577:0:77239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:1.0:1761313476.732580:0:77239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761313476.732582:0:77239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:1.0:1761313476.732584:0:77239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90599:90599:255:4294967295] 192.168.204.38@tcp LPNI seq info [90599:90599:7:4294967295] 00000400:00000200:1.0:1761313476.732591:0:77239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000020:00000010:2.0:1761313476.732866:0:64710:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000022b9500. 00000020:00000010:2.0:1761313476.732871:0:64710:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000003de95356. 00000020:00000010:2.0:1761313476.732874:0:64710:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000eb2ef3f7. 00000800:00000200:1.0:1761313476.733904:0:77239:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:1.0:1761313476.733914:0:77239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000cc8c87c8 (tot 82352074). 00000800:00000200:1.0:1761313476.733923:0:77239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:1.0:1761313476.733931:0:77239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:1.0:1761313476.733934:0:77239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000cc8c87c8 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761313476.734185:0:15826:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761313476.734190:0:15826:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d84ed131 (tot 82351826). 00000400:00000200:0.0:1761313476.734196:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313476.734201:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:0.0:1761313476.734206:0:15826:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000160ba363 00000400:00000010:0.0:1761313476.734209:0:15826:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000160ba363. 00000800:00000200:0.0:1761313476.734406:0:15826:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761313476.734408:0:15826:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000cc8c87c8 (tot 82351578). 00000400:00000200:0.0:1761313476.734412:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313476.734416:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:0.0:1761313476.734418:0:15826:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003ddcb197 00000400:00000010:0.0:1761313476.734420:0:15826:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003ddcb197. 00000100:00000200:0.0:1761313476.734427:0:15826:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000007de1a361 x1846869138402688/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313520 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761313476.736020:0:15827:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:2.0:1761313476.736038:0:15827:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x68fb7baf0ed80 00000400:00000200:2.0:1761313476.736047:0:15827:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb15ed [1] + 224 00000400:00000200:2.0:1761313476.736061:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313476.736065:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:2.0:1761313476.736074:0:15827:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000007de1a361 x1846869138402688/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313520 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1761313476.737647:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005a2960c1. 00010000:00000010:1.1:1761313476.737660:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f75615ac. 00010000:00000010:1.1:1761313476.737664:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001e46ca69. 00010000:00000010:1.1:1761313476.737669:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000394bbae4. 00010000:00000010:1.1:1761313476.737671:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cf0b3590. 00000400:00000010:1.0:1761313476.737696:0:77239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000003a3ed4f. 00000400:00000200:1.0:1761313476.737701:0:77239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009cf941ad 00000400:00000010:1.0:1761313476.737704:0:77239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009cf941ad. 00000100:00000200:1.0:1761313476.737715:0:77239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000007de1a361 x1846869138402688/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313520 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761313476.737730:0:77239:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000007de1a361 x1846869138402688/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313520 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761313476.737768:0:77239:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a57cbc75. 02000000:00000010:1.0:1761313476.737775:0:77239:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000db6ff6d9. 00000100:00000010:1.0:1761313476.737780:0:77239:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007de1a361. 00000100:00000010:1.0:1761313476.737783:0:77239:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000318a4a80. 00010000:00000010:1.0:1761313476.737786:0:77239:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000337a2f79. 00000400:00000200:2.0:1761313476.742573:0:15825:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:2.0:1761313476.742606:0:15825:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x68fb7ba85f540 00000400:00000200:2.0:1761313476.742617:0:15825:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xaff45 [2] + 328 00000400:00000200:2.0:1761313476.742688:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313476.742693:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:2.0:1761313476.742700:0:15825:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1761313476.742706:0:15825:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000039d5ee49. 00000020:00000010:1.0:1761313476.743766:0:64710:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000db6ff6d9. 00000020:00000010:1.0:1761313476.743775:0:64710:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000009fc4cf95. 00000020:00000010:1.0:1761313476.743781:0:64710:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000010283565. 00000100:00000200:1.0:1761313476.743810:0:64710:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000039d5ee49 x1846869131392320/t0(0) o103->78617949-0e11-4ca2-94c2-d809f91deaa9@192.168.204.38@tcp:407/0 lens 328/0 e 0 to 0 dl 1761313482 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:1.0:1761313476.743846:0:64710:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869131392320 02000000:00000010:1.0:1761313476.743859:0:64710:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000a57cbc75. 00010000:00000010:1.0:1761313476.743888:0:64710:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000041926796. 00010000:00000010:1.0:1761313476.743918:0:64710:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000337a2f79. 00000100:00000010:1.0:1761313476.743926:0:64710:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000318a4a80. 00000100:00000010:1.0:1761313476.743949:0:64710:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000318a4a80. 00010000:00000010:1.0:1761313476.743953:0:64710:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000337a2f79. 00000400:00000010:1.0:1761313476.743967:0:64710:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009cf941ad. 00000100:00000200:1.0:1761313476.743972:0:64710:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869131392320, offset 224 00000400:00000200:1.0:1761313476.743981:0:64710:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:1.0:1761313476.743996:0:64710:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:1.0:1761313476.744003:0:64710:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90600:90600:256:4294967295] 192.168.204.38@tcp LPNI seq info [90600:90600:8:4294967295] 00000400:00000200:1.0:1761313476.744014:0:64710:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:1.0:1761313476.744020:0:64710:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:1.0:1761313476.744024:0:64710:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000fe7bdfb5 (tot 82351826). 00000800:00000200:1.0:1761313476.744030:0:64710:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:1.0:1761313476.744036:0:64710:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:1.0:1761313476.744040:0:64710:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000fe7bdfb5 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761313476.744054:0:64710:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000009fc4cf95. 00000020:00000010:1.0:1761313476.744058:0:64710:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000010283565. 00000020:00000010:1.0:1761313476.744060:0:64710:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000db6ff6d9. 00080000:00000010:2.0:1761313476.744128:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000eb2ef3f7. 00010000:00000010:2.0:1761313476.744219:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008ca6e84b. 00010000:00000010:2.0:1761313476.744226:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000bda2a163. 00010000:00000010:2.0:1761313476.744293:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000007d474bda. 00010000:00000010:2.0:1761313476.744297:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000022b9500. 00010000:00000010:2.0:1761313476.744302:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000632b575f. 00010000:00000010:2.0:1761313476.744306:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000bdcb4760. 00080000:00000010:2.0:1761313476.744318:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 0000000076b65146. 00010000:00000010:2.0:1761313476.744343:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bdcb4760. 00010000:00000010:2.0:1761313476.744348:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000022b9500. 00010000:00000010:2.0:1761313476.744424:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000d3d6fce8. 00010000:00000010:2.0:1761313476.744430:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000bdcb4760. 00010000:00000010:2.0:1761313476.744439:0:77239:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000c6e15af7. 00000100:00000010:2.0:1761313476.744444:0:77239:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a41f4425. 00000100:00000010:2.0:1761313476.744452:0:77239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d1b82af4. 02000000:00000010:2.0:1761313476.744464:0:77239:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000d7790864. 00000800:00000200:0.0:1761313476.744487:0:15826:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 02000000:00000010:2.0:1761313476.744489:0:77239:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a1572dca. 00000800:00000010:0.0:1761313476.744491:0:15826:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000fe7bdfb5 (tot 82351578). 00000400:00000010:2.0:1761313476.744498:0:77239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000db072ebc. 00000400:00000200:0.0:1761313476.744498:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:2.0:1761313476.744504:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000018cdfd97. 00000400:00000200:0.0:1761313476.744505:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:2.0:1761313476.744511:0:77239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869138402752, portal 16 00000400:00000200:0.0:1761313476.744512:0:15826:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009cf941ad 00000400:00000010:0.0:1761313476.744515:0:15826:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009cf941ad. 00000400:00000010:2.0:1761313476.744518:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ccfb6a06. 00000100:00000200:2.0:1761313476.744521:0:77239:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869138402752, offset 0 00000400:00000200:2.0:1761313476.744527:0:77239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:2.0:1761313476.744536:0:77239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:2.0:1761313476.744542:0:77239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:2.0:1761313476.744546:0:77239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761313476.744549:0:77239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:2.0:1761313476.744551:0:77239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90601:90601:256:4294967295] 192.168.204.38@tcp LPNI seq info [90601:90601:8:4294967295] 00000400:00000200:2.0:1761313476.744559:0:77239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:2.0:1761313476.744563:0:77239:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:2.0:1761313476.744567:0:77239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000711ebbe8 (tot 82351826). 00000800:00000200:2.0:1761313476.744571:0:77239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:2.0:1761313476.744575:0:77239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:2.0:1761313476.744578:0:77239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000711ebbe8 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761313476.744774:0:15827:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761313476.744782:0:15827:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000711ebbe8 (tot 82351578). 00000400:00000200:3.0:1761313476.744789:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313476.744797:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:3.0:1761313476.744802:0:15827:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ccfb6a06 00000400:00000010:3.0:1761313476.744804:0:15827:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ccfb6a06. 00000100:00000200:3.0:1761313476.744814:0:15827:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000d1b82af4 x1846869138402752/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313520 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1761313476.749450:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004418ea39. 00000400:00000200:2.0:1761313476.754947:0:15825:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:2.0:1761313476.754972:0:15825:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x68fb7baf0edc0 00000400:00000200:2.0:1761313476.754983:0:15825:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb15f9 [1] + 224 00000400:00000200:2.0:1761313476.754996:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313476.755001:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:2.0:1761313476.755017:0:15825:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000d1b82af4 x1846869138402752/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313520 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761313476.755063:0:15825:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:2.0:1761313476.755069:0:15825:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x68fb7ba85f580 00000400:00000200:2.0:1761313476.755074:0:15825:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xaff45 [2] + 656 00000400:00000010:1.0:1761313476.755113:0:77239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000db072ebc. 00000400:00000200:1.0:1761313476.755126:0:77239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000018cdfd97 00000400:00000010:1.0:1761313476.755128:0:77239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000018cdfd97. 00000400:00000200:2.0:1761313476.755143:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:1.0:1761313476.755144:0:77239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000d1b82af4 x1846869138402752/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313520 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761313476.755156:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:2.0:1761313476.755165:0:15825:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000200:1.0:1761313476.755171:0:77239:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000d1b82af4 x1846869138402752/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313520 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000100:00000010:2.0:1761313476.755175:0:15825:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007a095ef9. 02000000:00000010:1.0:1761313476.755331:0:77239:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a1572dca. 02000000:00000010:1.0:1761313476.755340:0:77239:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000d7790864. 00000100:00000010:1.0:1761313476.755346:0:77239:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d1b82af4. 00000100:00000010:1.0:1761313476.755352:0:77239:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a41f4425. 00010000:00000010:1.0:1761313476.755356:0:77239:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000c6e15af7. 00000020:00000010:3.0:1761313476.755523:0:64710:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000071d2526f. 00000020:00000010:3.0:1761313476.755532:0:64710:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000004db7aa52. 00000020:00000010:3.0:1761313476.755537:0:64710:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000f8c2014c. 00000100:00000200:3.0:1761313476.755568:0:64710:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000007a095ef9 x1846869131392384/t0(0) o103->78617949-0e11-4ca2-94c2-d809f91deaa9@192.168.204.38@tcp:407/0 lens 328/0 e 0 to 0 dl 1761313482 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:3.0:1761313476.755606:0:64710:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869131392384 02000000:00000010:3.0:1761313476.755619:0:64710:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000aa2d5e51. 00010000:00000010:3.0:1761313476.755656:0:64710:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000f0e9e2bb. 00010000:00000010:3.0:1761313476.755683:0:64710:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000b8b9454a. 00000100:00000010:3.0:1761313476.755691:0:64710:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000ee89bb7b. 00000100:00000010:3.0:1761313476.755700:0:64710:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000ee89bb7b. 00010000:00000010:3.0:1761313476.755705:0:64710:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000b8b9454a. 00000400:00000010:3.0:1761313476.755723:0:64710:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000000a5a7d. 00000100:00000200:3.0:1761313476.755729:0:64710:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869131392384, offset 224 00000400:00000200:3.0:1761313476.755751:0:64710:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:3.0:1761313476.755766:0:64710:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:3.0:1761313476.755774:0:64710:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90602:90602:256:4294967295] 192.168.204.38@tcp LPNI seq info [90602:90602:8:4294967295] 00000400:00000200:3.0:1761313476.755787:0:64710:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:3.0:1761313476.755794:0:64710:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:3.0:1761313476.755799:0:64710:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000050f99130 (tot 82351826). 00000800:00000200:3.0:1761313476.755806:0:64710:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:3.0:1761313476.755815:0:64710:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:3.0:1761313476.755820:0:64710:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000050f99130 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761313476.755849:0:64710:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000004db7aa52. 00000020:00000010:3.0:1761313476.755853:0:64710:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000f8c2014c. 00000020:00000010:3.0:1761313476.755858:0:64710:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000071d2526f. 00010000:00000010:1.1:1761313476.756183:0:77239:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000043c7f1d4. 00010000:00000010:1.1:1761313476.756195:0:77239:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a27793c9. 00080000:00000010:1.0:1761313476.756342:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000db6ff6d9. 00010000:00000010:1.0:1761313476.756535:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bdcb4760. 00010000:00000010:1.0:1761313476.756546:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b72220be. 00010000:00000010:1.0:1761313476.756637:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000a27793c9. 00010000:00000010:1.0:1761313476.756643:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007c2e14c2. 00010000:00000010:1.0:1761313476.756658:0:77239:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000337a2f79. 00000100:00000010:1.0:1761313476.756665:0:77239:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000318a4a80. 00000100:00000010:1.0:1761313476.756676:0:77239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007de1a361. 02000000:00000010:1.0:1761313476.756692:0:77239:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000f3202589. 02000000:00000010:1.0:1761313476.756725:0:77239:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000009df59a79. 00000400:00000010:1.0:1761313476.756741:0:77239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000003a3ed4f. 00000400:00000010:1.0:1761313476.756748:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000965e87ce. 00000100:00000200:1.0:1761313476.756759:0:77239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869138402816, portal 16 00000400:00000010:1.0:1761313476.756764:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f67f39f5. 00000100:00000200:1.0:1761313476.756766:0:77239:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869138402816, offset 0 00000400:00000200:1.0:1761313476.756775:0:77239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:1.0:1761313476.756791:0:77239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:1.0:1761313476.756797:0:77239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:1.0:1761313476.756801:0:77239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761313476.756803:0:77239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:1.0:1761313476.756806:0:77239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90603:90603:255:4294967295] 192.168.204.38@tcp LPNI seq info [90603:90603:7:4294967295] 00000400:00000200:1.0:1761313476.756816:0:77239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:1.0:1761313476.756822:0:77239:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:1.0:1761313476.756826:0:77239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000258d8758 (tot 82352074). 00000800:00000200:1.0:1761313476.756832:0:77239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:1.0:1761313476.756838:0:77239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:1.0:1761313476.756842:0:77239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000258d8758 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761313476.756854:0:15826:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761313476.756858:0:15826:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000050f99130 (tot 82351826). 00000400:00000200:0.0:1761313476.756862:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313476.756867:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:0.0:1761313476.756871:0:15826:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000000a5a7d 00000400:00000010:0.0:1761313476.756873:0:15826:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000000a5a7d. 00000800:00000200:0.0:1761313476.756902:0:15826:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761313476.756905:0:15826:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000258d8758 (tot 82351578). 00000400:00000200:0.0:1761313476.756908:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313476.756911:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:0.0:1761313476.756912:0:15826:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f67f39f5 00000400:00000010:0.0:1761313476.756914:0:15826:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f67f39f5. 00000100:00000200:0.0:1761313476.756919:0:15826:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000007de1a361 x1846869138402816/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313520 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1761313476.759509:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c6589905. 00010000:00000010:2.1:1761313476.759531:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006275dcb4. 00010000:00000010:2.1:1761313476.759537:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007d474bda. 00010000:00000010:2.1:1761313476.759541:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000632b575f. 00000400:00000200:3.0:1761313476.760147:0:15827:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:3.0:1761313476.760171:0:15827:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x68fb7baf0ee00 00000400:00000200:3.0:1761313476.760182:0:15827:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb1605 [1] + 224 00000400:00000200:3.0:1761313476.760199:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313476.760203:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:3.0:1761313476.760218:0:15827:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000007de1a361 x1846869138402816/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313520 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1761313476.760425:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009f2e5349. 00000400:00000010:1.0:1761313476.760472:0:77239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000003a3ed4f. 00000400:00000200:1.0:1761313476.760477:0:77239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000965e87ce 00000400:00000010:1.0:1761313476.760480:0:77239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000965e87ce. 00000100:00000200:1.0:1761313476.760493:0:77239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000007de1a361 x1846869138402816/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313520 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761313476.760502:0:77239:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000007de1a361 x1846869138402816/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313520 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761313476.760533:0:77239:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000009df59a79. 02000000:00000010:1.0:1761313476.760541:0:77239:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000f3202589. 00000100:00000010:1.0:1761313476.760544:0:77239:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007de1a361. 00000100:00000010:1.0:1761313476.760548:0:77239:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000318a4a80. 00010000:00000010:1.0:1761313476.760553:0:77239:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000337a2f79. 00000400:00000200:2.0:1761313476.762268:0:15825:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:2.0:1761313476.762287:0:15825:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x68fb7ba85f5c0 00000400:00000200:2.0:1761313476.762296:0:15825:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xaff45 [2] + 984 00000400:00000200:2.0:1761313476.762410:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313476.762416:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:2.0:1761313476.762423:0:15825:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1761313476.762433:0:15825:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000009530eebe. 00000020:00000010:0.0:1761313476.766490:0:64710:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008eefaef6. 00000020:00000010:0.0:1761313476.770853:0:64710:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000196cbe29. 00000020:00000010:0.0:1761313476.770883:0:64710:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000076f5767f. 00000100:00000200:0.0:1761313476.770940:0:64710:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000009530eebe x1846869131392448/t0(0) o103->78617949-0e11-4ca2-94c2-d809f91deaa9@192.168.204.38@tcp:407/0 lens 328/0 e 0 to 0 dl 1761313482 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:0.0:1761313476.771000:0:64710:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869131392448 02000000:00000010:0.0:1761313476.771019:0:64710:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000097f846c2. 00010000:00000010:0.0:1761313476.771059:0:64710:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b2d0c3e0. 00010000:00000010:0.0:1761313476.771104:0:64710:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000b681ffce. 00000100:00000010:0.0:1761313476.771116:0:64710:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000030e06e50. 00000100:00000010:0.0:1761313476.771136:0:64710:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000030e06e50. 00010000:00000010:0.0:1761313476.771141:0:64710:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000b681ffce. 00000400:00000010:0.0:1761313476.771160:0:64710:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006cf10194. 00000100:00000200:0.0:1761313476.771169:0:64710:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869131392448, offset 224 00000400:00000200:0.0:1761313476.771181:0:64710:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:0.0:1761313476.771201:0:64710:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:0.0:1761313476.771208:0:64710:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90604:90604:256:4294967295] 192.168.204.38@tcp LPNI seq info [90604:90604:8:4294967295] 00000400:00000200:0.0:1761313476.771222:0:64710:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:0.0:1761313476.771228:0:64710:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:0.0:1761313476.771233:0:64710:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000eab2c029 (tot 82351826). 00000800:00000200:0.0:1761313476.771241:0:64710:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:0.0:1761313476.771250:0:64710:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:0.0:1761313476.771255:0:64710:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000eab2c029 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761313476.771277:0:64710:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000196cbe29. 00000020:00000010:0.0:1761313476.771282:0:64710:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000076f5767f. 00000020:00000010:0.0:1761313476.771286:0:64710:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008eefaef6. 00000800:00000200:2.0:1761313476.771603:0:15826:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761313476.771608:0:15826:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000eab2c029 (tot 82351578). 00000400:00000200:2.0:1761313476.771616:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313476.771622:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:2.0:1761313476.771628:0:15826:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006cf10194 00000400:00000010:2.0:1761313476.771630:0:15826:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006cf10194. 00010000:00000010:1.1:1761313476.772048:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fd5a9e9c. 00010000:00000010:1.1:1761313476.772065:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d3d6fce8. 00080000:00000010:1.0:1761313476.772108:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f3202589. 00010000:00000010:3.1:1761313476.772281:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fc01dc86. 00010000:00000010:1.0:1761313476.772318:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007c2e14c2. 00010000:00000010:1.0:1761313476.772330:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e786eb9d. 00010000:00000010:1.0:1761313476.772458:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000cf0b3590. 00010000:00000010:1.0:1761313476.772463:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007c2e14c2. 00010000:00000010:1.0:1761313476.772536:0:77239:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000337a2f79. 00000100:00000010:1.0:1761313476.772544:0:77239:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000318a4a80. 00000100:00000010:1.0:1761313476.772553:0:77239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007de1a361. 02000000:00000010:1.0:1761313476.772567:0:77239:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000009df59a79. 02000000:00000010:1.0:1761313476.772608:0:77239:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000040180dc9. 00000400:00000010:1.0:1761313476.772616:0:77239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000003a3ed4f. 00000400:00000010:1.0:1761313476.772622:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000965e87ce. 00000100:00000200:1.0:1761313476.772628:0:77239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869138402880, portal 16 00000400:00000010:1.0:1761313476.772639:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004d58991b. 00000100:00000200:1.0:1761313476.772642:0:77239:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869138402880, offset 0 00000400:00000200:1.0:1761313476.772651:0:77239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:1.0:1761313476.772668:0:77239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:1.0:1761313476.772674:0:77239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:1.0:1761313476.772677:0:77239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761313476.772680:0:77239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:1.0:1761313476.772683:0:77239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90605:90605:256:4294967295] 192.168.204.38@tcp LPNI seq info [90605:90605:8:4294967295] 00000400:00000200:1.0:1761313476.772693:0:77239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:1.0:1761313476.772709:0:77239:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:1.0:1761313476.772715:0:77239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000258d8758 (tot 82351826). 00000800:00000200:1.0:1761313476.772721:0:77239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:1.0:1761313476.772728:0:77239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:1.0:1761313476.772742:0:77239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000258d8758 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761313476.772858:0:15827:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761313476.772863:0:15827:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000258d8758 (tot 82351578). 00000400:00000200:3.0:1761313476.772868:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313476.772875:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:3.0:1761313476.772879:0:15827:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004d58991b 00000400:00000010:3.0:1761313476.772880:0:15827:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004d58991b. 00000100:00000200:3.0:1761313476.772889:0:15827:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000007de1a361 x1846869138402880/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313520 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1761313476.776420:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000029f299cd. 00010000:00000010:1.1:1761313476.785421:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000048dd3ea5. 00010000:00000010:1.1:1761313476.785437:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a27793c9. 00000400:00000200:2.0:1761313476.786577:0:15825:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:2.0:1761313476.786603:0:15825:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x68fb7baf0ee40 00000400:00000200:2.0:1761313476.786613:0:15825:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb1611 [1] + 224 00000400:00000200:2.0:1761313476.786628:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313476.786632:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:2.0:1761313476.786647:0:15825:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000007de1a361 x1846869138402880/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313520 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761313476.786688:0:15825:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:2.0:1761313476.786693:0:15825:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x68fb7ba85f600 00000400:00000200:2.0:1761313476.786700:0:15825:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xaff45 [2] + 1312 00000400:00000200:2.0:1761313476.786751:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313476.786755:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:2.0:1761313476.786760:0:15825:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1761313476.786768:0:15825:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000009e42bc62. 00000400:00000010:1.0:1761313476.786774:0:77239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000003a3ed4f. 00000400:00000200:1.0:1761313476.786783:0:77239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000965e87ce 00000400:00000010:1.0:1761313476.786786:0:77239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000965e87ce. 00000100:00000200:1.0:1761313476.786800:0:77239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000007de1a361 x1846869138402880/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313520 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761313476.786811:0:77239:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000007de1a361 x1846869138402880/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313520 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761313476.786846:0:77239:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000040180dc9. 02000000:00000010:1.0:1761313476.786855:0:77239:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000009df59a79. 00000100:00000010:1.0:1761313476.786858:0:77239:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007de1a361. 00000020:00000010:3.0:1761313476.786863:0:75220:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000071d2526f. 00000100:00000010:1.0:1761313476.786863:0:77239:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000318a4a80. 00010000:00000010:1.0:1761313476.786867:0:77239:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000337a2f79. 00000020:00000010:3.0:1761313476.786874:0:75220:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000004db7aa52. 00000020:00000010:3.0:1761313476.786881:0:75220:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000f8c2014c. 00000100:00000200:3.0:1761313476.786914:0:75220:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000009e42bc62 x1846869131392512/t0(0) o103->78617949-0e11-4ca2-94c2-d809f91deaa9@192.168.204.38@tcp:407/0 lens 328/0 e 0 to 0 dl 1761313482 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:3.0:1761313476.786958:0:75220:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869131392512 02000000:00000010:3.0:1761313476.786973:0:75220:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000008b57c4d1. 00010000:00000010:3.0:1761313476.787011:0:75220:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bd94bcb0. 00010000:00000010:3.0:1761313476.787038:0:75220:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000b8b9454a. 00000100:00000010:3.0:1761313476.787046:0:75220:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000ee89bb7b. 00000100:00000010:3.0:1761313476.787064:0:75220:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000ee89bb7b. 00010000:00000010:3.0:1761313476.787068:0:75220:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000b8b9454a. 00000400:00000010:3.0:1761313476.787087:0:75220:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000000a5a7d. 00080000:00000010:1.0:1761313476.787115:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 000000009df59a79. 00010000:00000010:1.0:1761313476.787214:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007c2e14c2. 00010000:00000010:1.0:1761313476.787223:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000519a02c6. 00010000:00000010:1.0:1761313476.787286:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000a27793c9. 00010000:00000010:1.0:1761313476.787291:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007c2e14c2. 00010000:00000010:1.0:1761313476.787300:0:77239:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000337a2f79. 00000100:00000010:1.0:1761313476.787305:0:77239:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000318a4a80. 00000100:00000010:1.0:1761313476.787311:0:77239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007de1a361. 02000000:00000010:1.0:1761313476.787322:0:77239:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000040180dc9. 02000000:00000010:1.0:1761313476.787344:0:77239:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000042d2e145. 00000400:00000010:1.0:1761313476.787348:0:77239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000003a3ed4f. 00000100:00000200:3.0:1761313476.787757:0:75220:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869131392512, offset 224 00000400:00000200:3.0:1761313476.787771:0:75220:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:3.0:1761313476.787786:0:75220:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:3.0:1761313476.787792:0:75220:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90606:90606:256:4294967295] 192.168.204.38@tcp LPNI seq info [90606:90606:8:4294967295] 00000400:00000200:3.0:1761313476.787802:0:75220:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:3.0:1761313476.787807:0:75220:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:3.0:1761313476.787813:0:75220:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c12329df (tot 82351826). 00000800:00000200:3.0:1761313476.787820:0:75220:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:3.0:1761313476.787829:0:75220:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:3.0:1761313476.787834:0:75220:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c12329df type 1, nob 320 niov 1 nkiov 1 00000400:00000010:1.0:1761313476.788268:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000965e87ce. 00000100:00000200:1.0:1761313476.788277:0:77239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869138402944, portal 16 00000400:00000010:1.0:1761313476.788282:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000082428106. 00000100:00000200:1.0:1761313476.788284:0:77239:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869138402944, offset 0 00000400:00000200:1.0:1761313476.788293:0:77239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:1.0:1761313476.788307:0:77239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:1.0:1761313476.788314:0:77239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:1.0:1761313476.788317:0:77239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761313476.788319:0:77239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:1.0:1761313476.788323:0:77239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90607:90607:255:4294967295] 192.168.204.38@tcp LPNI seq info [90607:90607:7:4294967295] 00000400:00000200:1.0:1761313476.788333:0:77239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:1.0:1761313476.788339:0:77239:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:1.0:1761313476.788343:0:77239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000fe7bdfb5 (tot 82352074). 00000800:00000200:1.0:1761313476.788349:0:77239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:1.0:1761313476.788356:0:77239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:1.0:1761313476.788391:0:77239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000fe7bdfb5 type 1, nob 424 niov 1 nkiov 1 00000020:00000010:3.0:1761313476.788447:0:75220:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000004db7aa52. 00000020:00000010:3.0:1761313476.788455:0:75220:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000f8c2014c. 00000020:00000010:3.0:1761313476.788460:0:75220:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000071d2526f. 00000800:00000200:2.0:1761313476.789551:0:15826:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761313476.789556:0:15826:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c12329df (tot 82351826). 00000400:00000200:2.0:1761313476.789564:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313476.789573:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:2.0:1761313476.789579:0:15826:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000000a5a7d 00000400:00000010:2.0:1761313476.789582:0:15826:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000000a5a7d. 00000800:00000200:2.0:1761313476.789666:0:15826:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761313476.789668:0:15826:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000fe7bdfb5 (tot 82351578). 00000400:00000200:2.0:1761313476.789673:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313476.789676:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:2.0:1761313476.789678:0:15826:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000082428106 00000400:00000010:2.0:1761313476.789680:0:15826:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000082428106. 00000100:00000200:2.0:1761313476.789690:0:15826:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000007de1a361 x1846869138402944/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313520 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761313476.791323:0:15827:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:3.0:1761313476.791353:0:15827:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x68fb7baf0ee80 00000400:00000200:3.0:1761313476.791387:0:15827:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb161d [1] + 224 00000400:00000200:3.0:1761313476.791408:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313476.791412:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:3.0:1761313476.791426:0:15827:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000007de1a361 x1846869138402944/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313520 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1761313476.791550:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002fc1afb0. 00010000:00000010:1.1:1761313476.791565:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cf0b3590. 00000400:00000010:1.0:1761313476.791590:0:77239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000003a3ed4f. 00000400:00000200:1.0:1761313476.791595:0:77239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000965e87ce 00000400:00000010:1.0:1761313476.791597:0:77239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000965e87ce. 00000100:00000200:1.0:1761313476.791610:0:77239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000007de1a361 x1846869138402944/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313520 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761313476.791620:0:77239:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000007de1a361 x1846869138402944/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313520 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761313476.791650:0:77239:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000042d2e145. 02000000:00000010:1.0:1761313476.791656:0:77239:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000040180dc9. 00000100:00000010:1.0:1761313476.791661:0:77239:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007de1a361. 00000100:00000010:1.0:1761313476.791665:0:77239:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000318a4a80. 00010000:00000010:1.0:1761313476.791668:0:77239:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000337a2f79. 00010000:00000010:3.1:1761313476.794315:0:31:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000058259e86. 00000400:00000200:2.0:1761313476.794612:0:15827:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:2.0:1761313476.794635:0:15827:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x68fb7ba85f640 00000400:00000200:2.0:1761313476.794645:0:15827:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xaff45 [2] + 1640 00000400:00000200:2.0:1761313476.794748:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313476.794755:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:2.0:1761313476.794765:0:15827:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1761313476.794772:0:15827:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000533d3b69. 00000020:00000010:3.0:1761313476.795201:0:75220:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000071d2526f. 00000020:00000010:3.0:1761313476.795212:0:75220:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000004db7aa52. 00000020:00000010:3.0:1761313476.795217:0:75220:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000f8c2014c. 00000100:00000200:3.0:1761313476.795252:0:75220:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000533d3b69 x1846869131392576/t0(0) o103->78617949-0e11-4ca2-94c2-d809f91deaa9@192.168.204.38@tcp:407/0 lens 328/0 e 0 to 0 dl 1761313482 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:0.0:1761313476.797725:0:64710:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869131392576 02000000:00000010:0.0:1761313476.797771:0:64710:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000008eefaef6. 00010000:00000010:0.0:1761313476.797820:0:64710:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d533af93. 00010000:00000010:0.0:1761313476.797859:0:64710:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000b681ffce. 00000100:00000010:0.0:1761313476.797871:0:64710:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000030e06e50. 00000100:00000010:0.0:1761313476.797891:0:64710:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000030e06e50. 00010000:00000010:0.0:1761313476.797896:0:64710:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000b681ffce. 00000400:00000010:0.0:1761313476.797915:0:64710:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007749d871. 00000100:00000200:0.0:1761313476.797923:0:64710:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869131392576, offset 224 00000400:00000200:0.0:1761313476.797936:0:64710:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:0.0:1761313476.797957:0:64710:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:0.0:1761313476.797964:0:64710:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90608:90608:256:4294967295] 192.168.204.38@tcp LPNI seq info [90608:90608:8:4294967295] 00000400:00000200:0.0:1761313476.797976:0:64710:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:0.0:1761313476.797982:0:64710:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:0.0:1761313476.797988:0:64710:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d609a399 (tot 82351826). 00000800:00000200:0.0:1761313476.797996:0:64710:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:0.0:1761313476.798005:0:64710:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:0.0:1761313476.798010:0:64710:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000d609a399 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761313476.798045:0:64710:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000004db7aa52. 00000020:00000010:0.0:1761313476.798051:0:64710:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000f8c2014c. 00000020:00000010:0.0:1761313476.798058:0:64710:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000071d2526f. 00080000:00000010:1.0:1761313476.799507:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 0000000040180dc9. 00010000:00000010:1.0:1761313476.799611:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007c2e14c2. 00010000:00000010:1.0:1761313476.799622:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000800b1b3e. 00010000:00000010:1.0:1761313476.799698:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000cf0b3590. 00010000:00000010:1.0:1761313476.799705:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007c2e14c2. 00010000:00000010:1.0:1761313476.799716:0:77239:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000337a2f79. 00000100:00000010:1.0:1761313476.799725:0:77239:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000318a4a80. 00000100:00000010:1.0:1761313476.799745:0:77239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007de1a361. 02000000:00000010:1.0:1761313476.799760:0:77239:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000042d2e145. 02000000:00000010:1.0:1761313476.799792:0:77239:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d7790864. 00000400:00000010:1.0:1761313476.799800:0:77239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000003a3ed4f. 00000400:00000010:1.0:1761313476.799807:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000965e87ce. 00000100:00000200:1.0:1761313476.799814:0:77239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869138403008, portal 16 00000400:00000010:1.0:1761313476.799819:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b3d96425. 00000100:00000200:1.0:1761313476.799823:0:77239:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869138403008, offset 0 00000400:00000200:1.0:1761313476.799833:0:77239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:1.0:1761313476.799850:0:77239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:1.0:1761313476.799857:0:77239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:1.0:1761313476.799861:0:77239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761313476.799864:0:77239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:1.0:1761313476.799867:0:77239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90609:90609:255:4294967295] 192.168.204.38@tcp LPNI seq info [90609:90609:7:4294967295] 00000400:00000200:1.0:1761313476.799877:0:77239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:1.0:1761313476.799883:0:77239:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:1.0:1761313476.799888:0:77239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000cc8c87c8 (tot 82352074). 00000800:00000200:1.0:1761313476.799894:0:77239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:1.0:1761313476.799902:0:77239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:1.0:1761313476.799918:0:77239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000cc8c87c8 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761313476.800111:0:15825:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761313476.800119:0:15825:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d609a399 (tot 82351826). 00000400:00000200:2.0:1761313476.800129:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313476.800137:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:2.0:1761313476.800142:0:15825:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007749d871 00000400:00000010:2.0:1761313476.800145:0:15825:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007749d871. 00000800:00000200:2.0:1761313476.800237:0:15825:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761313476.800239:0:15825:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000cc8c87c8 (tot 82351578). 00000400:00000200:2.0:1761313476.800243:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313476.800246:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:2.0:1761313476.800249:0:15825:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b3d96425 00000400:00000010:2.0:1761313476.800250:0:15825:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b3d96425. 00000100:00000200:2.0:1761313476.800259:0:15825:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000007de1a361 x1846869138403008/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313520 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1761313476.806692:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000f1fe446. 00000400:00000200:2.0:1761313476.807573:0:15826:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:2.0:1761313476.807597:0:15826:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x68fb7baf0eec0 00000400:00000200:2.0:1761313476.807607:0:15826:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb1629 [1] + 224 00000400:00000200:2.0:1761313476.807623:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313476.807628:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:2.0:1761313476.807643:0:15826:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000007de1a361 x1846869138403008/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313520 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761313476.807679:0:15826:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:2.0:1761313476.807684:0:15826:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x68fb7ba85f680 00000400:00000200:2.0:1761313476.807689:0:15826:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xaff45 [2] + 1968 00000400:00000010:2.0:1761313476.807694:0:15826:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000f2763a14. 00000400:00000200:2.0:1761313476.807698:0:15826:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 00000000e37e4401 00000400:00000200:2.0:1761313476.807707:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313476.807710:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:2.0:1761313476.807713:0:15826:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e37e4401 00000400:00000010:2.0:1761313476.807715:0:15826:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 00000000e37e4401 (tot 82351426). 00000100:00000200:2.0:1761313476.807723:0:15826:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000400:00000010:1.0:1761313476.807788:0:77239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000003a3ed4f. 00000400:00000200:1.0:1761313476.807802:0:77239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000965e87ce 00000400:00000010:1.0:1761313476.807805:0:77239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000965e87ce. 00000100:00000200:1.0:1761313476.807823:0:77239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000007de1a361 x1846869138403008/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313520 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761313476.807834:0:77239:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000007de1a361 x1846869138403008/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313520 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000020:00000010:3.0:1761313476.807853:0:75220:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009fd1a7cf. 00000020:00000010:3.0:1761313476.807863:0:75220:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000002044844d. 02000000:00000010:1.0:1761313476.807868:0:77239:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d7790864. 00000020:00000010:3.0:1761313476.807869:0:75220:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000002c8c26bb. 02000000:00000010:1.0:1761313476.807880:0:77239:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000042d2e145. 00000100:00000010:1.0:1761313476.807887:0:77239:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007de1a361. 00000100:00000010:1.0:1761313476.807891:0:77239:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000318a4a80. 00010000:00000010:1.0:1761313476.807895:0:77239:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000337a2f79. 00000100:00000200:3.0:1761313476.807908:0:75220:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000004f284049 x1846869131392640/t0(0) o103->78617949-0e11-4ca2-94c2-d809f91deaa9@192.168.204.38@tcp:407/0 lens 328/0 e 0 to 0 dl 1761313482 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:3.0:1761313476.809387:0:75220:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869131392640 02000000:00000010:3.0:1761313476.809412:0:75220:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000003595a20b. 00010000:00000010:3.0:1761313476.809455:0:75220:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000545b1c76. 00010000:00000010:3.0:1761313476.809485:0:75220:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000b8b9454a. 00000100:00000010:3.0:1761313476.809495:0:75220:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000ee89bb7b. 00000100:00000010:3.0:1761313476.809516:0:75220:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000ee89bb7b. 00010000:00000010:3.0:1761313476.809521:0:75220:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000b8b9454a. 00000400:00000010:3.0:1761313476.809541:0:75220:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005a482a69. 00000100:00000200:3.0:1761313476.809549:0:75220:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869131392640, offset 224 00000400:00000200:3.0:1761313476.809561:0:75220:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:3.0:1761313476.809579:0:75220:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:3.0:1761313476.809586:0:75220:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90610:90610:256:4294967295] 192.168.204.38@tcp LPNI seq info [90610:90610:8:4294967295] 00000400:00000200:3.0:1761313476.809598:0:75220:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:3.0:1761313476.809604:0:75220:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:3.0:1761313476.809610:0:75220:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000fef2aa8a (tot 82351674). 00000800:00000200:3.0:1761313476.809617:0:75220:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:3.0:1761313476.809626:0:75220:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:3.0:1761313476.809631:0:75220:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000fef2aa8a type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761313476.809665:0:75220:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000002044844d. 00000020:00000010:3.0:1761313476.809672:0:75220:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000002c8c26bb. 00000020:00000010:3.0:1761313476.809677:0:75220:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009fd1a7cf. 02000000:00000010:3.0:1761313476.809687:0:75220:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000008eefaef6. 00000100:00000010:3.0:1761313476.809691:0:75220:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000533d3b69. 02000000:00000010:3.0:1761313476.809706:0:75220:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000008b57c4d1. 00000100:00000010:3.0:1761313476.809708:0:75220:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000009e42bc62. 02000000:00000010:3.0:1761313476.809728:0:75220:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000097f846c2. 00000100:00000010:3.0:1761313476.809730:0:75220:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000009530eebe. 02000000:00000010:3.0:1761313476.809743:0:75220:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000aa2d5e51. 00000100:00000010:3.0:1761313476.809746:0:75220:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007a095ef9. 02000000:00000010:3.0:1761313476.809749:0:75220:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000a57cbc75. 00000100:00000010:3.0:1761313476.809751:0:75220:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000039d5ee49. 02000000:00000010:3.0:1761313476.809755:0:75220:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000780a2717. 00000100:00000010:3.0:1761313476.809760:0:75220:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000009906dba7. 00000100:00000200:3.0:1761313476.809767:0:75220:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1761313476.809774:0:75220:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000092c05640. 00000400:00000010:3.0:1761313476.809779:0:75220:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000ee89bb7b (tot 82351826). 00080000:00000010:1.0:1761313476.810230:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d7790864. 00010000:00000010:1.0:1761313476.810350:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007c2e14c2. 00010000:00000010:1.0:1761313476.810394:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002b44375a. 00010000:00000010:1.0:1761313476.810475:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000a27217ea. 00010000:00000010:1.0:1761313476.810480:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000009fc4cf95. 00010000:00000010:1.0:1761313476.810485:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000090c07e5a. 00010000:00000010:1.0:1761313476.810490:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007c2e14c2. 00080000:00000010:1.0:1761313476.810508:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000780a2717. 00010000:00000010:1.0:1761313476.810534:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007c2e14c2. 00010000:00000010:1.0:1761313476.810537:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000009fc4cf95. 00010000:00000010:1.0:1761313476.810589:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000006275dcb4. 00010000:00000010:1.0:1761313476.810593:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007c2e14c2. 00010000:00000010:1.0:1761313476.810603:0:77239:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000337a2f79. 00000100:00000010:1.0:1761313476.810610:0:77239:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000318a4a80. 00000100:00000010:1.0:1761313476.810618:0:77239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007de1a361. 02000000:00000010:1.0:1761313476.810631:0:77239:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000a57cbc75. 02000000:00000010:1.0:1761313476.810661:0:77239:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000042d2e145. 00000400:00000010:1.0:1761313476.810667:0:77239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000003a3ed4f. 00000400:00000010:1.0:1761313476.810674:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000965e87ce. 00000100:00000200:1.0:1761313476.810682:0:77239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869138403072, portal 16 00000400:00000010:1.0:1761313476.810687:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000017f94afa. 00000100:00000200:1.0:1761313476.810689:0:77239:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869138403072, offset 0 00000400:00000200:1.0:1761313476.810699:0:77239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:1.0:1761313476.810715:0:77239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:1.0:1761313476.810722:0:77239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:1.0:1761313476.810726:0:77239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761313476.810729:0:77239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:1.0:1761313476.810741:0:77239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90611:90611:255:4294967295] 192.168.204.38@tcp LPNI seq info [90611:90611:7:4294967295] 00000400:00000200:1.0:1761313476.810751:0:77239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:1.0:1761313476.810758:0:77239:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:1.0:1761313476.810764:0:77239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f67d6031 (tot 82352074). 00000800:00000200:1.0:1761313476.810770:0:77239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:1.0:1761313476.810779:0:77239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:1.0:1761313476.810783:0:77239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000f67d6031 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761313476.811024:0:15827:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761313476.811031:0:15827:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000fef2aa8a (tot 82351826). 00000400:00000200:2.0:1761313476.811038:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313476.811046:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:2.0:1761313476.811052:0:15827:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005a482a69 00000400:00000010:2.0:1761313476.811054:0:15827:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005a482a69. 02000000:00000010:2.0:1761313476.811061:0:15827:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000003595a20b. 00000800:00000200:2.0:1761313476.811136:0:15827:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761313476.811138:0:15827:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f67d6031 (tot 82351578). 00000400:00000200:2.0:1761313476.811142:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313476.811146:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:2.0:1761313476.811148:0:15827:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000017f94afa 00000400:00000010:2.0:1761313476.811149:0:15827:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000017f94afa. 00000100:00000200:2.0:1761313476.811157:0:15827:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000007de1a361 x1846869138403072/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313520 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1761313476.815911:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002dae6cc0. 00010000:00000010:1.1:1761313476.815929:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a27793c9. 00000400:00000200:2.0:1761313476.816062:0:15825:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:2.0:1761313476.816089:0:15825:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x68fb7baf0ef00 00000400:00000200:2.0:1761313476.816101:0:15825:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb1639 [1] + 224 00000400:00000200:2.0:1761313476.816123:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313476.816127:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:2.0:1761313476.816142:0:15825:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000007de1a361 x1846869138403072/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313520 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1761313476.816267:0:77239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000003a3ed4f. 00000400:00000200:1.0:1761313476.816273:0:77239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000965e87ce 00000400:00000010:1.0:1761313476.816275:0:77239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000965e87ce. 00000100:00000200:1.0:1761313476.816289:0:77239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000007de1a361 x1846869138403072/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313520 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761313476.816300:0:77239:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000007de1a361 x1846869138403072/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313520 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761313476.816329:0:77239:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000042d2e145. 02000000:00000010:1.0:1761313476.816336:0:77239:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000a57cbc75. 00000100:00000010:1.0:1761313476.816340:0:77239:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007de1a361. 00000100:00000010:1.0:1761313476.816344:0:77239:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000318a4a80. 00010000:00000010:1.0:1761313476.816347:0:77239:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000337a2f79. 00000400:00000200:2.0:1761313476.818778:0:15826:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:2.0:1761313476.818803:0:15826:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x68fb7ba85f6c0 00000400:00000200:2.0:1761313476.818813:0:15826:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xaff9d [2] + 0 00000400:00000200:2.0:1761313476.818899:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313476.818903:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:2.0:1761313476.818911:0:15826:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1761313476.818918:0:15826:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000084ac57a9. 00010000:00000010:3.1:1761313476.821458:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005fcd0f4d. 00000020:00000010:3.0:1761313476.821543:0:75220:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000aa2d5e51. 00000020:00000010:3.0:1761313476.821551:0:75220:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000002044844d. 00000020:00000010:3.0:1761313476.821557:0:75220:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000002c8c26bb. 00000100:00000200:3.0:1761313476.821598:0:75220:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000084ac57a9 x1846869131392704/t0(0) o103->78617949-0e11-4ca2-94c2-d809f91deaa9@192.168.204.38@tcp:407/0 lens 328/0 e 0 to 0 dl 1761313482 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:3.0:1761313476.821633:0:75220:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869131392704 02000000:00000010:3.0:1761313476.821646:0:75220:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000008b57c4d1. 00010000:00000010:3.0:1761313476.821682:0:75220:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000af7ebccf. 00010000:00000010:3.0:1761313476.821707:0:75220:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000b8b9454a. 00000100:00000010:3.0:1761313476.821717:0:75220:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000064836007. 00000100:00000010:3.0:1761313476.821743:0:75220:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000064836007. 00010000:00000010:3.0:1761313476.821748:0:75220:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000b8b9454a. 00000400:00000010:3.0:1761313476.821767:0:75220:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004930bf94. 00000100:00000200:3.0:1761313476.821775:0:75220:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869131392704, offset 224 00000400:00000200:3.0:1761313476.821784:0:75220:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:3.0:1761313476.821801:0:75220:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:3.0:1761313476.821809:0:75220:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90612:90612:256:4294967295] 192.168.204.38@tcp LPNI seq info [90612:90612:8:4294967295] 00000400:00000200:3.0:1761313476.821821:0:75220:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:3.0:1761313476.821827:0:75220:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:3.0:1761313476.821832:0:75220:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005a2664b3 (tot 82351826). 00000800:00000200:3.0:1761313476.821839:0:75220:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:3.0:1761313476.821848:0:75220:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:3.0:1761313476.821852:0:75220:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000005a2664b3 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761313476.821883:0:75220:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000002044844d. 00000020:00000010:3.0:1761313476.821888:0:75220:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000002c8c26bb. 00000020:00000010:3.0:1761313476.821892:0:75220:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000aa2d5e51. 00080000:00000010:1.0:1761313476.823563:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a57cbc75. 00010000:00000010:1.0:1761313476.823665:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007c2e14c2. 00010000:00000010:1.0:1761313476.823675:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000007f6c0bc3. 00010000:00000010:1.0:1761313476.823762:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000a27793c9. 00010000:00000010:1.0:1761313476.823768:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007c2e14c2. 00010000:00000010:1.0:1761313476.823781:0:77239:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000337a2f79. 00000100:00000010:1.0:1761313476.823790:0:77239:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000318a4a80. 00000100:00000010:1.0:1761313476.823800:0:77239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007de1a361. 02000000:00000010:1.0:1761313476.823816:0:77239:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000042d2e145. 02000000:00000010:1.0:1761313476.823853:0:77239:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d7b1d6d0. 00000400:00000010:1.0:1761313476.823861:0:77239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000003a3ed4f. 00000400:00000010:1.0:1761313476.823868:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000965e87ce. 00000100:00000200:1.0:1761313476.823876:0:77239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869138403136, portal 16 00000400:00000010:1.0:1761313476.823881:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000017f94afa. 00000100:00000200:1.0:1761313476.823884:0:77239:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869138403136, offset 0 00000400:00000200:1.0:1761313476.823894:0:77239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:1.0:1761313476.823915:0:77239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:1.0:1761313476.823923:0:77239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:1.0:1761313476.823927:0:77239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761313476.823931:0:77239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:1.0:1761313476.823934:0:77239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90613:90613:255:4294967295] 192.168.204.38@tcp LPNI seq info [90613:90613:7:4294967295] 00000400:00000200:1.0:1761313476.823946:0:77239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:1.0:1761313476.823954:0:77239:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:1.0:1761313476.823960:0:77239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f67d6031 (tot 82352074). 00000800:00000200:1.0:1761313476.823967:0:77239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:1.0:1761313476.823974:0:77239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:1.0:1761313476.823978:0:77239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000f67d6031 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761313476.824037:0:15827:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761313476.824044:0:15827:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005a2664b3 (tot 82351826). 00000400:00000200:2.0:1761313476.824051:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313476.824059:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:2.0:1761313476.824064:0:15827:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004930bf94 00000400:00000010:2.0:1761313476.824067:0:15827:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004930bf94. 00000800:00000200:2.0:1761313476.824096:0:15827:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761313476.824098:0:15827:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f67d6031 (tot 82351578). 00000400:00000200:2.0:1761313476.824101:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313476.824104:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:2.0:1761313476.824106:0:15827:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000017f94afa 00000400:00000010:2.0:1761313476.824107:0:15827:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000017f94afa. 00000100:00000200:2.0:1761313476.824115:0:15827:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000007de1a361 x1846869138403136/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313520 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1761313476.825092:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e9f7d46d. 00010000:00000010:1.1:1761313476.825104:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cf0b3590. 00010000:00000010:1.1:1761313476.825110:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a27217ea. 00010000:00000010:1.1:1761313476.825112:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000090c07e5a. 00010000:00000010:3.1:1761313476.830255:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005d920556. 00010000:00000010:1.1:1761313476.831487:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005fc64130. 00010000:00000010:1.1:1761313476.831502:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006275dcb4. 00000400:00000200:2.0:1761313476.833938:0:15825:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:2.0:1761313476.833967:0:15825:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x68fb7baf0ef40 00000400:00000200:2.0:1761313476.833977:0:15825:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb1645 [1] + 224 00000400:00000200:2.0:1761313476.834000:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313476.834006:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:2.0:1761313476.834019:0:15825:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000007de1a361 x1846869138403136/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313520 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1761313476.834201:0:77239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000003a3ed4f. 00000400:00000200:1.0:1761313476.834207:0:77239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000965e87ce 00000400:00000010:1.0:1761313476.834210:0:77239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000965e87ce. 00000100:00000200:1.0:1761313476.834216:0:77239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000007de1a361 x1846869138403136/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313520 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761313476.834223:0:77239:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000007de1a361 x1846869138403136/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313520 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761313476.834260:0:77239:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d7b1d6d0. 02000000:00000010:1.0:1761313476.834268:0:77239:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000042d2e145. 00000100:00000010:1.0:1761313476.834274:0:77239:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007de1a361. 00000100:00000010:1.0:1761313476.834279:0:77239:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000318a4a80. 00010000:00000010:1.0:1761313476.834283:0:77239:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000337a2f79. 00000400:00000200:2.0:1761313476.839230:0:15826:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:2.0:1761313476.839260:0:15826:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x68fb7ba85f700 00000400:00000200:2.0:1761313476.839271:0:15826:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xaff9d [2] + 328 00000400:00000200:2.0:1761313476.839479:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313476.839490:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:2.0:1761313476.839499:0:15826:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1761313476.839507:0:15826:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000050f67d6d. 00000020:00000010:0.0:1761313476.839876:0:64710:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005bf706fd. 00000020:00000010:0.0:1761313476.839885:0:64710:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000196cbe29. 00000020:00000010:0.0:1761313476.839891:0:64710:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000076f5767f. 00000100:00000200:0.0:1761313476.839925:0:64710:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000050f67d6d x1846869131392768/t0(0) o103->78617949-0e11-4ca2-94c2-d809f91deaa9@192.168.204.38@tcp:407/0 lens 328/0 e 0 to 0 dl 1761313482 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:0.0:1761313476.839970:0:64710:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869131392768 02000000:00000010:0.0:1761313476.839985:0:64710:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000fad0689b. 00010000:00000010:0.0:1761313476.840023:0:64710:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d401e757. 00010000:00000010:0.0:1761313476.840052:0:64710:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000b681ffce. 00000100:00000010:0.0:1761313476.840062:0:64710:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000030e06e50. 00000100:00000010:0.0:1761313476.841517:0:64710:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000030e06e50. 00010000:00000010:0.0:1761313476.841529:0:64710:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000b681ffce. 00000400:00000010:0.0:1761313476.841559:0:64710:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c4611603. 00000100:00000200:0.0:1761313476.841568:0:64710:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869131392768, offset 224 00000400:00000200:0.0:1761313476.841580:0:64710:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:0.0:1761313476.841599:0:64710:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:0.0:1761313476.841606:0:64710:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90614:90614:256:4294967295] 192.168.204.38@tcp LPNI seq info [90614:90614:8:4294967295] 00000400:00000200:0.0:1761313476.841618:0:64710:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:0.0:1761313476.841624:0:64710:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:0.0:1761313476.841630:0:64710:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000002ba140d5 (tot 82351826). 00000800:00000200:0.0:1761313476.841637:0:64710:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:0.0:1761313476.841644:0:64710:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:0.0:1761313476.841649:0:64710:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000002ba140d5 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761313476.841672:0:64710:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000196cbe29. 00000020:00000010:0.0:1761313476.841678:0:64710:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000076f5767f. 00000020:00000010:0.0:1761313476.841684:0:64710:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005bf706fd. 00080000:00000010:1.0:1761313476.842311:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d7b1d6d0. 00010000:00000010:1.0:1761313476.842463:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007c2e14c2. 00010000:00000010:1.0:1761313476.842474:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000c4c562d2. 00010000:00000010:1.0:1761313476.842579:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000006275dcb4. 00010000:00000010:1.0:1761313476.842586:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007c2e14c2. 00010000:00000010:1.0:1761313476.842600:0:77239:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000337a2f79. 00000100:00000010:1.0:1761313476.842608:0:77239:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000318a4a80. 00000100:00000010:1.0:1761313476.842619:0:77239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007de1a361. 02000000:00000010:1.0:1761313476.842636:0:77239:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000042d2e145. 02000000:00000010:1.0:1761313476.842673:0:77239:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f31060db. 00000400:00000010:1.0:1761313476.842681:0:77239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000003a3ed4f. 00000400:00000010:1.0:1761313476.842688:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000965e87ce. 00000100:00000200:1.0:1761313476.842696:0:77239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869138403200, portal 16 00000400:00000010:1.0:1761313476.842701:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b3d96425. 00000100:00000200:1.0:1761313476.842704:0:77239:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869138403200, offset 0 00000400:00000200:1.0:1761313476.842711:0:77239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:1.0:1761313476.842722:0:77239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:1.0:1761313476.842743:0:77239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:1.0:1761313476.842748:0:77239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761313476.842751:0:77239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:1.0:1761313476.842754:0:77239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90615:90615:255:4294967295] 192.168.204.38@tcp LPNI seq info [90615:90615:7:4294967295] 00000400:00000200:1.0:1761313476.842763:0:77239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:1.0:1761313476.842768:0:77239:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:1.0:1761313476.842773:0:77239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000cc8c87c8 (tot 82352074). 00000800:00000200:1.0:1761313476.842778:0:77239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:1.0:1761313476.842784:0:77239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:1.0:1761313476.842787:0:77239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000cc8c87c8 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761313476.842969:0:15827:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761313476.842974:0:15827:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000002ba140d5 (tot 82351826). 00000400:00000200:2.0:1761313476.842981:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313476.842986:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:2.0:1761313476.842992:0:15827:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c4611603 00000400:00000010:2.0:1761313476.842994:0:15827:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c4611603. 00000800:00000200:2.0:1761313476.843082:0:15827:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761313476.843084:0:15827:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000cc8c87c8 (tot 82351578). 00000400:00000200:2.0:1761313476.843088:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313476.843091:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:2.0:1761313476.843093:0:15827:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b3d96425 00000400:00000010:2.0:1761313476.843095:0:15827:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b3d96425. 00000100:00000200:2.0:1761313476.843102:0:15827:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000007de1a361 x1846869138403200/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313520 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761313476.848328:0:15825:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:2.0:1761313476.848396:0:15825:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x68fb7baf0ef80 00000400:00000200:2.0:1761313476.848408:0:15825:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb1651 [1] + 224 00000400:00000200:2.0:1761313476.848428:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313476.848433:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:2.0:1761313476.848448:0:15825:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000007de1a361 x1846869138403200/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313520 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1761313476.848613:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000096bf011e. 00010000:00000010:1.1:1761313476.848660:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008d3e0b5e. 00010000:00000010:1.1:1761313476.848667:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a27793c9. 00000400:00000010:1.0:1761313476.848689:0:77239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000003a3ed4f. 00000400:00000200:1.0:1761313476.848695:0:77239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000965e87ce 00000400:00000010:1.0:1761313476.848697:0:77239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000965e87ce. 00000100:00000200:1.0:1761313476.848703:0:77239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000007de1a361 x1846869138403200/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313520 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761313476.848710:0:77239:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000007de1a361 x1846869138403200/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313520 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761313476.848755:0:77239:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f31060db. 02000000:00000010:1.0:1761313476.848762:0:77239:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000042d2e145. 00000100:00000010:1.0:1761313476.848769:0:77239:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007de1a361. 00000100:00000010:1.0:1761313476.848773:0:77239:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000318a4a80. 00010000:00000010:1.0:1761313476.848776:0:77239:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000337a2f79. 00000400:00000200:2.0:1761313476.850091:0:15826:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:2.0:1761313476.850108:0:15826:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x68fb7ba85f740 00000400:00000200:2.0:1761313476.850117:0:15826:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xaff9d [2] + 656 00000400:00000200:2.0:1761313476.850184:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313476.850188:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:2.0:1761313476.850194:0:15826:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1761313476.850201:0:15826:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ef2772e7. 00000020:00000010:0.0:1761313476.850318:0:64710:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005bf706fd. 00000020:00000010:0.0:1761313476.850326:0:64710:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000196cbe29. 00000020:00000010:0.0:1761313476.850331:0:64710:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000076f5767f. 00000100:00000200:0.0:1761313476.850406:0:64710:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000ef2772e7 x1846869131392832/t0(0) o103->78617949-0e11-4ca2-94c2-d809f91deaa9@192.168.204.38@tcp:407/0 lens 328/0 e 0 to 0 dl 1761313482 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:0.0:1761313476.850440:0:64710:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869131392832 02000000:00000010:0.0:1761313476.850453:0:64710:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000002b410984. 00010000:00000010:0.0:1761313476.850488:0:64710:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000078fa14ad. 00010000:00000010:0.0:1761313476.850511:0:64710:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000b681ffce. 00000100:00000010:0.0:1761313476.850520:0:64710:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000030e06e50. 00000100:00000010:0.0:1761313476.850529:0:64710:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000030e06e50. 00010000:00000010:0.0:1761313476.850532:0:64710:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000b681ffce. 00000400:00000010:0.0:1761313476.850547:0:64710:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f0542810. 00000100:00000200:0.0:1761313476.850552:0:64710:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869131392832, offset 224 00000400:00000200:0.0:1761313476.850559:0:64710:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:0.0:1761313476.850570:0:64710:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:0.0:1761313476.850576:0:64710:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90616:90616:256:4294967295] 192.168.204.38@tcp LPNI seq info [90616:90616:8:4294967295] 00000400:00000200:0.0:1761313476.850587:0:64710:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:0.0:1761313476.850591:0:64710:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:0.0:1761313476.850596:0:64710:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000002ba140d5 (tot 82351826). 00000800:00000200:0.0:1761313476.850602:0:64710:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:0.0:1761313476.850609:0:64710:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:0.0:1761313476.850613:0:64710:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000002ba140d5 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761313476.850636:0:64710:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000196cbe29. 00000020:00000010:0.0:1761313476.850641:0:64710:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000076f5767f. 00000020:00000010:0.0:1761313476.850644:0:64710:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005bf706fd. 00080000:00000010:1.0:1761313476.850959:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f31060db. 00010000:00000010:1.0:1761313476.851063:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007c2e14c2. 00010000:00000010:1.0:1761313476.851070:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000001724dd61. 00010000:00000010:1.0:1761313476.851154:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000a27793c9. 00010000:00000010:1.0:1761313476.851160:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007c2e14c2. 00010000:00000010:1.0:1761313476.851170:0:77239:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000337a2f79. 00000100:00000010:1.0:1761313476.851174:0:77239:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000318a4a80. 00000100:00000010:1.0:1761313476.851181:0:77239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007de1a361. 02000000:00000010:1.0:1761313476.851193:0:77239:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000042d2e145. 02000000:00000010:1.0:1761313476.851223:0:77239:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000048c2b244. 00000400:00000010:1.0:1761313476.851229:0:77239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000003a3ed4f. 00000400:00000010:1.0:1761313476.851234:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000965e87ce. 00000100:00000200:1.0:1761313476.851240:0:77239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869138403264, portal 16 00000400:00000010:1.0:1761313476.851244:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000082428106. 00000100:00000200:1.0:1761313476.851246:0:77239:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869138403264, offset 0 00000400:00000200:1.0:1761313476.851252:0:77239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:1.0:1761313476.851259:0:77239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:1.0:1761313476.851267:0:77239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:1.0:1761313476.851270:0:77239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761313476.851273:0:77239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:1.0:1761313476.851275:0:77239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90617:90617:255:4294967295] 192.168.204.38@tcp LPNI seq info [90617:90617:7:4294967295] 00000400:00000200:1.0:1761313476.851282:0:77239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:1.0:1761313476.851286:0:77239:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:1.0:1761313476.851289:0:77239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000fe7bdfb5 (tot 82352074). 00000800:00000200:1.0:1761313476.851293:0:77239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:1.0:1761313476.851296:0:77239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:1.0:1761313476.851298:0:77239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000fe7bdfb5 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761313476.851501:0:15827:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761313476.851506:0:15827:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000002ba140d5 (tot 82351826). 00000400:00000200:2.0:1761313476.851513:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313476.851517:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:2.0:1761313476.851521:0:15827:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f0542810 00000400:00000010:2.0:1761313476.851523:0:15827:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f0542810. 00000800:00000200:2.0:1761313476.851570:0:15827:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761313476.851572:0:15827:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000fe7bdfb5 (tot 82351578). 00000400:00000200:2.0:1761313476.851575:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313476.851577:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:2.0:1761313476.851579:0:15827:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000082428106 00000400:00000010:2.0:1761313476.851580:0:15827:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000082428106. 00000100:00000200:2.0:1761313476.851586:0:15827:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000007de1a361 x1846869138403264/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313520 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761313476.854322:0:15825:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:2.0:1761313476.854353:0:15825:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x68fb7baf0efc0 00000400:00000200:2.0:1761313476.854401:0:15825:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb165d [1] + 224 00000400:00000200:2.0:1761313476.854420:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313476.854424:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:2.0:1761313476.854438:0:15825:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000007de1a361 x1846869138403264/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313520 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1761313476.854538:0:77239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000003a3ed4f. 00000400:00000200:1.0:1761313476.854545:0:77239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000965e87ce 00000400:00000010:1.0:1761313476.854547:0:77239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000965e87ce. 00000100:00000200:1.0:1761313476.854554:0:77239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000007de1a361 x1846869138403264/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313520 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761313476.854561:0:77239:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000007de1a361 x1846869138403264/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313520 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761313476.854598:0:77239:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000048c2b244. 02000000:00000010:1.0:1761313476.854605:0:77239:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000042d2e145. 00000100:00000010:1.0:1761313476.854611:0:77239:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007de1a361. 00000100:00000010:1.0:1761313476.854616:0:77239:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000318a4a80. 00010000:00000010:1.0:1761313476.854619:0:77239:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000337a2f79. 00000400:00000200:2.0:1761313476.860076:0:15826:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:2.0:1761313476.860103:0:15826:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x68fb7ba85f780 00000400:00000200:2.0:1761313476.860114:0:15826:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xaff9d [2] + 984 00010000:00000010:0.1:1761313476.860481:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fe0d56b5. 00000400:00000200:2.0:1761313476.860680:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313476.860687:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:2.0:1761313476.860696:0:15826:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1761313476.860704:0:15826:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000031f1affc. 00000020:00000010:3.0:1761313476.860871:0:75220:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000aa2d5e51. 00000020:00000010:3.0:1761313476.860880:0:75220:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000002044844d. 00000020:00000010:3.0:1761313476.860885:0:75220:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000002c8c26bb. 00000100:00000200:3.0:1761313476.860918:0:75220:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000031f1affc x1846869131392896/t0(0) o103->78617949-0e11-4ca2-94c2-d809f91deaa9@192.168.204.38@tcp:407/0 lens 328/0 e 0 to 0 dl 1761313482 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:3.0:1761313476.860950:0:75220:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869131392896 02000000:00000010:3.0:1761313476.860965:0:75220:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000009fd1a7cf. 00010000:00000010:3.0:1761313476.861002:0:75220:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ea8115ad. 00010000:00000010:3.0:1761313476.861028:0:75220:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000b8b9454a. 00000100:00000010:3.0:1761313476.861037:0:75220:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000064836007. 00000100:00000010:3.0:1761313476.861063:0:75220:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000064836007. 00010000:00000010:3.0:1761313476.861067:0:75220:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000b8b9454a. 00000400:00000010:3.0:1761313476.861086:0:75220:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002d5c7cf4. 00000100:00000200:3.0:1761313476.861093:0:75220:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869131392896, offset 224 00000400:00000200:3.0:1761313476.861103:0:75220:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:3.0:1761313476.861119:0:75220:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:3.0:1761313476.861125:0:75220:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90618:90618:256:4294967295] 192.168.204.38@tcp LPNI seq info [90618:90618:8:4294967295] 00000400:00000200:3.0:1761313476.861137:0:75220:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:3.0:1761313476.861143:0:75220:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:3.0:1761313476.861149:0:75220:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005a2664b3 (tot 82351826). 00000800:00000200:3.0:1761313476.861156:0:75220:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:3.0:1761313476.861165:0:75220:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:3.0:1761313476.861170:0:75220:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000005a2664b3 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761313476.861197:0:75220:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000002044844d. 00000020:00000010:3.0:1761313476.861201:0:75220:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000002c8c26bb. 00000020:00000010:3.0:1761313476.861206:0:75220:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000aa2d5e51. 00080000:00000010:1.0:1761313476.861323:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 0000000048c2b244. 00010000:00000010:1.0:1761313476.861474:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007c2e14c2. 00010000:00000010:1.0:1761313476.861483:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000066e7d753. 00010000:00000010:1.0:1761313476.861583:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000090c07e5a. 00010000:00000010:1.0:1761313476.861590:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007c2e14c2. 00010000:00000010:1.0:1761313476.861603:0:77239:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000337a2f79. 00000100:00000010:1.0:1761313476.861607:0:77239:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000318a4a80. 00000100:00000010:1.0:1761313476.861616:0:77239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007de1a361. 02000000:00000010:1.0:1761313476.861630:0:77239:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000042d2e145. 02000000:00000010:1.0:1761313476.861658:0:77239:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000717234f8. 00000400:00000010:1.0:1761313476.861664:0:77239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000003a3ed4f. 00000400:00000010:1.0:1761313476.861669:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000965e87ce. 00000100:00000200:1.0:1761313476.861674:0:77239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869138403328, portal 16 00000400:00000010:1.0:1761313476.861678:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004d58991b. 00000100:00000200:1.0:1761313476.861680:0:77239:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869138403328, offset 0 00000400:00000200:1.0:1761313476.861685:0:77239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:1.0:1761313476.861692:0:77239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:1.0:1761313476.861699:0:77239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:1.0:1761313476.861703:0:77239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761313476.861706:0:77239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:1.0:1761313476.861708:0:77239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90619:90619:255:4294967295] 192.168.204.38@tcp LPNI seq info [90619:90619:7:4294967295] 00000400:00000200:1.0:1761313476.861715:0:77239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:1.0:1761313476.861719:0:77239:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:1.0:1761313476.861722:0:77239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000258d8758 (tot 82352074). 00000800:00000200:1.0:1761313476.861725:0:77239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:1.0:1761313476.861729:0:77239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:1.0:1761313476.861743:0:77239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000258d8758 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761313476.861858:0:15827:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761313476.861862:0:15827:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005a2664b3 (tot 82351826). 00000400:00000200:2.0:1761313476.861865:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313476.861870:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:2.0:1761313476.861874:0:15827:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002d5c7cf4 00000400:00000010:2.0:1761313476.861877:0:15827:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002d5c7cf4. 00000800:00000200:2.0:1761313476.861940:0:15827:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761313476.861942:0:15827:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000258d8758 (tot 82351578). 00000400:00000200:2.0:1761313476.861947:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313476.861950:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:2.0:1761313476.861952:0:15827:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004d58991b 00000400:00000010:2.0:1761313476.861953:0:15827:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004d58991b. 00000100:00000200:2.0:1761313476.861959:0:15827:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000007de1a361 x1846869138403328/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313520 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1761313476.865126:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000065bf183f. 00010000:00000010:1.1:1761313476.865149:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006275dcb4. 00010000:00000010:3.1:1761313476.870151:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007010e5a1. 00000400:00000200:2.0:1761313476.870966:0:15825:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:2.0:1761313476.870994:0:15825:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x68fb7baf0f000 00000400:00000200:2.0:1761313476.871007:0:15825:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb1669 [1] + 224 00000400:00000200:2.0:1761313476.871022:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313476.871026:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:2.0:1761313476.871043:0:15825:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000007de1a361 x1846869138403328/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313520 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761313476.871089:0:15825:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:2.0:1761313476.871095:0:15825:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x68fb7ba85f7c0 00000400:00000200:2.0:1761313476.871100:0:15825:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xaff9d [2] + 1312 00000400:00000200:2.0:1761313476.871165:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313476.871169:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:2.0:1761313476.871173:0:15825:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1761313476.871181:0:15825:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000003cb161f4. 00000400:00000010:1.0:1761313476.871270:0:77239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000003a3ed4f. 00000400:00000200:1.0:1761313476.871277:0:77239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000965e87ce 00000400:00000010:1.0:1761313476.871279:0:77239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000965e87ce. 00000100:00000200:1.0:1761313476.871285:0:77239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000007de1a361 x1846869138403328/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313520 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761313476.871293:0:77239:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000007de1a361 x1846869138403328/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313520 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761313476.871331:0:77239:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000717234f8. 02000000:00000010:1.0:1761313476.871339:0:77239:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000042d2e145. 00000100:00000010:1.0:1761313476.871355:0:77239:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007de1a361. 00000100:00000010:1.0:1761313476.871393:0:77239:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000318a4a80. 00010000:00000010:1.0:1761313476.871397:0:77239:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000337a2f79. 00000020:00000010:0.0:1761313476.871574:0:64710:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005bf706fd. 00000020:00000010:0.0:1761313476.871583:0:64710:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000196cbe29. 00000020:00000010:0.0:1761313476.871589:0:64710:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000076f5767f. 00000100:00000200:0.0:1761313476.871621:0:64710:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000003cb161f4 x1846869131392960/t0(0) o103->78617949-0e11-4ca2-94c2-d809f91deaa9@192.168.204.38@tcp:407/0 lens 328/0 e 0 to 0 dl 1761313482 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:0.0:1761313476.871663:0:64710:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869131392960 02000000:00000010:0.0:1761313476.871677:0:64710:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000cfa3acdb. 00010000:00000010:0.0:1761313476.871712:0:64710:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000ba26116. 00010000:00000010:0.0:1761313476.871772:0:64710:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000b681ffce. 00000100:00000010:0.0:1761313476.871781:0:64710:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000030e06e50. 00080000:00000010:1.0:1761313476.872639:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000717234f8. 00010000:00000010:1.0:1761313476.872858:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000a27217ea. 00010000:00000010:1.0:1761313476.872864:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000009fc4cf95. 00010000:00000010:1.0:1761313476.872870:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000006275dcb4. 00010000:00000010:1.0:1761313476.872877:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000fd01b96e. 00080000:00000010:1.0:1761313476.872894:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 0000000042d2e145. 00010000:00000010:1.0:1761313476.872916:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000fd01b96e. 00010000:00000010:1.0:1761313476.872923:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000009fc4cf95. 00010000:00000010:1.0:1761313476.872979:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000cf0b3590. 00010000:00000010:1.0:1761313476.872983:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000fd01b96e. 00010000:00000010:1.0:1761313476.872992:0:77239:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000337a2f79. 00000100:00000010:1.0:1761313476.872997:0:77239:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000318a4a80. 00000100:00000010:1.0:1761313476.873006:0:77239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007de1a361. 02000000:00000010:1.0:1761313476.873022:0:77239:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000fca9a471. 02000000:00000010:1.0:1761313476.873059:0:77239:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c599291a. 00000400:00000010:1.0:1761313476.873066:0:77239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000003a3ed4f. 00000400:00000010:1.0:1761313476.873074:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000965e87ce. 00000100:00000200:1.0:1761313476.873082:0:77239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869138403392, portal 16 00000400:00000010:1.0:1761313476.873089:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f67f39f5. 00000100:00000200:1.0:1761313476.873092:0:77239:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869138403392, offset 0 00000400:00000200:1.0:1761313476.873102:0:77239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:1.0:1761313476.873119:0:77239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:1.0:1761313476.873127:0:77239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:1.0:1761313476.873132:0:77239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761313476.873135:0:77239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:1.0:1761313476.873138:0:77239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90620:90620:256:4294967295] 192.168.204.38@tcp LPNI seq info [90620:90620:8:4294967295] 00000400:00000200:1.0:1761313476.873150:0:77239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:1.0:1761313476.873157:0:77239:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:1.0:1761313476.873163:0:77239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000258d8758 (tot 82351826). 00000800:00000200:1.0:1761313476.873170:0:77239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:1.0:1761313476.873178:0:77239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:1.0:1761313476.873183:0:77239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000258d8758 type 1, nob 424 niov 1 nkiov 1 00010000:00000010:0.0:1761313476.874660:0:64710:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007c2e14c2. 00000100:00000010:0.0:1761313476.874689:0:64710:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000030e06e50. 00010000:00000010:0.0:1761313476.874693:0:64710:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000b681ffce. 00010000:00000010:0.0:1761313476.874702:0:64710:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000070a05d74. 00000400:00000010:0.0:1761313476.874742:0:64710:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000bb3ff5d8. 00000100:00000200:0.0:1761313476.874750:0:64710:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869131392960, offset 224 00000400:00000200:0.0:1761313476.874761:0:64710:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000800:00000200:2.0:1761313476.875547:0:15826:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761313476.875553:0:15826:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000258d8758 (tot 82351578). 00000400:00000200:2.0:1761313476.875561:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313476.875569:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:2.0:1761313476.875575:0:15826:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f67f39f5 00000400:00000010:2.0:1761313476.875577:0:15826:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f67f39f5. 00000100:00000200:2.0:1761313476.875586:0:15826:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000007de1a361 x1846869138403392/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313520 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761313476.876232:0:64710:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:0.0:1761313476.876240:0:64710:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90621:90621:255:4294967295] 192.168.204.38@tcp LPNI seq info [90621:90621:7:4294967295] 00000400:00000200:0.0:1761313476.876256:0:64710:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:0.0:1761313476.876263:0:64710:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:0.0:1761313476.876272:0:64710:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d609a399 (tot 82351826). 00000800:00000200:0.0:1761313476.876280:0:64710:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:0.0:1761313476.876288:0:64710:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:0.0:1761313476.876292:0:64710:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000d609a399 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761313476.876317:0:64710:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000196cbe29. 00000020:00000010:0.0:1761313476.876325:0:64710:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000076f5767f. 00000020:00000010:0.0:1761313476.876329:0:64710:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005bf706fd. 00000800:00000200:2.0:1761313476.876505:0:15826:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761313476.876508:0:15826:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d609a399 (tot 82351578). 00000400:00000200:2.0:1761313476.876515:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313476.876519:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:2.0:1761313476.876522:0:15826:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000bb3ff5d8 00000400:00000010:2.0:1761313476.876524:0:15826:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000bb3ff5d8. 00000400:00000200:2.0:1761313476.878962:0:15827:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:2.0:1761313476.878989:0:15827:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x68fb7baf0f040 00000400:00000200:2.0:1761313476.879000:0:15827:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb1671 [1] + 224 00000400:00000200:2.0:1761313476.879019:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313476.879024:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:2.0:1761313476.879038:0:15827:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000007de1a361 x1846869138403392/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313520 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1761313476.879903:0:77239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000003a3ed4f. 00000400:00000200:1.0:1761313476.879912:0:77239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000965e87ce 00000400:00000010:1.0:1761313476.879915:0:77239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000965e87ce. 00000100:00000200:1.0:1761313476.879924:0:77239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000007de1a361 x1846869138403392/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313520 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761313476.879935:0:77239:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000007de1a361 x1846869138403392/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313520 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761313476.879988:0:77239:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c599291a. 02000000:00000010:1.0:1761313476.879999:0:77239:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000fca9a471. 00000100:00000010:1.0:1761313476.880010:0:77239:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007de1a361. 00000100:00000010:1.0:1761313476.880014:0:77239:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000318a4a80. 00010000:00000010:1.0:1761313476.880019:0:77239:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000337a2f79. 00000400:00000200:2.0:1761313476.880994:0:15825:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:2.0:1761313476.881012:0:15825:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x68fb7ba85f800 00000400:00000200:2.0:1761313476.881020:0:15825:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xaff9d [2] + 1640 00000400:00000200:2.0:1761313476.881097:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313476.881102:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:2.0:1761313476.881111:0:15825:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1761313476.881118:0:15825:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ecbebf0f. 00000020:00000010:0.0:1761313476.881319:0:64710:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005bf706fd. 00000020:00000010:0.0:1761313476.881328:0:64710:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000196cbe29. 00000020:00000010:0.0:1761313476.881333:0:64710:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000076f5767f. 00010000:00000010:1.1:1761313476.881537:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000007a67917. 00010000:00000010:1.1:1761313476.881548:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a27793c9. 00000100:00000200:0.0:1761313476.881627:0:64710:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000ecbebf0f x1846869131393024/t0(0) o103->78617949-0e11-4ca2-94c2-d809f91deaa9@192.168.204.38@tcp:407/0 lens 328/0 e 0 to 0 dl 1761313482 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:0.0:1761313476.881668:0:64710:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869131393024 02000000:00000010:0.0:1761313476.881683:0:64710:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000097f846c2. 00010000:00000010:0.0:1761313476.881719:0:64710:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c1ff335b. 00010000:00000010:0.0:1761313476.881757:0:64710:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000b681ffce. 00000100:00000010:0.0:1761313476.881767:0:64710:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000030e06e50. 00000100:00000010:0.0:1761313476.881786:0:64710:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000030e06e50. 00010000:00000010:0.0:1761313476.881790:0:64710:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000b681ffce. 00000400:00000010:0.0:1761313476.881809:0:64710:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000036d302a6. 00000100:00000200:0.0:1761313476.881815:0:64710:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869131393024, offset 224 00000400:00000200:0.0:1761313476.881824:0:64710:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:0.0:1761313476.881838:0:64710:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:0.0:1761313476.881846:0:64710:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90622:90622:256:4294967295] 192.168.204.38@tcp LPNI seq info [90622:90622:8:4294967295] 00000400:00000200:0.0:1761313476.881858:0:64710:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:0.0:1761313476.881864:0:64710:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:0.0:1761313476.881870:0:64710:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000eab2c029 (tot 82351826). 00000800:00000200:0.0:1761313476.881877:0:64710:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:0.0:1761313476.881885:0:64710:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:0.0:1761313476.881889:0:64710:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000eab2c029 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761313476.881906:0:64710:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000196cbe29. 00000020:00000010:0.0:1761313476.881912:0:64710:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000076f5767f. 00000020:00000010:0.0:1761313476.881915:0:64710:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005bf706fd. 00080000:00000010:1.0:1761313476.882611:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c599291a. 00000800:00000200:2.0:1761313476.882952:0:15826:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761313476.882957:0:15826:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000eab2c029 (tot 82351578). 00000400:00000200:2.0:1761313476.882966:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313476.882974:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:2.0:1761313476.882980:0:15826:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000036d302a6 00000400:00000010:2.0:1761313476.882982:0:15826:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000036d302a6. 00010000:00000010:1.0:1761313476.883272:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000fd01b96e. 00010000:00000010:1.0:1761313476.883283:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000003c9bfbc5. 00010000:00000010:2.0:1761313476.884078:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000632b575f. 00010000:00000010:2.0:1761313476.884089:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000cb9fbaef. 00010000:00000010:2.0:1761313476.884110:0:77239:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000058b79bdc. 00000100:00000010:2.0:1761313476.884119:0:77239:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000002ab4d30f. 00000100:00000010:2.0:1761313476.884131:0:77239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000006f7dd222. 02000000:00000010:2.0:1761313476.884150:0:77239:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000002eb850cb. 02000000:00000010:2.0:1761313476.884188:0:77239:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e2a82069. 00000400:00000010:2.0:1761313476.884197:0:77239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000f2763a14. 00000400:00000010:2.0:1761313476.884204:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000022a491ca. 00000100:00000200:2.0:1761313476.884213:0:77239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869138403456, portal 16 00000400:00000010:2.0:1761313476.884218:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000eace0f75. 00000100:00000200:2.0:1761313476.884221:0:77239:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869138403456, offset 0 00000400:00000200:2.0:1761313476.884230:0:77239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:2.0:1761313476.884251:0:77239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:2.0:1761313476.884260:0:77239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:2.0:1761313476.884264:0:77239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761313476.884267:0:77239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:2.0:1761313476.884270:0:77239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90623:90623:256:4294967295] 192.168.204.38@tcp LPNI seq info [90623:90623:8:4294967295] 00000400:00000200:2.0:1761313476.884281:0:77239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:2.0:1761313476.884287:0:77239:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:2.0:1761313476.884293:0:77239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b0bda00f (tot 82351826). 00000800:00000200:2.0:1761313476.884299:0:77239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:2.0:1761313476.884307:0:77239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:2.0:1761313476.884312:0:77239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000b0bda00f type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761313476.884672:0:15827:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761313476.884676:0:15827:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b0bda00f (tot 82351578). 00000400:00000200:0.0:1761313476.884682:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313476.884688:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:0.0:1761313476.884692:0:15827:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000eace0f75 00000400:00000010:0.0:1761313476.884694:0:15827:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000eace0f75. 00000100:00000200:0.0:1761313476.884703:0:15827:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000006f7dd222 x1846869138403456/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313520 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1761313476.885930:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ae93585d. 00000400:00000200:2.0:1761313476.889023:0:15825:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:2.0:1761313476.889051:0:15825:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x68fb7baf0f080 00000400:00000200:2.0:1761313476.889064:0:15825:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb1681 [1] + 224 00000400:00000200:2.0:1761313476.889079:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313476.889084:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:2.0:1761313476.889100:0:15825:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000006f7dd222 x1846869138403456/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313520 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761313476.889150:0:15825:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:2.0:1761313476.889155:0:15825:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x68fb7ba85f840 00000400:00000200:2.0:1761313476.889159:0:15825:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xaff9d [2] + 1968 00000400:00000010:2.0:1761313476.889164:0:15825:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000c7efa965. 00000400:00000200:2.0:1761313476.889170:0:15825:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 0000000046e95a07 00000400:00000200:2.0:1761313476.889180:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313476.889183:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:2.0:1761313476.889185:0:15825:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000046e95a07 00000400:00000010:2.0:1761313476.889188:0:15825:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 0000000046e95a07 (tot 82351426). 00000100:00000200:2.0:1761313476.889195:0:15825:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00010000:00000010:1.1:1761313476.889407:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a27217ea. 00010000:00000010:1.1:1761313476.889418:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006275dcb4. 00010000:00000010:0.1:1761313476.889626:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000090c07e5a. 00010000:00000010:0.1:1761313476.889634:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007ac0b452. 00010000:00000010:0.1:1761313476.889638:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d09fb46c. 00000400:00000010:0.0:1761313476.889659:0:77239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000f2763a14. 00000400:00000200:0.0:1761313476.889662:0:77239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000022a491ca 00000400:00000010:0.0:1761313476.889664:0:77239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000022a491ca. 00000100:00000200:0.0:1761313476.889672:0:77239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000006f7dd222 x1846869138403456/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313520 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761313476.889680:0:77239:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000006f7dd222 x1846869138403456/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313520 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761313476.889718:0:77239:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e2a82069. 02000000:00000010:0.0:1761313476.889725:0:77239:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000002eb850cb. 00000100:00000010:0.0:1761313476.889729:0:77239:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000006f7dd222. 00000100:00000010:0.0:1761313476.889770:0:77239:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000002ab4d30f. 00010000:00000010:0.0:1761313476.889775:0:77239:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000058b79bdc. 00000020:00000010:3.0:1761313476.890383:0:75220:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000aa2d5e51. 00000020:00000010:3.0:1761313476.890394:0:75220:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000002044844d. 00000020:00000010:3.0:1761313476.890400:0:75220:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000002c8c26bb. 00000100:00000200:3.0:1761313476.890432:0:75220:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000435f477c x1846869131393088/t0(0) o103->78617949-0e11-4ca2-94c2-d809f91deaa9@192.168.204.38@tcp:407/0 lens 328/0 e 0 to 0 dl 1761313482 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:3.0:1761313476.890474:0:75220:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869131393088 02000000:00000010:3.0:1761313476.890490:0:75220:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000004f692788. 00010000:00000010:3.0:1761313476.890531:0:75220:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000030a6b6e5. 00010000:00000010:3.0:1761313476.890558:0:75220:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000b8b9454a. 00000100:00000010:3.0:1761313476.890566:0:75220:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000064836007. 00000100:00000010:3.0:1761313476.890588:0:75220:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000064836007. 00010000:00000010:3.0:1761313476.890592:0:75220:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000b8b9454a. 00000400:00000010:3.0:1761313476.890612:0:75220:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000072ca0382. 00000100:00000200:3.0:1761313476.890619:0:75220:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869131393088, offset 224 00000400:00000200:3.0:1761313476.890628:0:75220:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:3.0:1761313476.890643:0:75220:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:3.0:1761313476.890651:0:75220:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90624:90624:256:4294967295] 192.168.204.38@tcp LPNI seq info [90624:90624:8:4294967295] 00000400:00000200:3.0:1761313476.890663:0:75220:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:3.0:1761313476.890669:0:75220:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:3.0:1761313476.890676:0:75220:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000fef2aa8a (tot 82351674). 00000800:00000200:3.0:1761313476.890684:0:75220:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:3.0:1761313476.890692:0:75220:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:3.0:1761313476.890696:0:75220:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000fef2aa8a type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761313476.890728:0:75220:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000002044844d. 00000020:00000010:3.0:1761313476.890742:0:75220:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000002c8c26bb. 00000020:00000010:3.0:1761313476.890747:0:75220:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000aa2d5e51. 02000000:00000010:3.0:1761313476.890757:0:75220:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000097f846c2. 00000100:00000010:3.0:1761313476.890761:0:75220:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ecbebf0f. 02000000:00000010:3.0:1761313476.890766:0:75220:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000cfa3acdb. 00000100:00000010:3.0:1761313476.890768:0:75220:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000003cb161f4. 02000000:00000010:3.0:1761313476.890771:0:75220:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000009fd1a7cf. 00000100:00000010:3.0:1761313476.890773:0:75220:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000031f1affc. 02000000:00000010:3.0:1761313476.890776:0:75220:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000002b410984. 00000100:00000010:3.0:1761313476.890778:0:75220:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ef2772e7. 02000000:00000010:3.0:1761313476.890781:0:75220:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000fad0689b. 00000100:00000010:3.0:1761313476.890785:0:75220:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000050f67d6d. 02000000:00000010:3.0:1761313476.890795:0:75220:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000008b57c4d1. 00000100:00000010:3.0:1761313476.890798:0:75220:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000084ac57a9. 00000100:00000200:3.0:1761313476.890806:0:75220:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1761313476.890812:0:75220:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000006c0bb6a9. 00000400:00000010:3.0:1761313476.890817:0:75220:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 0000000064836007 (tot 82351826). 00000800:00000200:1.0:1761313476.890998:0:15826:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313476.891004:0:15826:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000fef2aa8a (tot 82351578). 00000400:00000200:1.0:1761313476.891008:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313476.891014:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:1.0:1761313476.891017:0:15826:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000072ca0382 00000400:00000010:1.0:1761313476.891019:0:15826:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000072ca0382. 02000000:00000010:1.0:1761313476.891024:0:15826:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000004f692788. 00080000:00000010:2.0:1761313476.891093:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000efb1d057. 00010000:00000010:2.0:1761313476.891203:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000cb9fbaef. 00010000:00000010:2.0:1761313476.891212:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b3a0ca82. 00010000:00000010:2.0:1761313476.891315:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000007040129. 00010000:00000010:2.0:1761313476.891322:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000cb9fbaef. 00010000:00000010:2.0:1761313476.891335:0:77239:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000cf0a8201. 00000100:00000010:2.0:1761313476.891341:0:77239:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000002ab4d30f. 00000100:00000010:2.0:1761313476.891350:0:77239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000c9563f77. 02000000:00000010:2.0:1761313476.891401:0:77239:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000177580a7. 02000000:00000010:2.0:1761313476.891435:0:77239:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000002eb850cb. 00000400:00000010:2.0:1761313476.891441:0:77239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000f2763a14. 00000400:00000010:2.0:1761313476.891446:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000081eaf8d3. 00000100:00000200:2.0:1761313476.891451:0:77239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869138403520, portal 16 00000400:00000010:2.0:1761313476.891455:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005017ce3d. 00000100:00000200:2.0:1761313476.891457:0:77239:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869138403520, offset 0 00000400:00000200:2.0:1761313476.891464:0:77239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:2.0:1761313476.891473:0:77239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:2.0:1761313476.891480:0:77239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:2.0:1761313476.891484:0:77239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761313476.891487:0:77239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:2.0:1761313476.891490:0:77239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90625:90625:256:4294967295] 192.168.204.38@tcp LPNI seq info [90625:90625:8:4294967295] 00000400:00000200:2.0:1761313476.891498:0:77239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:2.0:1761313476.891502:0:77239:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:2.0:1761313476.891506:0:77239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000db140c22 (tot 82351826). 00000800:00000200:2.0:1761313476.891511:0:77239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:2.0:1761313476.891516:0:77239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:2.0:1761313476.891519:0:77239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000db140c22 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761313476.891921:0:15827:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313476.891924:0:15827:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000db140c22 (tot 82351578). 00000400:00000200:1.0:1761313476.891928:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313476.891933:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:1.0:1761313476.891937:0:15827:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005017ce3d 00000400:00000010:1.0:1761313476.891938:0:15827:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005017ce3d. 00000100:00000200:1.0:1761313476.891945:0:15827:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000c9563f77 x1846869138403520/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313520 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1761313476.896052:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000bcc867e. 00010000:00000010:1.1:1761313476.896077:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cf0b3590. 00010000:00000010:2.1:1761313476.896541:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e8027e87. 00010000:00000010:2.1:1761313476.896549:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000632b575f. 00000400:00000200:2.0:1761313476.896594:0:15825:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:2.0:1761313476.896617:0:15825:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x68fb7baf0f0c0 00000400:00000200:2.0:1761313476.896629:0:15825:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb1691 [1] + 224 00000400:00000200:2.0:1761313476.896647:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313476.896652:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:2.0:1761313476.896667:0:15825:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000c9563f77 x1846869138403520/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313520 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1761313476.896787:0:77239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000f2763a14. 00000400:00000200:0.0:1761313476.896792:0:77239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000081eaf8d3 00000400:00000010:0.0:1761313476.896795:0:77239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000081eaf8d3. 00000100:00000200:0.0:1761313476.896803:0:77239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000c9563f77 x1846869138403520/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313520 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761313476.896811:0:77239:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000c9563f77 x1846869138403520/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313520 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761313476.896850:0:77239:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000002eb850cb. 02000000:00000010:0.0:1761313476.896857:0:77239:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000177580a7. 00000100:00000010:0.0:1761313476.896862:0:77239:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000c9563f77. 00000100:00000010:0.0:1761313476.896880:0:77239:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000002ab4d30f. 00010000:00000010:0.0:1761313476.896884:0:77239:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000cf0a8201. 00000400:00000200:0.0:1761313476.899026:0:15826:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:0.0:1761313476.899049:0:15826:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x68fb7ba85f880 00000400:00000200:0.0:1761313476.899057:0:15826:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xafff5 [2] + 0 00000400:00000200:0.0:1761313476.899158:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313476.899164:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:0.0:1761313476.899171:0:15826:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761313476.899179:0:15826:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000002527802e. 00000020:00000010:1.0:1761313476.899468:0:64710:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000cc33f4fe. 00000020:00000010:1.0:1761313476.899477:0:64710:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000009fc4cf95. 00000020:00000010:1.0:1761313476.899481:0:64710:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000010283565. 00000100:00000200:1.0:1761313476.899514:0:64710:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000002527802e x1846869131393152/t0(0) o103->78617949-0e11-4ca2-94c2-d809f91deaa9@192.168.204.38@tcp:407/0 lens 328/0 e 0 to 0 dl 1761313482 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:1.0:1761313476.899551:0:64710:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869131393152 02000000:00000010:1.0:1761313476.899564:0:64710:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000020e20a90. 00010000:00000010:1.0:1761313476.899603:0:64710:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b53f0d12. 00010000:00000010:1.0:1761313476.899634:0:64710:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000337a2f79. 00000100:00000010:1.0:1761313476.899642:0:64710:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000318a4a80. 00000100:00000010:1.0:1761313476.899661:0:64710:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000318a4a80. 00010000:00000010:1.0:1761313476.899665:0:64710:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000337a2f79. 00000400:00000010:1.0:1761313476.899681:0:64710:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000965e87ce. 00000100:00000200:1.0:1761313476.899687:0:64710:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869131393152, offset 224 00000400:00000200:1.0:1761313476.899696:0:64710:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:1.0:1761313476.899709:0:64710:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:1.0:1761313476.899715:0:64710:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90626:90626:256:4294967295] 192.168.204.38@tcp LPNI seq info [90626:90626:8:4294967295] 00000400:00000200:1.0:1761313476.899726:0:64710:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:1.0:1761313476.899744:0:64710:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:1.0:1761313476.899749:0:64710:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000fe7bdfb5 (tot 82351826). 00000800:00000200:1.0:1761313476.899756:0:64710:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:1.0:1761313476.899763:0:64710:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:1.0:1761313476.899767:0:64710:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000fe7bdfb5 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761313476.900400:0:64710:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000009fc4cf95. 00000020:00000010:1.0:1761313476.900409:0:64710:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000010283565. 00000020:00000010:1.0:1761313476.900412:0:64710:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000cc33f4fe. 00000800:00000200:2.0:1761313476.900556:0:15827:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761313476.900561:0:15827:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000fe7bdfb5 (tot 82351578). 00000400:00000200:2.0:1761313476.900566:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313476.900572:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:2.0:1761313476.900577:0:15827:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000965e87ce 00000400:00000010:2.0:1761313476.900579:0:15827:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000965e87ce. 00080000:00000010:0.0:1761313476.900781:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 000000005bf706fd. 00010000:00000010:0.0:1761313476.900897:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000cb9fbaef. 00010000:00000010:0.0:1761313476.900906:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000faff28e0. 00010000:00000010:0.0:1761313476.901015:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000133930c5. 00010000:00000010:0.0:1761313476.901023:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000008d42888a. 00010000:00000010:0.0:1761313476.901037:0:77239:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000b681ffce. 00000100:00000010:0.0:1761313476.901043:0:77239:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000030e06e50. 00000100:00000010:0.0:1761313476.901052:0:77239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000251ce4d5. 02000000:00000010:0.0:1761313476.901067:0:77239:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000008eefaef6. 02000000:00000010:0.0:1761313476.901098:0:77239:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000cb922dba. 00000400:00000010:0.0:1761313476.901105:0:77239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000f97ca873. 00000400:00000010:0.0:1761313476.901110:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000014b05d26. 00000100:00000200:0.0:1761313476.901116:0:77239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869138403584, portal 16 00000400:00000010:0.0:1761313476.901121:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c07641fd. 00000100:00000200:0.0:1761313476.901124:0:77239:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869138403584, offset 0 00000400:00000200:0.0:1761313476.901131:0:77239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:0.0:1761313476.901142:0:77239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:0.0:1761313476.901151:0:77239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:0.0:1761313476.901156:0:77239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761313476.901160:0:77239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:0.0:1761313476.901163:0:77239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90627:90627:256:4294967295] 192.168.204.38@tcp LPNI seq info [90627:90627:8:4294967295] 00000400:00000200:0.0:1761313476.901171:0:77239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:0.0:1761313476.901176:0:77239:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:0.0:1761313476.901180:0:77239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c6559a13 (tot 82351826). 00000800:00000200:0.0:1761313476.901185:0:77239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:0.0:1761313476.901191:0:77239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:0.0:1761313476.901194:0:77239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c6559a13 type 1, nob 424 niov 1 nkiov 1 00010000:00000010:3.1:1761313476.902322:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e0fabf52. 00000800:00000200:2.0:1761313476.904056:0:15825:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761313476.904063:0:15825:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c6559a13 (tot 82351578). 00000400:00000200:2.0:1761313476.904077:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313476.904089:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:2.0:1761313476.904097:0:15825:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c07641fd 00000400:00000010:2.0:1761313476.904100:0:15825:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c07641fd. 00000100:00000200:2.0:1761313476.904114:0:15825:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000251ce4d5 x1846869138403584/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313520 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761313476.905984:0:15826:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:0.0:1761313476.906008:0:15826:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x68fb7baf0f100 00000400:00000200:0.0:1761313476.906020:0:15826:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb169d [1] + 224 00000400:00000200:0.0:1761313476.906038:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313476.906042:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:0.0:1761313476.906053:0:15826:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000251ce4d5 x1846869138403584/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313520 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1761313476.906157:0:77239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000f97ca873. 00000400:00000200:2.0:1761313476.906164:0:77239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000014b05d26 00000400:00000010:2.0:1761313476.906167:0:77239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000014b05d26. 00000100:00000200:2.0:1761313476.906175:0:77239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000251ce4d5 x1846869138403584/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313520 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761313476.906182:0:77239:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000251ce4d5 x1846869138403584/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313520 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761313476.906220:0:77239:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000cb922dba. 02000000:00000010:2.0:1761313476.906229:0:77239:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000008eefaef6. 00000100:00000010:2.0:1761313476.906234:0:77239:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000251ce4d5. 00000100:00000010:2.0:1761313476.906239:0:77239:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000030e06e50. 00010000:00000010:2.0:1761313476.906243:0:77239:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000b681ffce. 00010000:00000010:1.1:1761313476.906408:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a348a071. 00000400:00000200:2.0:1761313476.907164:0:15827:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:2.0:1761313476.907179:0:15827:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x68fb7ba85f8c0 00000400:00000200:2.0:1761313476.907187:0:15827:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xafff5 [2] + 328 00000400:00000200:2.0:1761313476.907908:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313476.907916:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:2.0:1761313476.907923:0:15827:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1761313476.907931:0:15827:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000a9908fec. 00000020:00000010:3.0:1761313476.908118:0:75220:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008b57c4d1. 00000020:00000010:3.0:1761313476.908128:0:75220:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000002044844d. 00000020:00000010:3.0:1761313476.908133:0:75220:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000002c8c26bb. 00000100:00000200:3.0:1761313476.908170:0:75220:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000a9908fec x1846869131393216/t0(0) o103->78617949-0e11-4ca2-94c2-d809f91deaa9@192.168.204.38@tcp:407/0 lens 328/0 e 0 to 0 dl 1761313482 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:3.0:1761313476.908306:0:75220:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869131393216 02000000:00000010:3.0:1761313476.908322:0:75220:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000009fd1a7cf. 00010000:00000010:3.0:1761313476.908390:0:75220:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000297f8ad3. 00010000:00000010:3.0:1761313476.908421:0:75220:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000b8b9454a. 00000100:00000010:3.0:1761313476.908431:0:75220:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b2e27710. 00000100:00000010:3.0:1761313476.908453:0:75220:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b2e27710. 00010000:00000010:3.0:1761313476.908457:0:75220:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000b8b9454a. 00080000:00000010:2.0:1761313476.908770:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e2a82069. 00010000:00000010:2.0:1761313476.908886:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008d42888a. 00010000:00000010:2.0:1761313476.908894:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000efee07ca. 00010000:00000010:2.0:1761313476.908983:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000632b575f. 00010000:00000010:2.0:1761313476.908990:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000e5131b41. 00010000:00000010:2.0:1761313476.909002:0:77239:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000000212da71. 00000100:00000010:2.0:1761313476.909008:0:77239:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a41f4425. 00000100:00000010:2.0:1761313476.909017:0:77239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000003c35c989. 02000000:00000010:2.0:1761313476.909031:0:77239:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000a1572dca. 02000000:00000010:2.0:1761313476.909062:0:77239:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000177580a7. 00000400:00000010:2.0:1761313476.909069:0:77239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000db072ebc. 00000400:00000010:2.0:1761313476.909076:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d2af7839. 00000100:00000200:2.0:1761313476.909084:0:77239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869138403648, portal 16 00000400:00000010:2.0:1761313476.909091:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006fbc47a5. 00000100:00000200:2.0:1761313476.909093:0:77239:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869138403648, offset 0 00000400:00000200:2.0:1761313476.909101:0:77239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:2.0:1761313476.909118:0:77239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:2.0:1761313476.909127:0:77239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:2.0:1761313476.909131:0:77239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761313476.909134:0:77239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:2.0:1761313476.909138:0:77239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90628:90628:256:4294967295] 192.168.204.38@tcp LPNI seq info [90628:90628:8:4294967295] 00000400:00000200:2.0:1761313476.909149:0:77239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:2.0:1761313476.909155:0:77239:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:2.0:1761313476.909160:0:77239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000334917e2 (tot 82351826). 00000800:00000200:2.0:1761313476.909168:0:77239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:2.0:1761313476.909177:0:77239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:2.0:1761313476.909181:0:77239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000334917e2 type 1, nob 424 niov 1 nkiov 1 00000400:00000010:3.0:1761313476.909250:0:75220:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b0b5ad3c. 00000100:00000200:3.0:1761313476.909254:0:75220:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869131393216, offset 224 00000400:00000200:3.0:1761313476.909260:0:75220:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:3.0:1761313476.909267:0:75220:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:3.0:1761313476.909271:0:75220:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90629:90629:255:4294967295] 192.168.204.38@tcp LPNI seq info [90629:90629:7:4294967295] 00000400:00000200:3.0:1761313476.909278:0:75220:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:3.0:1761313476.909282:0:75220:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:3.0:1761313476.909286:0:75220:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c12329df (tot 82352074). 00000800:00000200:3.0:1761313476.909289:0:75220:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:3.0:1761313476.909293:0:75220:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:3.0:1761313476.909295:0:75220:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c12329df type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761313476.909308:0:75220:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000002044844d. 00000020:00000010:3.0:1761313476.909314:0:75220:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000002c8c26bb. 00000020:00000010:3.0:1761313476.909319:0:75220:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008b57c4d1. 00000800:00000200:0.0:1761313476.909931:0:15825:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761313476.909936:0:15825:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000334917e2 (tot 82351826). 00000400:00000200:0.0:1761313476.909942:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313476.909948:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:0.0:1761313476.909954:0:15825:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006fbc47a5 00000400:00000010:0.0:1761313476.909956:0:15825:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006fbc47a5. 00000100:00000200:0.0:1761313476.909965:0:15825:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000003c35c989 x1846869138403648/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313520 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000800:00000200:0.0:1761313476.910728:0:15825:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761313476.910740:0:15825:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c12329df (tot 82351578). 00000400:00000200:0.0:1761313476.910746:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313476.910751:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:0.0:1761313476.910755:0:15825:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b0b5ad3c 00000400:00000010:0.0:1761313476.910757:0:15825:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b0b5ad3c. 00010000:00000010:0.1:1761313476.911532:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000038bc31a9. 00010000:00000010:0.1:1761313476.911544:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000007040129. 00000400:00000200:0.0:1761313476.911581:0:15826:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:0.0:1761313476.911596:0:15826:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x68fb7baf0f140 00000400:00000200:0.0:1761313476.911604:0:15826:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb16a5 [1] + 224 00000400:00000200:0.0:1761313476.911618:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313476.911622:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:0.0:1761313476.911631:0:15826:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000003c35c989 x1846869138403648/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313520 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1761313476.911765:0:77239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000db072ebc. 00000400:00000200:2.0:1761313476.911770:0:77239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d2af7839 00000400:00000010:2.0:1761313476.911772:0:77239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d2af7839. 00000100:00000200:2.0:1761313476.911779:0:77239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000003c35c989 x1846869138403648/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313520 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761313476.911786:0:77239:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000003c35c989 x1846869138403648/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313520 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761313476.911821:0:77239:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000177580a7. 02000000:00000010:2.0:1761313476.911828:0:77239:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000a1572dca. 00000100:00000010:2.0:1761313476.911832:0:77239:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000003c35c989. 00000100:00000010:2.0:1761313476.911846:0:77239:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a41f4425. 00010000:00000010:2.0:1761313476.911849:0:77239:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000000212da71. 00000400:00000200:2.0:1761313476.912259:0:15827:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:2.0:1761313476.912269:0:15827:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x68fb7ba85f900 00000400:00000200:2.0:1761313476.912275:0:15827:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xafff5 [2] + 656 00000400:00000200:2.0:1761313476.912330:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313476.912335:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:2.0:1761313476.912340:0:15827:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1761313476.912353:0:15827:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000003c35c989. 00000020:00000010:3.0:1761313476.912679:0:75220:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008b57c4d1. 00000020:00000010:3.0:1761313476.912689:0:75220:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000002044844d. 00000020:00000010:3.0:1761313476.912694:0:75220:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000002c8c26bb. 00000100:00000200:3.0:1761313476.912728:0:75220:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000003c35c989 x1846869131393280/t0(0) o103->78617949-0e11-4ca2-94c2-d809f91deaa9@192.168.204.38@tcp:407/0 lens 328/0 e 0 to 0 dl 1761313482 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:3.0:1761313476.912780:0:75220:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869131393280 02000000:00000010:3.0:1761313476.912795:0:75220:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000aa2d5e51. 00010000:00000010:3.0:1761313476.912830:0:75220:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a23522aa. 00010000:00000010:3.0:1761313476.912856:0:75220:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000b8b9454a. 00000100:00000010:3.0:1761313476.912864:0:75220:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b2e27710. 00000100:00000010:3.0:1761313476.912881:0:75220:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b2e27710. 00010000:00000010:3.0:1761313476.912885:0:75220:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000b8b9454a. 00000400:00000010:3.0:1761313476.912902:0:75220:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009195ec4b. 00000100:00000200:3.0:1761313476.912907:0:75220:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869131393280, offset 224 00000400:00000200:3.0:1761313476.912916:0:75220:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:3.0:1761313476.912929:0:75220:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:3.0:1761313476.912935:0:75220:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90630:90630:256:4294967295] 192.168.204.38@tcp LPNI seq info [90630:90630:8:4294967295] 00000400:00000200:3.0:1761313476.912946:0:75220:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:3.0:1761313476.912952:0:75220:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:3.0:1761313476.912957:0:75220:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000050f99130 (tot 82351826). 00000800:00000200:3.0:1761313476.912963:0:75220:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:3.0:1761313476.912971:0:75220:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:3.0:1761313476.912975:0:75220:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000050f99130 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761313476.912991:0:75220:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000002044844d. 00000020:00000010:3.0:1761313476.912995:0:75220:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000002c8c26bb. 00000020:00000010:3.0:1761313476.912999:0:75220:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008b57c4d1. 00080000:00000010:2.0:1761313476.913423:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a1572dca. 00010000:00000010:2.0:1761313476.913531:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e5131b41. 00010000:00000010:2.0:1761313476.913538:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fa3af019. 00010000:00000010:2.0:1761313476.913635:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f32a723c. 00010000:00000010:2.0:1761313476.913643:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000e5131b41. 00010000:00000010:2.0:1761313476.913655:0:77239:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000000212da71. 00000100:00000010:2.0:1761313476.913660:0:77239:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a41f4425. 00000100:00000010:2.0:1761313476.913669:0:77239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000008bc053b2. 02000000:00000010:2.0:1761313476.913683:0:77239:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000177580a7. 02000000:00000010:2.0:1761313476.913715:0:77239:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000002eb850cb. 00000400:00000010:2.0:1761313476.913722:0:77239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000db072ebc. 00000400:00000010:2.0:1761313476.913728:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d2af7839. 00000100:00000200:2.0:1761313476.913745:0:77239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869138403712, portal 16 00000400:00000010:2.0:1761313476.913751:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006fbc47a5. 00000100:00000200:2.0:1761313476.913754:0:77239:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869138403712, offset 0 00000400:00000200:2.0:1761313476.913761:0:77239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:2.0:1761313476.913770:0:77239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:2.0:1761313476.913779:0:77239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:2.0:1761313476.913783:0:77239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761313476.913787:0:77239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:2.0:1761313476.913790:0:77239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90631:90631:255:4294967295] 192.168.204.38@tcp LPNI seq info [90631:90631:7:4294967295] 00000400:00000200:2.0:1761313476.913797:0:77239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:2.0:1761313476.913802:0:77239:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:2.0:1761313476.913806:0:77239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004e6a8da9 (tot 82352074). 00000800:00000200:2.0:1761313476.913810:0:77239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:2.0:1761313476.913816:0:77239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:2.0:1761313476.913819:0:77239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000004e6a8da9 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761313476.913933:0:15825:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761313476.913938:0:15825:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000050f99130 (tot 82351826). 00000400:00000200:0.0:1761313476.913942:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313476.913947:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:0.0:1761313476.913951:0:15825:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009195ec4b 00000400:00000010:0.0:1761313476.913953:0:15825:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009195ec4b. 00000800:00000200:0.0:1761313476.914019:0:15825:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761313476.914021:0:15825:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004e6a8da9 (tot 82351578). 00000400:00000200:0.0:1761313476.914024:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313476.914027:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:0.0:1761313476.914030:0:15825:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006fbc47a5 00000400:00000010:0.0:1761313476.914031:0:15825:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006fbc47a5. 00000100:00000200:0.0:1761313476.914038:0:15825:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000008bc053b2 x1846869138403712/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313520 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1761313476.914578:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d2fe071f. 00010000:00000010:2.1:1761313476.914586:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000133930c5. 00010000:00000010:3.1:1761313476.916402:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000084c60a6c. 00000400:00000200:0.0:1761313476.917049:0:15826:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:0.0:1761313476.917070:0:15826:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x68fb7baf0f180 00000400:00000200:0.0:1761313476.917080:0:15826:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb16b5 [1] + 224 00000400:00000200:0.0:1761313476.917092:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313476.917096:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:0.0:1761313476.917109:0:15826:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000008bc053b2 x1846869138403712/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313520 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761313476.917147:0:15826:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:0.0:1761313476.917151:0:15826:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x68fb7ba85f940 00000400:00000200:0.0:1761313476.917157:0:15826:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xafff5 [2] + 984 00000400:00000200:0.0:1761313476.917543:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313476.917549:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:0.0:1761313476.917555:0:15826:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761313476.917563:0:15826:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000000ef172a3. 00000020:00000010:1.0:1761313476.917697:0:64710:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000cc33f4fe. 00000020:00000010:1.0:1761313476.917708:0:64710:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000009fc4cf95. 00000020:00000010:1.0:1761313476.917714:0:64710:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000010283565. 00000100:00000200:1.0:1761313476.917756:0:64710:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000000ef172a3 x1846869131393344/t0(0) o103->78617949-0e11-4ca2-94c2-d809f91deaa9@192.168.204.38@tcp:407/0 lens 328/0 e 0 to 0 dl 1761313482 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:1.0:1761313476.917795:0:64710:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869131393344 02000000:00000010:1.0:1761313476.917811:0:64710:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000000e44180b. 00010000:00000010:1.0:1761313476.917864:0:64710:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000337a2f79. 00000100:00000010:1.0:1761313476.917873:0:64710:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000318a4a80. 00000100:00000010:1.0:1761313476.917881:0:64710:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000318a4a80. 00010000:00000010:1.0:1761313476.917884:0:64710:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000337a2f79. 00000400:00000010:1.0:1761313476.917902:0:64710:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009cf941ad. 00000100:00000200:1.0:1761313476.917908:0:64710:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869131393344, offset 224 00000400:00000200:1.0:1761313476.917916:0:64710:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:1.0:1761313476.917930:0:64710:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:1.0:1761313476.917937:0:64710:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90632:90632:256:4294967295] 192.168.204.38@tcp LPNI seq info [90632:90632:8:4294967295] 00000400:00000200:1.0:1761313476.917947:0:64710:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:1.0:1761313476.917954:0:64710:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:1.0:1761313476.917959:0:64710:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000cc8c87c8 (tot 82351826). 00000800:00000200:1.0:1761313476.917966:0:64710:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:1.0:1761313476.917975:0:64710:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:1.0:1761313476.917980:0:64710:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000cc8c87c8 type 1, nob 320 niov 1 nkiov 1 00000400:00000010:2.0:1761313476.918157:0:77239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000db072ebc. 00000400:00000200:2.0:1761313476.918163:0:77239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d2af7839 00000400:00000010:2.0:1761313476.918165:0:77239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d2af7839. 00000100:00000200:2.0:1761313476.918173:0:77239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000008bc053b2 x1846869138403712/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313520 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761313476.918182:0:77239:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000008bc053b2 x1846869138403712/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313520 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.0:1761313476.918208:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b67b3d30. 02000000:00000010:2.0:1761313476.918228:0:77239:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000002eb850cb. 02000000:00000010:2.0:1761313476.918234:0:77239:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000177580a7. 00000100:00000010:2.0:1761313476.918239:0:77239:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000008bc053b2. 00000100:00000010:2.0:1761313476.918242:0:77239:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a41f4425. 00010000:00000010:2.0:1761313476.918245:0:77239:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000000212da71. 00080000:00000010:2.0:1761313476.918265:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000177580a7. 00010000:00000010:2.0:1761313476.918394:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e5131b41. 00010000:00000010:2.0:1761313476.918401:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000032195b51. 00010000:00000010:2.0:1761313476.918515:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000780aae2a. 00010000:00000010:2.0:1761313476.918521:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000e5131b41. 00010000:00000010:2.0:1761313476.918531:0:77239:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000000212da71. 00000100:00000010:2.0:1761313476.918534:0:77239:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a41f4425. 00000100:00000010:2.0:1761313476.918540:0:77239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000008bc053b2. 02000000:00000010:2.0:1761313476.918551:0:77239:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000002eb850cb. 02000000:00000010:2.0:1761313476.918580:0:77239:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000048c1fa6f. 00000400:00000010:2.0:1761313476.918585:0:77239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000db072ebc. 00000400:00000010:2.0:1761313476.918589:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d2af7839. 00000100:00000200:2.0:1761313476.918594:0:77239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869138403776, portal 16 00000400:00000010:2.0:1761313476.918599:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000081eaf8d3. 00000100:00000200:2.0:1761313476.918601:0:77239:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869138403776, offset 0 00000400:00000200:2.0:1761313476.918607:0:77239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:2.0:1761313476.918613:0:77239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:2.0:1761313476.918620:0:77239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:2.0:1761313476.918649:0:77239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761313476.918652:0:77239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:2.0:1761313476.918655:0:77239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90633:90633:255:4294967295] 192.168.204.38@tcp LPNI seq info [90633:90633:7:4294967295] 00000400:00000200:2.0:1761313476.918663:0:77239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:2.0:1761313476.918667:0:77239:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:2.0:1761313476.918672:0:77239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000285953fe (tot 82352074). 00000800:00000200:2.0:1761313476.918677:0:77239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:2.0:1761313476.918680:0:77239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:2.0:1761313476.918682:0:77239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000285953fe type 1, nob 424 niov 1 nkiov 1 00000020:00000010:1.0:1761313476.918857:0:64710:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000009fc4cf95. 00000020:00000010:1.0:1761313476.918864:0:64710:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000010283565. 00000020:00000010:1.0:1761313476.918867:0:64710:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000cc33f4fe. 00000800:00000200:0.0:1761313476.920211:0:15827:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761313476.920218:0:15827:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000cc8c87c8 (tot 82351826). 00000400:00000200:0.0:1761313476.920227:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313476.920236:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:0.0:1761313476.920242:0:15827:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009cf941ad 00000400:00000010:0.0:1761313476.920244:0:15827:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009cf941ad. 00000800:00000200:0.0:1761313476.921026:0:15827:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761313476.921030:0:15827:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000285953fe (tot 82351578). 00000400:00000200:0.0:1761313476.921035:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313476.921041:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:0.0:1761313476.921044:0:15827:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000081eaf8d3 00000400:00000010:0.0:1761313476.921046:0:15827:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000081eaf8d3. 00000100:00000200:0.0:1761313476.921057:0:15827:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000008bc053b2 x1846869138403776/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313520 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761313476.923992:0:15825:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:0.0:1761313476.924021:0:15825:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x68fb7baf0f1c0 00000400:00000200:0.0:1761313476.924033:0:15825:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb16c1 [1] + 224 00000400:00000200:0.0:1761313476.924048:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313476.924052:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:0.0:1761313476.924067:0:15825:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000008bc053b2 x1846869138403776/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313520 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761313476.924150:0:15825:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:0.0:1761313476.924156:0:15825:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x68fb7ba85f980 00000400:00000200:0.0:1761313476.924161:0:15825:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xafff5 [2] + 1312 00000400:00000200:0.0:1761313476.924407:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313476.924413:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:0.0:1761313476.924419:0:15825:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761313476.924431:0:15825:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000251ce4d5. 00000400:00000010:2.0:1761313476.924743:0:77239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000db072ebc. 00000400:00000200:2.0:1761313476.924749:0:77239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d2af7839 00000400:00000010:2.0:1761313476.924751:0:77239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d2af7839. 00000100:00000200:2.0:1761313476.924760:0:77239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000008bc053b2 x1846869138403776/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313520 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761313476.924769:0:77239:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000008bc053b2 x1846869138403776/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313520 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761313476.924808:0:77239:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000048c1fa6f. 02000000:00000010:2.0:1761313476.924816:0:77239:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000002eb850cb. 00000100:00000010:2.0:1761313476.924822:0:77239:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000008bc053b2. 00000100:00000010:2.0:1761313476.924826:0:77239:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a41f4425. 00010000:00000010:2.0:1761313476.924830:0:77239:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000000212da71. 00010000:00000010:3.1:1761313476.924952:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a8dbd289. 00000020:00000010:1.0:1761313476.925073:0:64710:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000cc33f4fe. 00000020:00000010:1.0:1761313476.925083:0:64710:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000009fc4cf95. 00000020:00000010:1.0:1761313476.925088:0:64710:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000010283565. 00000100:00000200:1.0:1761313476.925120:0:64710:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000251ce4d5 x1846869131393408/t0(0) o103->78617949-0e11-4ca2-94c2-d809f91deaa9@192.168.204.38@tcp:407/0 lens 328/0 e 0 to 0 dl 1761313482 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:1.0:1761313476.925169:0:64710:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869131393408 02000000:00000010:1.0:1761313476.925185:0:64710:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000a68b9ce5. 00010000:00000010:1.0:1761313476.925227:0:64710:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ebb68efc. 00010000:00000010:1.0:1761313476.925253:0:64710:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000337a2f79. 00000100:00000010:1.0:1761313476.925261:0:64710:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000318a4a80. 00000100:00000010:1.0:1761313476.925586:0:64710:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000318a4a80. 00010000:00000010:1.0:1761313476.925590:0:64710:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000337a2f79. 00000400:00000010:1.0:1761313476.925608:0:64710:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003ddcb197. 00000100:00000200:1.0:1761313476.925613:0:64710:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869131393408, offset 224 00000400:00000200:1.0:1761313476.925623:0:64710:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:1.0:1761313476.925638:0:64710:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:1.0:1761313476.925645:0:64710:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90634:90634:256:4294967295] 192.168.204.38@tcp LPNI seq info [90634:90634:8:4294967295] 00000400:00000200:1.0:1761313476.925656:0:64710:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:1.0:1761313476.925661:0:64710:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:1.0:1761313476.925666:0:64710:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f67d6031 (tot 82351826). 00000800:00000200:1.0:1761313476.925673:0:64710:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:1.0:1761313476.925680:0:64710:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:1.0:1761313476.925684:0:64710:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000f67d6031 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761313476.925700:0:64710:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000009fc4cf95. 00000020:00000010:1.0:1761313476.925703:0:64710:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000010283565. 00000020:00000010:1.0:1761313476.925707:0:64710:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000cc33f4fe. 00080000:00000010:2.0:1761313476.925777:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 0000000048c1fa6f. 00010000:00000010:2.0:1761313476.925889:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e5131b41. 00010000:00000010:2.0:1761313476.925897:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000bafc638f. 00010000:00000010:2.0:1761313476.926001:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000007b603eb2. 00010000:00000010:2.0:1761313476.926008:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000e5131b41. 00010000:00000010:2.0:1761313476.926021:0:77239:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000000212da71. 00000100:00000010:2.0:1761313476.926024:0:77239:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a41f4425. 00000100:00000010:2.0:1761313476.926034:0:77239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000008bc053b2. 02000000:00000010:2.0:1761313476.926046:0:77239:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000a7258174. 02000000:00000010:2.0:1761313476.926078:0:77239:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000002eb850cb. 00000400:00000010:2.0:1761313476.926085:0:77239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000db072ebc. 00000400:00000010:2.0:1761313476.926090:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d2af7839. 00000100:00000200:2.0:1761313476.926095:0:77239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869138403840, portal 16 00000400:00000010:2.0:1761313476.926100:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005017ce3d. 00000100:00000200:2.0:1761313476.926101:0:77239:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869138403840, offset 0 00000400:00000200:2.0:1761313476.926107:0:77239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:2.0:1761313476.926113:0:77239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:2.0:1761313476.926121:0:77239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:2.0:1761313476.926125:0:77239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761313476.926128:0:77239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:2.0:1761313476.926131:0:77239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90635:90635:255:4294967295] 192.168.204.38@tcp LPNI seq info [90635:90635:7:4294967295] 00000400:00000200:2.0:1761313476.926138:0:77239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:2.0:1761313476.926142:0:77239:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:2.0:1761313476.926145:0:77239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000df62ea87 (tot 82352074). 00000800:00000200:2.0:1761313476.926149:0:77239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:2.0:1761313476.926153:0:77239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:2.0:1761313476.926155:0:77239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000df62ea87 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761313476.926259:0:15826:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761313476.926264:0:15826:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f67d6031 (tot 82351826). 00000400:00000200:0.0:1761313476.926270:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313476.926274:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:0.0:1761313476.926278:0:15826:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003ddcb197 00000400:00000010:0.0:1761313476.926279:0:15826:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003ddcb197. 00000800:00000200:0.0:1761313476.926396:0:15826:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761313476.926398:0:15826:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000df62ea87 (tot 82351578). 00000400:00000200:0.0:1761313476.926402:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313476.926405:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:0.0:1761313476.926407:0:15826:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005017ce3d 00000400:00000010:0.0:1761313476.926408:0:15826:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005017ce3d. 00000100:00000200:0.0:1761313476.926414:0:15826:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000008bc053b2 x1846869138403840/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313520 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1761313476.926878:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e10b05b8. 00010000:00000010:2.1:1761313476.926887:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000632b575f. 00000400:00000200:1.0:1761313476.929530:0:15827:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:1.0:1761313476.929557:0:15827:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x68fb7baf0f200 00000400:00000200:1.0:1761313476.929569:0:15827:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb16cd [1] + 224 00000400:00000200:1.0:1761313476.929588:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313476.929593:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:1.0:1761313476.929608:0:15827:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000008bc053b2 x1846869138403840/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313520 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1761313476.929773:0:77239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000db072ebc. 00000400:00000200:2.0:1761313476.929780:0:77239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d2af7839 00000400:00000010:2.0:1761313476.929783:0:77239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d2af7839. 00000100:00000200:2.0:1761313476.929791:0:77239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000008bc053b2 x1846869138403840/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313520 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761313476.929798:0:77239:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000008bc053b2 x1846869138403840/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313520 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761313476.929839:0:77239:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000002eb850cb. 02000000:00000010:2.0:1761313476.929848:0:77239:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000a7258174. 00000100:00000010:2.0:1761313476.929854:0:77239:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000008bc053b2. 00000100:00000010:2.0:1761313476.929859:0:77239:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a41f4425. 00010000:00000010:2.0:1761313476.929863:0:77239:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000000212da71. 00000400:00000200:0.0:1761313476.931050:0:15825:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:0.0:1761313476.931068:0:15825:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x68fb7ba85f9c0 00000400:00000200:0.0:1761313476.931077:0:15825:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xafff5 [2] + 1640 00000400:00000200:0.0:1761313476.931309:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313476.931315:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:0.0:1761313476.931321:0:15825:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761313476.931329:0:15825:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000003efab3fb. 00000020:00000010:1.0:1761313476.932024:0:64710:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000cc33f4fe. 00000020:00000010:1.0:1761313476.932033:0:64710:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000009fc4cf95. 00000020:00000010:1.0:1761313476.932039:0:64710:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000010283565. 00000100:00000200:1.0:1761313476.932074:0:64710:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000003efab3fb x1846869131393472/t0(0) o103->78617949-0e11-4ca2-94c2-d809f91deaa9@192.168.204.38@tcp:407/0 lens 328/0 e 0 to 0 dl 1761313482 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:1.0:1761313476.932119:0:64710:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869131393472 02000000:00000010:1.0:1761313476.932134:0:64710:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000ac6dcd0c. 00010000:00000010:1.0:1761313476.932170:0:64710:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000042ada2a7. 00010000:00000010:1.0:1761313476.932199:0:64710:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000337a2f79. 00000100:00000010:1.0:1761313476.932207:0:64710:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000318a4a80. 00000100:00000010:1.0:1761313476.932230:0:64710:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000318a4a80. 00010000:00000010:1.0:1761313476.932233:0:64710:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000337a2f79. 00000400:00000010:1.0:1761313476.932250:0:64710:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003b07ff82. 00000100:00000200:1.0:1761313476.932256:0:64710:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869131393472, offset 224 00000400:00000200:1.0:1761313476.932265:0:64710:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:1.0:1761313476.932280:0:64710:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:1.0:1761313476.932286:0:64710:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90636:90636:256:4294967295] 192.168.204.38@tcp LPNI seq info [90636:90636:8:4294967295] 00000400:00000200:1.0:1761313476.932299:0:64710:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:1.0:1761313476.932305:0:64710:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:1.0:1761313476.932313:0:64710:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f67d6031 (tot 82351826). 00000800:00000200:1.0:1761313476.932320:0:64710:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:1.0:1761313476.932329:0:64710:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:1.0:1761313476.932334:0:64710:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000f67d6031 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761313476.932384:0:64710:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000009fc4cf95. 00000020:00000010:1.0:1761313476.932389:0:64710:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000010283565. 00000020:00000010:1.0:1761313476.932393:0:64710:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000cc33f4fe. 00080000:00000010:2.0:1761313476.932534:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 000000002eb850cb. 00010000:00000010:2.0:1761313476.932644:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e5131b41. 00010000:00000010:2.0:1761313476.932652:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000ec15a077. 00010000:00000010:2.0:1761313476.932773:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000632b575f. 00010000:00000010:2.0:1761313476.932780:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000e5131b41. 00010000:00000010:2.0:1761313476.932795:0:77239:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000000212da71. 00000100:00000010:2.0:1761313476.932798:0:77239:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a41f4425. 00000100:00000010:2.0:1761313476.932807:0:77239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000008bc053b2. 02000000:00000010:2.0:1761313476.932823:0:77239:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000a7258174. 02000000:00000010:2.0:1761313476.932853:0:77239:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000178fa322. 00000400:00000010:2.0:1761313476.932860:0:77239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000db072ebc. 00000400:00000010:2.0:1761313476.932867:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d2af7839. 00000100:00000200:2.0:1761313476.932873:0:77239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869138403904, portal 16 00000400:00000010:2.0:1761313476.932879:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000022a491ca. 00000100:00000200:2.0:1761313476.932881:0:77239:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869138403904, offset 0 00000400:00000200:2.0:1761313476.932888:0:77239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:2.0:1761313476.932896:0:77239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:2.0:1761313476.932905:0:77239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:2.0:1761313476.932909:0:77239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761313476.932912:0:77239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:2.0:1761313476.932915:0:77239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90637:90637:255:4294967295] 192.168.204.38@tcp LPNI seq info [90637:90637:7:4294967295] 00000400:00000200:2.0:1761313476.932924:0:77239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:2.0:1761313476.932929:0:77239:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:2.0:1761313476.932932:0:77239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000df62ea87 (tot 82352074). 00000800:00000200:2.0:1761313476.932937:0:77239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:2.0:1761313476.932941:0:77239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:2.0:1761313476.932945:0:77239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000df62ea87 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761313476.933060:0:15826:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761313476.933064:0:15826:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f67d6031 (tot 82351826). 00000400:00000200:0.0:1761313476.933070:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313476.933075:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:0.0:1761313476.933080:0:15826:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003b07ff82 00000400:00000010:0.0:1761313476.933083:0:15826:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003b07ff82. 00000800:00000200:0.0:1761313476.933549:0:15826:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761313476.933552:0:15826:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000df62ea87 (tot 82351578). 00000400:00000200:0.0:1761313476.933556:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313476.933560:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:0.0:1761313476.933563:0:15826:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000022a491ca 00000400:00000010:0.0:1761313476.933564:0:15826:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000022a491ca. 00000100:00000200:0.0:1761313476.933572:0:15826:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000008bc053b2 x1846869138403904/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313520 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1761313476.933724:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c518d5be. 00010000:00000010:2.1:1761313476.934308:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ae4026b5. 00010000:00000010:2.1:1761313476.934317:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b04a23b9. 00010000:00000010:2.1:1761313476.934323:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f32a723c. 00000400:00000200:1.0:1761313476.936547:0:15827:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:1.0:1761313476.936573:0:15827:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x68fb7baf0f240 00000400:00000200:1.0:1761313476.936585:0:15827:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb16d9 [1] + 224 00000400:00000200:1.0:1761313476.936599:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313476.936603:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:1.0:1761313476.936617:0:15827:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000008bc053b2 x1846869138403904/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313520 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761313476.936659:0:15827:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:1.0:1761313476.936665:0:15827:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x68fb7ba85fa00 00000400:00000200:1.0:1761313476.936670:0:15827:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xafff5 [2] + 1968 00000400:00000010:1.0:1761313476.936674:0:15827:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000d71777fb. 00000400:00000200:1.0:1761313476.936678:0:15827:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 00000000935d5e80 00000400:00000010:2.0:1761313476.936683:0:77239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000db072ebc. 00000400:00000200:2.0:1761313476.936688:0:77239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d2af7839 00000400:00000010:2.0:1761313476.936690:0:77239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d2af7839. 00000100:00000200:2.0:1761313476.936697:0:77239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000008bc053b2 x1846869138403904/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313520 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761313476.936704:0:77239:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000008bc053b2 x1846869138403904/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313520 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761313476.936752:0:77239:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000178fa322. 00000400:00000200:1.0:1761313476.936752:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313476.936755:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:1.0:1761313476.936757:0:15827:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000935d5e80 02000000:00000010:2.0:1761313476.936759:0:77239:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000a7258174. 00000400:00000010:1.0:1761313476.936760:0:15827:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 00000000935d5e80 (tot 82351426). 00000100:00000010:2.0:1761313476.936764:0:77239:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000008bc053b2. 00000100:00000200:1.0:1761313476.936764:0:15827:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1761313476.936769:0:77239:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a41f4425. 00010000:00000010:2.0:1761313476.936772:0:77239:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000000212da71. 00000020:00000010:3.0:1761313476.937099:0:75220:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008b57c4d1. 00000020:00000010:3.0:1761313476.937109:0:75220:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000002044844d. 00000020:00000010:3.0:1761313476.937115:0:75220:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000002c8c26bb. 00000100:00000200:3.0:1761313476.937147:0:75220:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000c78140a6 x1846869131393536/t0(0) o103->78617949-0e11-4ca2-94c2-d809f91deaa9@192.168.204.38@tcp:407/0 lens 328/0 e 0 to 0 dl 1761313482 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:3.0:1761313476.937186:0:75220:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869131393536 02000000:00000010:3.0:1761313476.937200:0:75220:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000794b04eb. 00010000:00000010:3.0:1761313476.937236:0:75220:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000cf7fbcfe. 00010000:00000010:3.0:1761313476.937264:0:75220:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000b8b9454a. 00000100:00000010:3.0:1761313476.937273:0:75220:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b2e27710. 00000100:00000010:3.0:1761313476.937292:0:75220:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b2e27710. 00010000:00000010:3.0:1761313476.937296:0:75220:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000b8b9454a. 00000400:00000010:3.0:1761313476.937315:0:75220:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e05edf74. 00000100:00000200:3.0:1761313476.937321:0:75220:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869131393536, offset 224 00000400:00000200:3.0:1761313476.937331:0:75220:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:3.0:1761313476.938561:0:75220:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:3.0:1761313476.938572:0:75220:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90638:90638:256:4294967295] 192.168.204.38@tcp LPNI seq info [90638:90638:8:4294967295] 00000400:00000200:3.0:1761313476.938588:0:75220:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:3.0:1761313476.938595:0:75220:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:0.0:1761313476.938757:0:75220:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c5b73d17 (tot 82351674). 00000800:00000200:0.0:1761313476.938769:0:75220:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:0.0:1761313476.938777:0:75220:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:0.0:1761313476.938782:0:75220:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c5b73d17 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761313476.938980:0:75220:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000002044844d. 00000020:00000010:0.0:1761313476.939045:0:75220:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000002c8c26bb. 00000020:00000010:0.0:1761313476.939052:0:75220:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008b57c4d1. 02000000:00000010:0.0:1761313476.939064:0:75220:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000ac6dcd0c. 00000100:00000010:0.0:1761313476.939068:0:75220:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000003efab3fb. 02000000:00000010:0.0:1761313476.939072:0:75220:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000a68b9ce5. 00000100:00000010:0.0:1761313476.939074:0:75220:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000251ce4d5. 02000000:00000010:0.0:1761313476.939077:0:75220:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000000e44180b. 00000100:00000010:0.0:1761313476.939079:0:75220:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000000ef172a3. 02000000:00000010:0.0:1761313476.939083:0:75220:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000aa2d5e51. 00000100:00000010:0.0:1761313476.939085:0:75220:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000003c35c989. 02000000:00000010:0.0:1761313476.939099:0:75220:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000009fd1a7cf. 00000100:00000010:0.0:1761313476.939101:0:75220:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000a9908fec. 02000000:00000010:0.0:1761313476.939121:0:75220:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000020e20a90. 00000100:00000010:0.0:1761313476.939123:0:75220:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000002527802e. 00000100:00000200:0.0:1761313476.939136:0:75220:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1761313476.939144:0:75220:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000088421f52. 00000400:00000010:0.0:1761313476.939154:0:75220:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 0000000030e06e50 (tot 82351826). 00000800:00000200:1.0:1761313476.939322:0:15825:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313476.939327:0:15825:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c5b73d17 (tot 82351578). 00000400:00000200:1.0:1761313476.939335:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313476.939341:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:1.0:1761313476.939629:0:15825:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e05edf74 00000400:00000010:1.0:1761313476.939632:0:15825:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e05edf74. 02000000:00000010:1.0:1761313476.939638:0:15825:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000794b04eb. 00080000:00000010:2.0:1761313476.940286:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000178fa322. 00010000:00000010:2.0:1761313476.940443:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e5131b41. 00010000:00000010:2.0:1761313476.940455:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000c25c2fa1. 00010000:00000010:2.0:1761313476.940577:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f32a723c. 00010000:00000010:2.0:1761313476.940585:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000e5131b41. 00010000:00000010:2.0:1761313476.940602:0:77239:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000000212da71. 00000100:00000010:2.0:1761313476.940611:0:77239:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a41f4425. 00000100:00000010:2.0:1761313476.940623:0:77239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000008bc053b2. 02000000:00000010:2.0:1761313476.940639:0:77239:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000d1e9cb3e. 02000000:00000010:2.0:1761313476.940673:0:77239:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000007c67761a. 00000400:00000010:2.0:1761313476.940679:0:77239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000db072ebc. 00000400:00000010:2.0:1761313476.940685:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d2af7839. 00000100:00000200:2.0:1761313476.940691:0:77239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869138403968, portal 16 00000400:00000010:2.0:1761313476.940696:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000eace0f75. 00000100:00000200:2.0:1761313476.940699:0:77239:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869138403968, offset 0 00000400:00000200:2.0:1761313476.940709:0:77239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:2.0:1761313476.940727:0:77239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:2.0:1761313476.940747:0:77239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:2.0:1761313476.940752:0:77239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761313476.940756:0:77239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:2.0:1761313476.940760:0:77239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90639:90639:256:4294967295] 192.168.204.38@tcp LPNI seq info [90639:90639:8:4294967295] 00000400:00000200:2.0:1761313476.940769:0:77239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:2.0:1761313476.940775:0:77239:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:2.0:1761313476.940779:0:77239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000285953fe (tot 82351826). 00000800:00000200:2.0:1761313476.940786:0:77239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:2.0:1761313476.940793:0:77239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:2.0:1761313476.940796:0:77239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000285953fe type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761313476.941091:0:15826:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761313476.941095:0:15826:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000285953fe (tot 82351578). 00000400:00000200:0.0:1761313476.941100:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313476.941104:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:0.0:1761313476.941108:0:15826:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000eace0f75 00000400:00000010:0.0:1761313476.941110:0:15826:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000eace0f75. 00000100:00000200:0.0:1761313476.941118:0:15826:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000008bc053b2 x1846869138403968/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313520 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1761313476.945632:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001c185de3. 00010000:00000010:2.1:1761313476.945658:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000780aae2a. 00000400:00000200:1.0:1761313476.948022:0:15827:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:1.0:1761313476.948047:0:15827:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x68fb7baf0f280 00000400:00000200:1.0:1761313476.948059:0:15827:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb16e9 [1] + 224 00000400:00000200:1.0:1761313476.948073:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313476.948078:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:1.0:1761313476.948093:0:15827:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000008bc053b2 x1846869138403968/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313520 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761313476.948140:0:15827:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:1.0:1761313476.948147:0:15827:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x68fb7ba85fa40 00000400:00000200:1.0:1761313476.948152:0:15827:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xb004d [2] + 0 00000400:00000010:2.0:1761313476.948165:0:77239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000db072ebc. 00000400:00000200:2.0:1761313476.948171:0:77239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d2af7839 00000400:00000010:2.0:1761313476.948173:0:77239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d2af7839. 00000100:00000200:2.0:1761313476.948181:0:77239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000008bc053b2 x1846869138403968/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313520 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761313476.948188:0:77239:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000008bc053b2 x1846869138403968/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313520 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761313476.948213:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313476.948216:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:1.0:1761313476.948221:0:15827:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761313476.948227:0:15827:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007de1a361. 02000000:00000010:2.0:1761313476.948228:0:77239:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000007c67761a. 02000000:00000010:2.0:1761313476.948235:0:77239:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000d1e9cb3e. 00000100:00000010:2.0:1761313476.948239:0:77239:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000008bc053b2. 00000100:00000010:2.0:1761313476.948243:0:77239:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a41f4425. 00010000:00000010:2.0:1761313476.948247:0:77239:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000000212da71. 00000020:00000010:0.0:1761313476.948416:0:75220:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000357e669e. 00000020:00000010:0.0:1761313476.948426:0:75220:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000196cbe29. 00000020:00000010:0.0:1761313476.948431:0:75220:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000076f5767f. 00000100:00000200:0.0:1761313476.948467:0:75220:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000007de1a361 x1846869131393600/t0(0) o103->78617949-0e11-4ca2-94c2-d809f91deaa9@192.168.204.38@tcp:407/0 lens 328/0 e 0 to 0 dl 1761313482 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:0.0:1761313476.948504:0:75220:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869131393600 02000000:00000010:0.0:1761313476.948519:0:75220:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000d7d1a9b4. 00010000:00000010:0.0:1761313476.948558:0:75220:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000ef72190. 00010000:00000010:0.0:1761313476.948587:0:75220:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000000ae44d87. 00000100:00000010:0.0:1761313476.948597:0:75220:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000ce862999. 00000100:00000010:0.0:1761313476.948609:0:75220:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000ce862999. 00010000:00000010:0.0:1761313476.948613:0:75220:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000000ae44d87. 00000400:00000010:0.0:1761313476.948631:0:75220:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d021fde9. 00000100:00000200:0.0:1761313476.948637:0:75220:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869131393600, offset 224 00000400:00000200:0.0:1761313476.948646:0:75220:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:0.0:1761313476.948659:0:75220:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:0.0:1761313476.948666:0:75220:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90640:90640:256:4294967295] 192.168.204.38@tcp LPNI seq info [90640:90640:8:4294967295] 00000400:00000200:0.0:1761313476.948677:0:75220:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:0.0:1761313476.948683:0:75220:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:0.0:1761313476.948687:0:75220:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003a03b971 (tot 82351826). 00000800:00000200:0.0:1761313476.948694:0:75220:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:0.0:1761313476.948702:0:75220:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:0.0:1761313476.948706:0:75220:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000003a03b971 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761313476.948741:0:75220:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000196cbe29. 00000020:00000010:0.0:1761313476.948746:0:75220:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000076f5767f. 00000020:00000010:0.0:1761313476.948749:0:75220:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000357e669e. 00000800:00000200:1.0:1761313476.948803:0:15825:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313476.948808:0:15825:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003a03b971 (tot 82351578). 00000400:00000200:1.0:1761313476.948815:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313476.948818:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:1.0:1761313476.948821:0:15825:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d021fde9 00000400:00000010:1.0:1761313476.948823:0:15825:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d021fde9. 00010000:00000010:2.1:1761313476.948844:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b16010a2. 00010000:00000010:2.1:1761313476.948853:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007b603eb2. 00080000:00000010:2.0:1761313476.948877:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d1e9cb3e. 00010000:00000010:2.0:1761313476.948982:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e5131b41. 00010000:00000010:2.0:1761313476.948989:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000005e690b31. 00010000:00000010:2.0:1761313476.949079:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000007b603eb2. 00010000:00000010:2.0:1761313476.949086:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000e5131b41. 00010000:00000010:2.0:1761313476.949100:0:77239:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000000212da71. 00000100:00000010:2.0:1761313476.949103:0:77239:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a41f4425. 00000100:00000010:2.0:1761313476.949110:0:77239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000008bc053b2. 02000000:00000010:2.0:1761313476.949123:0:77239:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000007c67761a. 02000000:00000010:2.0:1761313476.949152:0:77239:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000024bd9cb0. 00000400:00000010:2.0:1761313476.949159:0:77239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000db072ebc. 00000400:00000010:2.0:1761313476.949163:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d2af7839. 00000100:00000200:2.0:1761313476.949168:0:77239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869138404032, portal 16 00000400:00000010:2.0:1761313476.949173:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000018cdfd97. 00000100:00000200:2.0:1761313476.949175:0:77239:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869138404032, offset 0 00000400:00000200:2.0:1761313476.949180:0:77239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:2.0:1761313476.949187:0:77239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:2.0:1761313476.949194:0:77239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:2.0:1761313476.949199:0:77239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761313476.949202:0:77239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:2.0:1761313476.949204:0:77239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90641:90641:256:4294967295] 192.168.204.38@tcp LPNI seq info [90641:90641:8:4294967295] 00000400:00000200:2.0:1761313476.949211:0:77239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:2.0:1761313476.949215:0:77239:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:2.0:1761313476.949219:0:77239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004e6a8da9 (tot 82351826). 00000800:00000200:2.0:1761313476.949223:0:77239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:2.0:1761313476.949227:0:77239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:2.0:1761313476.949229:0:77239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000004e6a8da9 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761313476.949328:0:15826:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761313476.949332:0:15826:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004e6a8da9 (tot 82351578). 00000400:00000200:0.0:1761313476.949336:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313476.949339:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:0.0:1761313476.949342:0:15826:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000018cdfd97 00000400:00000010:0.0:1761313476.949349:0:15826:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000018cdfd97. 00000100:00000200:0.0:1761313476.949355:0:15826:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000008bc053b2 x1846869138404032/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313520 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1761313476.949407:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b530fe2e. 00010000:00000010:1.1:1761313476.949471:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fec7ef8d. 00010000:00000010:2.1:1761313476.953429:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b8d5d3e0. 00010000:00000010:2.1:1761313476.953452:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000632b575f. 00000400:00000200:1.0:1761313476.953610:0:15827:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:1.0:1761313476.953631:0:15827:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x68fb7baf0f2c0 00000400:00000200:1.0:1761313476.953641:0:15827:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb16f5 [1] + 224 00000400:00000200:1.0:1761313476.953658:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313476.953661:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:1.0:1761313476.953675:0:15827:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000008bc053b2 x1846869138404032/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313520 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1761313476.953739:0:77239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000db072ebc. 00000400:00000200:2.0:1761313476.953745:0:77239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d2af7839 00000400:00000010:2.0:1761313476.953748:0:77239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d2af7839. 00000100:00000200:2.0:1761313476.953756:0:77239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000008bc053b2 x1846869138404032/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313520 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761313476.953763:0:77239:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000008bc053b2 x1846869138404032/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313520 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761313476.953803:0:77239:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000024bd9cb0. 02000000:00000010:2.0:1761313476.953811:0:77239:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000007c67761a. 00000100:00000010:2.0:1761313476.953816:0:77239:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000008bc053b2. 00000100:00000010:2.0:1761313476.953821:0:77239:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a41f4425. 00010000:00000010:2.0:1761313476.953826:0:77239:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000000212da71. 00000400:00000200:1.0:1761313476.957248:0:15825:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:1.0:1761313476.957276:0:15825:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x68fb7ba85fa80 00000400:00000200:1.0:1761313476.957286:0:15825:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xb004d [2] + 328 00000400:00000200:1.0:1761313476.957401:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313476.957408:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:1.0:1761313476.957416:0:15825:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761313476.957425:0:15825:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000064f8b87f. 00000020:00000010:0.0:1761313476.957985:0:75220:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000357e669e. 00000020:00000010:0.0:1761313476.957993:0:75220:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000196cbe29. 00000020:00000010:0.0:1761313476.957998:0:75220:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000076f5767f. 00000100:00000200:0.0:1761313476.958031:0:75220:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000064f8b87f x1846869131393664/t0(0) o103->78617949-0e11-4ca2-94c2-d809f91deaa9@192.168.204.38@tcp:407/0 lens 328/0 e 0 to 0 dl 1761313482 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:0.0:1761313476.958071:0:75220:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869131393664 02000000:00000010:0.0:1761313476.958085:0:75220:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000004f29327c. 00010000:00000010:0.0:1761313476.958123:0:75220:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ec62049b. 00010000:00000010:0.0:1761313476.958149:0:75220:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000000ae44d87. 00000100:00000010:0.0:1761313476.958157:0:75220:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000ce862999. 00000100:00000010:0.0:1761313476.958178:0:75220:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000ce862999. 00010000:00000010:0.0:1761313476.958184:0:75220:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000000ae44d87. 00000400:00000010:0.0:1761313476.958203:0:75220:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006c51a6d2. 00000100:00000200:0.0:1761313476.958210:0:75220:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869131393664, offset 224 00000400:00000200:0.0:1761313476.958218:0:75220:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00080000:00000010:2.0:1761313476.958223:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 000000007c67761a. 00000400:00000200:0.0:1761313476.958232:0:75220:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:0.0:1761313476.958238:0:75220:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90642:90642:256:4294967295] 192.168.204.38@tcp LPNI seq info [90642:90642:8:4294967295] 00000400:00000200:0.0:1761313476.958249:0:75220:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:0.0:1761313476.958254:0:75220:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:0.0:1761313476.958261:0:75220:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003a03b971 (tot 82351826). 00000800:00000200:0.0:1761313476.958267:0:75220:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:0.0:1761313476.958275:0:75220:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:0.0:1761313476.958280:0:75220:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000003a03b971 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761313476.958316:0:75220:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000196cbe29. 00000020:00000010:0.0:1761313476.958322:0:75220:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000076f5767f. 00000020:00000010:0.0:1761313476.958325:0:75220:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000357e669e. 00010000:00000010:2.0:1761313476.958340:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e5131b41. 00010000:00000010:2.0:1761313476.958384:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006ecacaa4. 00010000:00000010:2.0:1761313476.958479:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000007d474bda. 00010000:00000010:2.0:1761313476.958483:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000022b9500. 00010000:00000010:2.0:1761313476.958490:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000632b575f. 00010000:00000010:2.0:1761313476.958495:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000e5131b41. 00000800:00000200:3.0:1761313476.958499:0:15826:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761313476.958503:0:15826:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003a03b971 (tot 82351578). 00000400:00000200:3.0:1761313476.958509:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00080000:00000010:2.0:1761313476.958509:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 0000000024bd9cb0. 00000400:00000200:3.0:1761313476.958514:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:3.0:1761313476.958519:0:15826:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006c51a6d2 00000400:00000010:3.0:1761313476.958521:0:15826:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006c51a6d2. 00010000:00000010:2.0:1761313476.958533:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e5131b41. 00010000:00000010:2.0:1761313476.958537:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000022b9500. 00010000:00000010:2.0:1761313476.958599:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000780aae2a. 00010000:00000010:2.0:1761313476.958603:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000e5131b41. 00010000:00000010:2.0:1761313476.958612:0:77239:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000000212da71. 00000100:00000010:2.0:1761313476.958617:0:77239:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a41f4425. 00000100:00000010:2.0:1761313476.958625:0:77239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000008bc053b2. 02000000:00000010:2.0:1761313476.958638:0:77239:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000f555308e. 02000000:00000010:2.0:1761313476.958669:0:77239:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a7258174. 00000400:00000010:2.0:1761313476.958676:0:77239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000db072ebc. 00000400:00000010:2.0:1761313476.958682:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d2af7839. 00000100:00000200:2.0:1761313476.958687:0:77239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869138404096, portal 16 00000400:00000010:2.0:1761313476.958692:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ccfb6a06. 00000100:00000200:2.0:1761313476.958694:0:77239:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869138404096, offset 0 00000400:00000200:2.0:1761313476.958699:0:77239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:2.0:1761313476.958706:0:77239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:2.0:1761313476.958714:0:77239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:2.0:1761313476.958718:0:77239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761313476.958721:0:77239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:2.0:1761313476.958724:0:77239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90643:90643:256:4294967295] 192.168.204.38@tcp LPNI seq info [90643:90643:8:4294967295] 00000400:00000200:2.0:1761313476.958742:0:77239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:2.0:1761313476.958746:0:77239:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:2.0:1761313476.958750:0:77239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000334917e2 (tot 82351826). 00000800:00000200:2.0:1761313476.958754:0:77239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:2.0:1761313476.958758:0:77239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:2.0:1761313476.958760:0:77239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000334917e2 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761313476.958835:0:15827:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313476.958839:0:15827:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000334917e2 (tot 82351578). 00000400:00000200:1.0:1761313476.958842:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313476.958845:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:1.0:1761313476.958848:0:15827:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ccfb6a06 00000400:00000010:1.0:1761313476.958849:0:15827:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ccfb6a06. 00000100:00000200:1.0:1761313476.958855:0:15827:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000008bc053b2 x1846869138404096/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313520 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1761313476.961396:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c7acc14e. 00010000:00000010:2.1:1761313476.961399:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b9b59d17. 00010000:00000010:2.1:1761313476.961411:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f32a723c. 00000400:00000200:1.0:1761313476.962888:0:15825:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:1.0:1761313476.962914:0:15825:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x68fb7baf0f300 00000400:00000200:1.0:1761313476.962926:0:15825:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb1701 [1] + 224 00000400:00000200:1.0:1761313476.962940:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313476.962945:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:1.0:1761313476.962961:0:15825:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000008bc053b2 x1846869138404096/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313520 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761313476.963457:0:15825:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:1.0:1761313476.963465:0:15825:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x68fb7ba85fac0 00000400:00000200:1.0:1761313476.963470:0:15825:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xb004d [2] + 656 00000400:00000010:2.0:1761313476.963765:0:77239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000db072ebc. 00000400:00000200:2.0:1761313476.963771:0:77239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d2af7839 00000400:00000010:2.0:1761313476.963774:0:77239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d2af7839. 00000100:00000200:2.0:1761313476.963782:0:77239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000008bc053b2 x1846869138404096/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313520 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761313476.963790:0:77239:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000008bc053b2 x1846869138404096/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313520 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761313476.963826:0:77239:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a7258174. 02000000:00000010:2.0:1761313476.963832:0:77239:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000f555308e. 00000100:00000010:2.0:1761313476.963838:0:77239:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000008bc053b2. 00000100:00000010:2.0:1761313476.963843:0:77239:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a41f4425. 00010000:00000010:2.0:1761313476.963848:0:77239:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000000212da71. 00000400:00000200:1.0:1761313476.963944:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313476.963949:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:1.0:1761313476.963955:0:15825:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761313476.963961:0:15825:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000eabf7b6f. 00000020:00000010:0.0:1761313476.964793:0:64710:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000357e669e. 00000020:00000010:0.0:1761313476.964803:0:64710:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000196cbe29. 00000020:00000010:0.0:1761313476.964809:0:64710:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000076f5767f. 00000100:00000200:0.0:1761313476.964842:0:64710:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000eabf7b6f x1846869131393728/t0(0) o103->78617949-0e11-4ca2-94c2-d809f91deaa9@192.168.204.38@tcp:407/0 lens 328/0 e 0 to 0 dl 1761313482 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:0.0:1761313476.964887:0:64710:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869131393728 02000000:00000010:0.0:1761313476.964902:0:64710:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000da3a64f4. 00010000:00000010:0.0:1761313476.964936:0:64710:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d5c546bc. 00010000:00000010:0.0:1761313476.964965:0:64710:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000000ae44d87. 00000100:00000010:0.0:1761313476.964973:0:64710:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000ce862999. 00000100:00000010:0.0:1761313476.964984:0:64710:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000ce862999. 00010000:00000010:0.0:1761313476.964989:0:64710:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000000ae44d87. 00000400:00000010:0.0:1761313476.965004:0:64710:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000066042486. 00000100:00000200:0.0:1761313476.965009:0:64710:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869131393728, offset 224 00000400:00000200:0.0:1761313476.965019:0:64710:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:0.0:1761313476.965031:0:64710:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:0.0:1761313476.965037:0:64710:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90644:90644:256:4294967295] 192.168.204.38@tcp LPNI seq info [90644:90644:8:4294967295] 00000400:00000200:0.0:1761313476.965048:0:64710:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:0.0:1761313476.965053:0:64710:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:0.0:1761313476.965058:0:64710:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c5b73d17 (tot 82351826). 00000800:00000200:0.0:1761313476.965064:0:64710:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:0.0:1761313476.965071:0:64710:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:0.0:1761313476.965076:0:64710:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c5b73d17 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761313476.965108:0:64710:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000196cbe29. 00000020:00000010:0.0:1761313476.965113:0:64710:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000076f5767f. 00000020:00000010:0.0:1761313476.965116:0:64710:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000357e669e. 00080000:00000010:3.0:1761313476.965198:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000794b04eb. 00010000:00000010:3.0:1761313476.965321:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e5131b41. 00010000:00000010:3.0:1761313476.965329:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fe670974. 00010000:00000010:3.0:1761313476.965458:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c46ed6f2. 00010000:00000010:3.0:1761313476.965466:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000e4f9a6d5. 00010000:00000010:3.0:1761313476.965480:0:77239:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000b8b9454a. 00000100:00000010:3.0:1761313476.965485:0:77239:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b2e27710. 00000100:00000010:3.0:1761313476.965493:0:77239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000009906dba7. 02000000:00000010:3.0:1761313476.965507:0:77239:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000009fd1a7cf. 02000000:00000010:3.0:1761313476.965537:0:77239:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000aa2d5e51. 00000400:00000010:3.0:1761313476.965544:0:77239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000006c1566a8. 00000400:00000010:3.0:1761313476.965550:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fc523d55. 00000100:00000200:3.0:1761313476.965556:0:77239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869138404160, portal 16 00000400:00000010:3.0:1761313476.965562:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003d312476. 00000100:00000200:3.0:1761313476.965564:0:77239:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869138404160, offset 0 00000400:00000200:3.0:1761313476.965570:0:77239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:3.0:1761313476.965577:0:77239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:3.0:1761313476.965584:0:77239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:3.0:1761313476.965588:0:77239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761313476.965591:0:77239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:3.0:1761313476.965594:0:77239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90645:90645:255:4294967295] 192.168.204.38@tcp LPNI seq info [90645:90645:7:4294967295] 00000400:00000200:3.0:1761313476.965600:0:77239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:3.0:1761313476.965604:0:77239:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:3.0:1761313476.965607:0:77239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000090e74ba2 (tot 82352074). 00000800:00000200:3.0:1761313476.965611:0:77239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:3.0:1761313476.965615:0:77239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:3.0:1761313476.965617:0:77239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000090e74ba2 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761313476.965771:0:15826:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313476.965776:0:15826:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c5b73d17 (tot 82351826). 00000400:00000200:1.0:1761313476.965783:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313476.965788:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:1.0:1761313476.965792:0:15826:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000066042486 00000400:00000010:1.0:1761313476.965795:0:15826:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000066042486. 00000800:00000200:1.0:1761313476.965873:0:15826:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313476.965875:0:15826:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000090e74ba2 (tot 82351578). 00000400:00000200:1.0:1761313476.965878:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313476.965882:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:1.0:1761313476.965884:0:15826:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003d312476 00000400:00000010:1.0:1761313476.965885:0:15826:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003d312476. 00000100:00000200:1.0:1761313476.965891:0:15826:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000009906dba7 x1846869138404160/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313520 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1761313476.966699:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ab7624fd. 00010000:00000010:2.1:1761313476.967404:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b1f5dcab. 00010000:00000010:2.1:1761313476.967414:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007b603eb2. 00010000:00000010:2.1:1761313476.967419:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007d474bda. 00010000:00000010:2.1:1761313476.967422:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000632b575f. 00000400:00000200:1.0:1761313476.969976:0:15827:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:1.0:1761313476.970006:0:15827:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x68fb7baf0f340 00000400:00000200:1.0:1761313476.970017:0:15827:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb170d [1] + 224 00000400:00000200:1.0:1761313476.970036:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313476.970041:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:1.0:1761313476.970054:0:15827:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000009906dba7 x1846869138404160/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313520 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1761313476.972829:0:77239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000006c1566a8. 00000400:00000200:2.0:1761313476.972849:0:77239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fc523d55 00000400:00000010:2.0:1761313476.972852:0:77239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fc523d55. 00000100:00000200:2.0:1761313476.972870:0:77239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000009906dba7 x1846869138404160/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313520 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761313476.972881:0:77239:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000009906dba7 x1846869138404160/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313520 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761313476.972920:0:77239:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000aa2d5e51. 02000000:00000010:2.0:1761313476.972926:0:77239:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000009fd1a7cf. 00000100:00000010:2.0:1761313476.972929:0:77239:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000009906dba7. 00000100:00000010:2.0:1761313476.972934:0:77239:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b2e27710. 00010000:00000010:2.0:1761313476.972940:0:77239:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000b8b9454a. 00000400:00000200:1.0:1761313476.973822:0:15825:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:1.0:1761313476.973845:0:15825:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x68fb7ba85fb00 00000400:00000200:1.0:1761313476.973855:0:15825:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xb004d [2] + 984 00000400:00000200:1.0:1761313476.973932:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313476.973938:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:1.0:1761313476.973946:0:15825:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761313476.973954:0:15825:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000022227f6e. 00000020:00000010:2.0:1761313476.974087:0:75220:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a7258174. 00000020:00000010:2.0:1761313476.974095:0:75220:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000022b9500. 00000020:00000010:2.0:1761313476.974101:0:75220:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000003de95356. 00000100:00000200:2.0:1761313476.974132:0:75220:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000022227f6e x1846869131393792/t0(0) o103->78617949-0e11-4ca2-94c2-d809f91deaa9@192.168.204.38@tcp:407/0 lens 328/0 e 0 to 0 dl 1761313482 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:2.0:1761313476.974177:0:75220:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869131393792 02000000:00000010:2.0:1761313476.974195:0:75220:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000f555308e. 00010000:00000010:2.0:1761313476.974233:0:75220:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000093f257ba. 00010000:00000010:2.0:1761313476.974260:0:75220:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000000212da71. 00000100:00000010:2.0:1761313476.974268:0:75220:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a41f4425. 00080000:00000010:3.0:1761313476.974715:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 000000008b57c4d1. 00010000:00000010:3.0:1761313476.974928:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000005472d45d. 00010000:00000010:3.0:1761313476.974937:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000aeb70d39. 00010000:00000010:3.0:1761313476.974951:0:77239:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000912305eb. 00000100:00000010:3.0:1761313476.974957:0:77239:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a3335fcc. 00000100:00000010:3.0:1761313476.974965:0:77239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000015f262ae. 02000000:00000010:3.0:1761313476.974979:0:77239:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000004f692788. 02000000:00000010:3.0:1761313476.975009:0:77239:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000003595a20b. 00000400:00000010:3.0:1761313476.975016:0:77239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000039d2ea74. 00000400:00000010:3.0:1761313476.975023:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006cc90287. 00000100:00000200:3.0:1761313476.975031:0:77239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869138404224, portal 16 00000400:00000010:3.0:1761313476.975037:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000b53c2d2. 00000100:00000200:3.0:1761313476.975041:0:77239:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869138404224, offset 0 00000400:00000200:3.0:1761313476.975050:0:77239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:3.0:1761313476.975064:0:77239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:3.0:1761313476.975074:0:77239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:3.0:1761313476.975079:0:77239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761313476.975082:0:77239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:3.0:1761313476.975086:0:77239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90646:90646:256:4294967295] 192.168.204.38@tcp LPNI seq info [90646:90646:8:4294967295] 00000400:00000200:3.0:1761313476.975098:0:77239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:3.0:1761313476.975103:0:77239:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:3.0:1761313476.975110:0:77239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000572c2ec6 (tot 82351826). 00000800:00000200:3.0:1761313476.975117:0:77239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:3.0:1761313476.975126:0:77239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:3.0:1761313476.975130:0:77239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000572c2ec6 type 1, nob 424 niov 1 nkiov 1 00010000:00000010:2.0:1761313476.975211:0:75220:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e4f9a6d5. 00000100:00000010:2.0:1761313476.975223:0:75220:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a41f4425. 00010000:00000010:2.0:1761313476.975227:0:75220:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000000212da71. 00010000:00000010:2.0:1761313476.975234:0:75220:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000c4d9b996. 00000400:00000010:2.0:1761313476.975252:0:75220:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d2af7839. 00000100:00000200:2.0:1761313476.975255:0:75220:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869131393792, offset 224 00000400:00000200:2.0:1761313476.975261:0:75220:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:2.0:1761313476.975267:0:75220:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:2.0:1761313476.975272:0:75220:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90647:90647:255:4294967295] 192.168.204.38@tcp LPNI seq info [90647:90647:7:4294967295] 00000400:00000200:2.0:1761313476.975279:0:75220:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:2.0:1761313476.975283:0:75220:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:2.0:1761313476.975287:0:75220:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000db140c22 (tot 82352074). 00000800:00000200:2.0:1761313476.975291:0:75220:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:2.0:1761313476.975294:0:75220:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:2.0:1761313476.975297:0:75220:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000db140c22 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761313476.975310:0:75220:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000022b9500. 00000020:00000010:2.0:1761313476.975314:0:75220:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000003de95356. 00000020:00000010:2.0:1761313476.975318:0:75220:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a7258174. 00000800:00000200:1.0:1761313476.975667:0:15826:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313476.975672:0:15826:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000572c2ec6 (tot 82351826). 00000400:00000200:1.0:1761313476.975676:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313476.975681:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:1.0:1761313476.975686:0:15826:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000b53c2d2 00000400:00000010:1.0:1761313476.975688:0:15826:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000b53c2d2. 00000100:00000200:1.0:1761313476.975695:0:15826:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000015f262ae x1846869138404224/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313520 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000800:00000200:1.0:1761313476.975786:0:15826:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313476.975788:0:15826:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000db140c22 (tot 82351578). 00000400:00000200:1.0:1761313476.975792:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313476.975795:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:1.0:1761313476.975797:0:15826:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d2af7839 00000400:00000010:1.0:1761313476.975798:0:15826:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d2af7839. 00010000:00000010:3.1:1761313476.976426:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a27a9c6f. 00010000:00000010:3.1:1761313476.976436:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000780aae2a. 00000400:00000200:1.0:1761313476.978043:0:15827:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:1.0:1761313476.978066:0:15827:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x68fb7baf0f380 00000400:00000200:1.0:1761313476.978077:0:15827:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb1715 [1] + 224 00000400:00000200:1.0:1761313476.978095:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313476.978099:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:1.0:1761313476.978110:0:15827:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000015f262ae x1846869138404224/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313520 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1761313476.978704:0:77239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000039d2ea74. 00000400:00000200:3.0:1761313476.978714:0:77239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006cc90287 00000400:00000010:3.0:1761313476.978717:0:77239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006cc90287. 00000100:00000200:3.0:1761313476.978725:0:77239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000015f262ae x1846869138404224/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313520 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761313476.978743:0:77239:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000015f262ae x1846869138404224/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313520 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1761313476.978938:0:77239:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000003595a20b. 02000000:00000010:3.0:1761313476.978947:0:77239:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000004f692788. 00000100:00000010:3.0:1761313476.978951:0:77239:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000015f262ae. 00000100:00000010:3.0:1761313476.978956:0:77239:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a3335fcc. 00010000:00000010:3.0:1761313476.978960:0:77239:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000912305eb. 00000400:00000200:1.0:1761313476.980207:0:15825:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:1.0:1761313476.980229:0:15825:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x68fb7ba85fb40 00000400:00000200:1.0:1761313476.980240:0:15825:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xb004d [2] + 1312 00000400:00000200:1.0:1761313476.980318:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313476.980324:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:1.0:1761313476.980331:0:15825:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761313476.980338:0:15825:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000dfcb6cbf. 00010000:00000010:2.1:1761313476.980468:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d95e6b42. 00000020:00000010:2.0:1761313476.980518:0:75220:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a7258174. 00000020:00000010:2.0:1761313476.980526:0:75220:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000022b9500. 00000020:00000010:2.0:1761313476.980531:0:75220:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000003de95356. 00000100:00000200:2.0:1761313476.980562:0:75220:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000dfcb6cbf x1846869131393856/t0(0) o103->78617949-0e11-4ca2-94c2-d809f91deaa9@192.168.204.38@tcp:407/0 lens 328/0 e 0 to 0 dl 1761313482 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:2.0:1761313476.980603:0:75220:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869131393856 02000000:00000010:2.0:1761313476.980617:0:75220:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000002d83f0d8. 00010000:00000010:2.0:1761313476.980655:0:75220:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007d7a92e6. 00010000:00000010:2.0:1761313476.980685:0:75220:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000000212da71. 00000100:00000010:2.0:1761313476.980693:0:75220:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a41f4425. 00000100:00000010:2.0:1761313476.980702:0:75220:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a41f4425. 00010000:00000010:2.0:1761313476.980706:0:75220:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000000212da71. 00000400:00000010:2.0:1761313476.980722:0:75220:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000160ba363. 00000100:00000200:2.0:1761313476.980738:0:75220:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869131393856, offset 224 00000400:00000200:2.0:1761313476.980747:0:75220:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:2.0:1761313476.980760:0:75220:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:2.0:1761313476.980766:0:75220:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90648:90648:256:4294967295] 192.168.204.38@tcp LPNI seq info [90648:90648:8:4294967295] 00000400:00000200:2.0:1761313476.980777:0:75220:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:2.0:1761313476.980784:0:75220:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:2.0:1761313476.980789:0:75220:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b0bda00f (tot 82351826). 00000800:00000200:2.0:1761313476.980795:0:75220:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:2.0:1761313476.980802:0:75220:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:2.0:1761313476.980807:0:75220:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000b0bda00f type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761313476.980836:0:75220:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000022b9500. 00000020:00000010:2.0:1761313476.980841:0:75220:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000003de95356. 00000020:00000010:2.0:1761313476.980845:0:75220:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a7258174. 00010000:00000010:0.1:1761313476.980914:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cd6afc32. 00000800:00000200:0.0:1761313476.980991:0:15826:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761313476.980996:0:15826:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b0bda00f (tot 82351578). 00000400:00000200:0.0:1761313476.980999:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313476.981003:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:0.0:1761313476.981007:0:15826:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000160ba363 00000400:00000010:0.0:1761313476.981009:0:15826:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000160ba363. 00080000:00000010:3.0:1761313476.984870:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 000000004f692788. 00010000:00000010:3.0:1761313476.985020:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000aeb70d39. 00010000:00000010:3.0:1761313476.985030:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000057b30689. 00010000:00000010:3.0:1761313476.985122:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ec860c09. 00010000:00000010:3.0:1761313476.985128:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000aeb70d39. 00010000:00000010:3.0:1761313476.985145:0:77239:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000912305eb. 00000100:00000010:3.0:1761313476.985156:0:77239:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a3335fcc. 00000100:00000010:3.0:1761313476.985169:0:77239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000015f262ae. 02000000:00000010:3.0:1761313476.985188:0:77239:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000003595a20b. 02000000:00000010:3.0:1761313476.985239:0:77239:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000071d2526f. 00000400:00000010:3.0:1761313476.985248:0:77239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000039d2ea74. 00000400:00000010:3.0:1761313476.985256:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006cc90287. 00000100:00000200:3.0:1761313476.985263:0:77239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869138404288, portal 16 00000400:00000010:3.0:1761313476.985269:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003eba4967. 00000100:00000200:3.0:1761313476.985271:0:77239:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869138404288, offset 0 00000400:00000200:3.0:1761313476.985282:0:77239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:3.0:1761313476.985307:0:77239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:3.0:1761313476.985316:0:77239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:3.0:1761313476.985320:0:77239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761313476.985323:0:77239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:3.0:1761313476.985327:0:77239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90649:90649:256:4294967295] 192.168.204.38@tcp LPNI seq info [90649:90649:8:4294967295] 00000400:00000200:3.0:1761313476.985339:0:77239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:3.0:1761313476.985346:0:77239:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:3.0:1761313476.985353:0:77239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000896a3ffd (tot 82351826). 00000800:00000200:3.0:1761313476.985418:0:77239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:3.0:1761313476.985427:0:77239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:3.0:1761313476.985432:0:77239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000896a3ffd type 1, nob 424 niov 1 nkiov 1 00010000:00000010:2.1:1761313476.989545:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c46ed6f2. 00010000:00000010:2.1:1761313476.989566:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007702b493. 00000800:00000200:1.0:1761313476.989795:0:15827:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313476.989800:0:15827:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000896a3ffd (tot 82351578). 00000400:00000200:1.0:1761313476.989808:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313476.989821:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:1.0:1761313476.989829:0:15827:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003eba4967 00000400:00000010:1.0:1761313476.989832:0:15827:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003eba4967. 00000100:00000200:1.0:1761313476.989846:0:15827:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000015f262ae x1846869138404288/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313520 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761313476.991348:0:15825:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:1.0:1761313476.991413:0:15825:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x68fb7baf0f3c0 00000400:00000200:1.0:1761313476.991423:0:15825:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb1725 [1] + 224 00000400:00000200:1.0:1761313476.991440:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313476.991444:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:1.0:1761313476.991454:0:15825:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000015f262ae x1846869138404288/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313520 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1761313476.991625:0:77239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000039d2ea74. 00000400:00000200:3.0:1761313476.991633:0:77239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006cc90287 00000400:00000010:3.0:1761313476.991636:0:77239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006cc90287. 00000100:00000200:3.0:1761313476.991642:0:77239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000015f262ae x1846869138404288/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313520 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761313476.991649:0:77239:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000015f262ae x1846869138404288/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313520 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1761313476.991688:0:77239:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000071d2526f. 02000000:00000010:3.0:1761313476.991696:0:77239:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000003595a20b. 00000100:00000010:3.0:1761313476.991700:0:77239:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000015f262ae. 00000100:00000010:3.0:1761313476.991705:0:77239:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a3335fcc. 00010000:00000010:3.0:1761313476.991710:0:77239:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000912305eb. 00010000:00000010:2.1:1761313476.993411:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000093ef3a89. 00010000:00000010:3.1:1761313476.993488:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000029c2ae94. 00010000:00000010:3.1:1761313476.993498:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005472d45d. 00000400:00000200:0.0:1761313476.993795:0:15826:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:0.0:1761313476.993814:0:15826:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x68fb7ba85fb80 00000400:00000200:0.0:1761313476.993822:0:15826:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xb004d [2] + 1640 00000400:00000200:0.0:1761313476.993896:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313476.993902:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:0.0:1761313476.993911:0:15826:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761313476.993917:0:15826:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000002527802e. 00000020:00000010:1.0:1761313476.994050:0:64710:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000cc33f4fe. 00000020:00000010:1.0:1761313476.994059:0:64710:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000009fc4cf95. 00000020:00000010:1.0:1761313476.994064:0:64710:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000010283565. 00000100:00000200:1.0:1761313476.994098:0:64710:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000002527802e x1846869131393920/t0(0) o103->78617949-0e11-4ca2-94c2-d809f91deaa9@192.168.204.38@tcp:407/0 lens 328/0 e 0 to 0 dl 1761313482 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:1.0:1761313476.994140:0:64710:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869131393920 02000000:00000010:1.0:1761313476.994156:0:64710:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000a7fa56e3. 00010000:00000010:1.0:1761313476.994196:0:64710:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004a5cfa45. 00010000:00000010:1.0:1761313476.994223:0:64710:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000337a2f79. 00000100:00000010:1.0:1761313476.994231:0:64710:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000318a4a80. 00000100:00000010:1.0:1761313476.994252:0:64710:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000318a4a80. 00010000:00000010:1.0:1761313476.994256:0:64710:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000337a2f79. 00000400:00000010:1.0:1761313476.994273:0:64710:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e88f20fc. 00000100:00000200:1.0:1761313476.994278:0:64710:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869131393920, offset 224 00000400:00000200:1.0:1761313476.994287:0:64710:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:1.0:1761313476.994300:0:64710:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:1.0:1761313476.994307:0:64710:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90650:90650:256:4294967295] 192.168.204.38@tcp LPNI seq info [90650:90650:8:4294967295] 00000400:00000200:1.0:1761313476.994318:0:64710:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:1.0:1761313476.994324:0:64710:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:1.0:1761313476.994329:0:64710:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000cc8c87c8 (tot 82351826). 00000800:00000200:1.0:1761313476.994335:0:64710:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:1.0:1761313476.994343:0:64710:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:1.0:1761313476.994347:0:64710:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000cc8c87c8 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761313476.994412:0:64710:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000009fc4cf95. 00000020:00000010:1.0:1761313476.994417:0:64710:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000010283565. 00000020:00000010:1.0:1761313476.994420:0:64710:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000cc33f4fe. 00000800:00000200:0.0:1761313476.994580:0:15827:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761313476.994584:0:15827:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000cc8c87c8 (tot 82351578). 00000400:00000200:0.0:1761313476.994589:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313476.994593:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:0.0:1761313476.994597:0:15827:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e88f20fc 00000400:00000010:0.0:1761313476.994599:0:15827:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e88f20fc. 00080000:00000010:3.0:1761313476.994681:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 000000003595a20b. 00010000:00000010:3.0:1761313476.994796:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000aeb70d39. 00010000:00000010:3.0:1761313476.994803:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000000c8eba4e. 00010000:00000010:3.0:1761313476.994897:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000005472d45d. 00010000:00000010:3.0:1761313476.994903:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000aeb70d39. 00010000:00000010:3.0:1761313476.994915:0:77239:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000912305eb. 00000100:00000010:3.0:1761313476.994920:0:77239:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a3335fcc. 00000100:00000010:3.0:1761313476.994927:0:77239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000015f262ae. 02000000:00000010:3.0:1761313476.994940:0:77239:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000071d2526f. 02000000:00000010:3.0:1761313476.994967:0:77239:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000001208469c. 00000400:00000010:3.0:1761313476.994974:0:77239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000039d2ea74. 00000400:00000010:3.0:1761313476.994979:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006cc90287. 00000100:00000200:3.0:1761313476.994985:0:77239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869138404352, portal 16 00000400:00000010:3.0:1761313476.994989:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000077a0ef2. 00000100:00000200:3.0:1761313476.994991:0:77239:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869138404352, offset 0 00000400:00000200:3.0:1761313476.994998:0:77239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:3.0:1761313476.995005:0:77239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:3.0:1761313476.995013:0:77239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:3.0:1761313476.995017:0:77239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761313476.995020:0:77239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:3.0:1761313476.995023:0:77239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90651:90651:256:4294967295] 192.168.204.38@tcp LPNI seq info [90651:90651:8:4294967295] 00000400:00000200:3.0:1761313476.995030:0:77239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:3.0:1761313476.995035:0:77239:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:3.0:1761313476.995039:0:77239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000633d13cc (tot 82351826). 00000800:00000200:3.0:1761313476.995043:0:77239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:3.0:1761313476.995047:0:77239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:3.0:1761313476.995049:0:77239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000633d13cc type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761313476.995557:0:15825:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313476.995560:0:15825:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000633d13cc (tot 82351578). 00000400:00000200:1.0:1761313476.995564:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313476.995569:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:1.0:1761313476.995572:0:15825:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000077a0ef2 00000400:00000010:1.0:1761313476.995574:0:15825:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000077a0ef2. 00000100:00000200:1.0:1761313476.995580:0:15825:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000015f262ae x1846869138404352/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313520 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1761313476.999523:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000860cdc9b. 00000400:00000200:0.0:1761313477.000110:0:15826:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:0.0:1761313477.000132:0:15826:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x68fb7baf0f400 00000400:00000200:0.0:1761313477.000142:0:15826:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb1731 [1] + 224 00000400:00000200:0.0:1761313477.000159:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313477.000164:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:0.0:1761313477.000178:0:15826:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000015f262ae x1846869138404352/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313520 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1761313477.000300:0:77239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000039d2ea74. 00000400:00000200:3.0:1761313477.000309:0:77239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006cc90287 00000400:00000010:3.0:1761313477.000311:0:77239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006cc90287. 00000100:00000200:3.0:1761313477.000318:0:77239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000015f262ae x1846869138404352/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313520 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761313477.000330:0:77239:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000015f262ae x1846869138404352/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313520 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1761313477.000405:0:77239:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000001208469c. 02000000:00000010:3.0:1761313477.000412:0:77239:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000071d2526f. 00000100:00000010:3.0:1761313477.000417:0:77239:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000015f262ae. 00000100:00000010:3.0:1761313477.000422:0:77239:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a3335fcc. 00010000:00000010:3.0:1761313477.000425:0:77239:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000912305eb. 00000400:00000200:0.0:1761313477.000772:0:15827:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:0.0:1761313477.000783:0:15827:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x68fb7ba85fbc0 00000400:00000200:0.0:1761313477.000789:0:15827:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xb004d [2] + 1968 00000400:00000010:0.0:1761313477.000792:0:15827:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000a78b70c0. 00000400:00000200:0.0:1761313477.000796:0:15827:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 000000007fb42807 00000400:00000200:0.0:1761313477.000863:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313477.000867:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:0.0:1761313477.000869:0:15827:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007fb42807 00000400:00000010:0.0:1761313477.000871:0:15827:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 000000007fb42807 (tot 82351426). 00000100:00000200:0.0:1761313477.000878:0:15827:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:2.0:1761313477.000994:0:75220:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b2fbecf3. 00000020:00000010:2.0:1761313477.001004:0:75220:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000022b9500. 00000020:00000010:2.0:1761313477.001010:0:75220:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000003de95356. 00000100:00000200:2.0:1761313477.001042:0:75220:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000008426b920 x1846869131393984/t0(0) o103->78617949-0e11-4ca2-94c2-d809f91deaa9@192.168.204.38@tcp:408/0 lens 328/0 e 0 to 0 dl 1761313483 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:2.0:1761313477.001084:0:75220:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869131393984 02000000:00000010:2.0:1761313477.001099:0:75220:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000fa1a7565. 00010000:00000010:2.0:1761313477.001136:0:75220:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ce159948. 00010000:00000010:2.0:1761313477.001163:0:75220:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000000212da71. 00000100:00000010:2.0:1761313477.001171:0:75220:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a41f4425. 00000100:00000010:2.0:1761313477.001189:0:75220:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a41f4425. 00010000:00000010:2.0:1761313477.001192:0:75220:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000000212da71. 00000400:00000010:2.0:1761313477.001210:0:75220:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000093201eee. 00000100:00000200:2.0:1761313477.001215:0:75220:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869131393984, offset 224 00000400:00000200:2.0:1761313477.001224:0:75220:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:2.0:1761313477.001237:0:75220:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:2.0:1761313477.001243:0:75220:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90652:90652:256:4294967295] 192.168.204.38@tcp LPNI seq info [90652:90652:8:4294967295] 00000400:00000200:2.0:1761313477.001254:0:75220:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:2.0:1761313477.001260:0:75220:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:2.0:1761313477.001264:0:75220:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000711ebbe8 (tot 82351674). 00000800:00000200:2.0:1761313477.001271:0:75220:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:2.0:1761313477.001279:0:75220:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:2.0:1761313477.001283:0:75220:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000711ebbe8 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761313477.001311:0:75220:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000022b9500. 00000020:00000010:2.0:1761313477.001315:0:75220:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000003de95356. 00000020:00000010:2.0:1761313477.001319:0:75220:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b2fbecf3. 02000000:00000010:2.0:1761313477.001329:0:75220:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000a7fa56e3. 00000100:00000010:2.0:1761313477.001332:0:75220:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000002527802e. 02000000:00000010:2.0:1761313477.001337:0:75220:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000002d83f0d8. 00000100:00000010:2.0:1761313477.001339:0:75220:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000dfcb6cbf. 02000000:00000010:2.0:1761313477.001342:0:75220:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000f555308e. 00000100:00000010:2.0:1761313477.001345:0:75220:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000022227f6e. 02000000:00000010:2.0:1761313477.001349:0:75220:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000da3a64f4. 00000100:00000010:2.0:1761313477.001353:0:75220:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000eabf7b6f. 02000000:00000010:2.0:1761313477.001357:0:75220:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000004f29327c. 00000100:00000010:2.0:1761313477.001389:0:75220:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000064f8b87f. 02000000:00000010:2.0:1761313477.001394:0:75220:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000d7d1a9b4. 00000100:00000010:2.0:1761313477.001396:0:75220:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007de1a361. 00000100:00000200:2.0:1761313477.001403:0:75220:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1761313477.001409:0:75220:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000db072ebc. 00000400:00000010:2.0:1761313477.001414:0:75220:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000a41f4425 (tot 82351826). 00080000:00000010:3.0:1761313477.001549:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 0000000071d2526f. 00010000:00000010:3.0:1761313477.001664:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000aeb70d39. 00010000:00000010:3.0:1761313477.001672:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000053024573. 00010000:00000010:3.0:1761313477.001785:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000bfa9ae08. 00010000:00000010:3.0:1761313477.001793:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000aeb70d39. 00010000:00000010:3.0:1761313477.001806:0:77239:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000912305eb. 00000100:00000010:3.0:1761313477.001811:0:77239:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a3335fcc. 00000100:00000010:3.0:1761313477.001819:0:77239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000015f262ae. 02000000:00000010:3.0:1761313477.001834:0:77239:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000001208469c. 02000000:00000010:3.0:1761313477.001864:0:77239:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000006447e9d7. 00000400:00000010:3.0:1761313477.001868:0:77239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000039d2ea74. 00000400:00000010:3.0:1761313477.001873:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006cc90287. 00000100:00000200:3.0:1761313477.001876:0:77239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869138404416, portal 16 00000400:00000010:3.0:1761313477.001880:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009ee9a73e. 00000100:00000200:3.0:1761313477.001882:0:77239:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869138404416, offset 0 00000400:00000200:3.0:1761313477.001888:0:77239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:3.0:1761313477.001896:0:77239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:3.0:1761313477.001904:0:77239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:3.0:1761313477.001907:0:77239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761313477.001910:0:77239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:3.0:1761313477.001913:0:77239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90653:90653:255:4294967295] 192.168.204.38@tcp LPNI seq info [90653:90653:7:4294967295] 00000400:00000200:3.0:1761313477.001921:0:77239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:3.0:1761313477.001925:0:77239:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:3.0:1761313477.001929:0:77239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006eaa0fc9 (tot 82352074). 00000800:00000200:3.0:1761313477.001934:0:77239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:3.0:1761313477.001939:0:77239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:3.0:1761313477.001942:0:77239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000006eaa0fc9 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761313477.002040:0:15825:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761313477.002044:0:15825:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000711ebbe8 (tot 82351826). 00000400:00000200:0.0:1761313477.002048:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313477.002052:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:0.0:1761313477.002055:0:15825:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000093201eee 00000400:00000010:0.0:1761313477.002057:0:15825:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000093201eee. 02000000:00000010:0.0:1761313477.002062:0:15825:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000fa1a7565. 00000800:00000200:0.0:1761313477.002108:0:15825:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761313477.002110:0:15825:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006eaa0fc9 (tot 82351578). 00000400:00000200:0.0:1761313477.002112:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313477.002115:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:0.0:1761313477.002116:0:15825:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009ee9a73e 00000400:00000010:0.0:1761313477.002118:0:15825:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009ee9a73e. 00000100:00000200:0.0:1761313477.002122:0:15825:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000015f262ae x1846869138404416/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313521 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761313477.004135:0:15826:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:0.0:1761313477.004161:0:15826:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x68fb7baf0f440 00000400:00000200:0.0:1761313477.004172:0:15826:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb1741 [1] + 224 00000400:00000200:0.0:1761313477.004192:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313477.004196:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:0.0:1761313477.004209:0:15826:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000015f262ae x1846869138404416/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313521 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1761313477.004403:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000dd677e70. 00010000:00000010:3.1:1761313477.004413:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ec860c09. 00000400:00000010:2.0:1761313477.004529:0:77239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000039d2ea74. 00000400:00000200:2.0:1761313477.004536:0:77239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006cc90287 00000400:00000010:2.0:1761313477.004540:0:77239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006cc90287. 00000100:00000200:2.0:1761313477.004546:0:77239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000015f262ae x1846869138404416/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313521 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761313477.004554:0:77239:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000015f262ae x1846869138404416/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313521 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761313477.004589:0:77239:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000006447e9d7. 02000000:00000010:2.0:1761313477.004595:0:77239:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000001208469c. 00000100:00000010:2.0:1761313477.004600:0:77239:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000015f262ae. 00000100:00000010:2.0:1761313477.004605:0:77239:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a3335fcc. 00010000:00000010:2.0:1761313477.004609:0:77239:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000912305eb. 00000400:00000200:0.0:1761313477.004667:0:15827:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:0.0:1761313477.004675:0:15827:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x68fb7ba85fc00 00000400:00000200:0.0:1761313477.004681:0:15827:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xb00a5 [2] + 0 00000400:00000200:0.0:1761313477.004930:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313477.004935:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:0.0:1761313477.004941:0:15827:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761313477.004946:0:15827:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000000ef172a3. 00000020:00000010:1.0:1761313477.005747:0:64710:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000cc33f4fe. 00000020:00000010:1.0:1761313477.005757:0:64710:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000009fc4cf95. 00000020:00000010:1.0:1761313477.005762:0:64710:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000010283565. 00000100:00000200:1.0:1761313477.005795:0:64710:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000000ef172a3 x1846869131394048/t0(0) o103->78617949-0e11-4ca2-94c2-d809f91deaa9@192.168.204.38@tcp:408/0 lens 328/0 e 0 to 0 dl 1761313483 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:1.0:1761313477.005833:0:64710:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869131394048 02000000:00000010:1.0:1761313477.005848:0:64710:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000c129eaa9. 00010000:00000010:1.0:1761313477.005887:0:64710:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008bff155f. 00010000:00000010:1.0:1761313477.005920:0:64710:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000337a2f79. 00000100:00000010:1.0:1761313477.005931:0:64710:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000318a4a80. 00000100:00000010:1.0:1761313477.005957:0:64710:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000318a4a80. 00010000:00000010:1.0:1761313477.005961:0:64710:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000337a2f79. 00000400:00000010:1.0:1761313477.005982:0:64710:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000074b1fc4e. 00000100:00000200:1.0:1761313477.005988:0:64710:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869131394048, offset 224 00000400:00000200:1.0:1761313477.005997:0:64710:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:1.0:1761313477.006013:0:64710:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:1.0:1761313477.006020:0:64710:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90654:90654:256:4294967295] 192.168.204.38@tcp LPNI seq info [90654:90654:8:4294967295] 00000400:00000200:1.0:1761313477.006034:0:64710:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:1.0:1761313477.006040:0:64710:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:1.0:1761313477.006048:0:64710:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000fe7bdfb5 (tot 82351826). 00000800:00000200:1.0:1761313477.006055:0:64710:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:1.0:1761313477.006064:0:64710:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:1.0:1761313477.006068:0:64710:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000fe7bdfb5 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761313477.006096:0:64710:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000009fc4cf95. 00000020:00000010:1.0:1761313477.006102:0:64710:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000010283565. 00000020:00000010:1.0:1761313477.006105:0:64710:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000cc33f4fe. 00080000:00000010:3.0:1761313477.006235:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 000000005779afce. 00000800:00000200:0.0:1761313477.006550:0:15825:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761313477.006555:0:15825:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000fe7bdfb5 (tot 82351578). 00000400:00000200:0.0:1761313477.006561:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313477.006566:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:0.0:1761313477.006571:0:15825:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000074b1fc4e 00000400:00000010:0.0:1761313477.006573:0:15825:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000074b1fc4e. 00010000:00000010:3.0:1761313477.006647:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000aeb70d39. 00010000:00000010:3.0:1761313477.006656:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000eeafa59d. 00010000:00000010:2.0:1761313477.007625:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000632b575f. 00010000:00000010:2.0:1761313477.007637:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000f33d709c. 00010000:00000010:2.0:1761313477.007654:0:77239:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000000212da71. 00000100:00000010:2.0:1761313477.007662:0:77239:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000001e5c041d. 00000100:00000010:2.0:1761313477.007673:0:77239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000008bc053b2. 02000000:00000010:2.0:1761313477.007691:0:77239:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000002d83f0d8. 02000000:00000010:2.0:1761313477.007740:0:77239:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000b2fbecf3. 00000400:00000010:2.0:1761313477.007748:0:77239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000bd888327. 00000400:00000010:2.0:1761313477.007755:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001bbc55d4. 00000100:00000200:2.0:1761313477.007762:0:77239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869138404480, portal 16 00000400:00000010:2.0:1761313477.007766:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000065b0a972. 00000100:00000200:2.0:1761313477.007769:0:77239:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869138404480, offset 0 00000400:00000200:2.0:1761313477.007777:0:77239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:2.0:1761313477.007792:0:77239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:2.0:1761313477.007801:0:77239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:2.0:1761313477.007805:0:77239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761313477.007808:0:77239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:2.0:1761313477.007811:0:77239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90655:90655:256:4294967295] 192.168.204.38@tcp LPNI seq info [90655:90655:8:4294967295] 00000400:00000200:2.0:1761313477.007820:0:77239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:2.0:1761313477.007827:0:77239:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:2.0:1761313477.007831:0:77239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d84ed131 (tot 82351826). 00000800:00000200:2.0:1761313477.007838:0:77239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:2.0:1761313477.007845:0:77239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:2.0:1761313477.007849:0:77239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000d84ed131 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761313477.008037:0:15826:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313477.008041:0:15826:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d84ed131 (tot 82351578). 00000400:00000200:1.0:1761313477.008045:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313477.008050:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:1.0:1761313477.008054:0:15826:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000065b0a972 00000400:00000010:1.0:1761313477.008056:0:15826:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000065b0a972. 00000100:00000200:1.0:1761313477.008064:0:15826:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000008bc053b2 x1846869138404480/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313521 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761313477.011924:0:15827:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:0.0:1761313477.011951:0:15827:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x68fb7baf0f480 00000400:00000200:0.0:1761313477.011962:0:15827:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb174d [1] + 224 00000400:00000200:0.0:1761313477.011977:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313477.011981:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:0.0:1761313477.011996:0:15827:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000008bc053b2 x1846869138404480/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313521 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761313477.012050:0:15827:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:0.0:1761313477.012055:0:15827:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x68fb7ba85fc40 00000400:00000200:0.0:1761313477.012060:0:15827:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xb00a5 [2] + 328 00000400:00000200:0.0:1761313477.012069:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:1.0:1761313477.012071:0:77239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000bd888327. 00000400:00000200:0.0:1761313477.012072:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:1.0:1761313477.012077:0:77239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001bbc55d4 00000400:00000010:1.0:1761313477.012079:0:77239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001bbc55d4. 00000100:00000200:1.0:1761313477.012086:0:77239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000008bc053b2 x1846869138404480/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313521 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761313477.012094:0:77239:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000008bc053b2 x1846869138404480/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313521 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761313477.012137:0:77239:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000b2fbecf3. 02000000:00000010:1.0:1761313477.012145:0:77239:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000002d83f0d8. 00000100:00000010:1.0:1761313477.012150:0:77239:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000008bc053b2. 00000100:00000010:1.0:1761313477.012154:0:77239:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000001e5c041d. 00010000:00000010:1.0:1761313477.012159:0:77239:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000000212da71. 00000100:00000200:0.0:1761313477.012454:0:15827:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761313477.012463:0:15827:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000251ce4d5. 00000020:00000010:2.0:1761313477.012556:0:75220:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002d83f0d8. 00000020:00000010:2.0:1761313477.012565:0:75220:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000022b9500. 00000020:00000010:2.0:1761313477.012570:0:75220:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000003de95356. 00000100:00000200:2.0:1761313477.012603:0:75220:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000251ce4d5 x1846869131394112/t0(0) o103->78617949-0e11-4ca2-94c2-d809f91deaa9@192.168.204.38@tcp:408/0 lens 328/0 e 0 to 0 dl 1761313483 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:2.0:1761313477.012646:0:75220:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869131394112 02000000:00000010:2.0:1761313477.012660:0:75220:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000b2fbecf3. 00010000:00000010:2.0:1761313477.012699:0:75220:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000f472d20. 00010000:00000010:2.0:1761313477.012739:0:75220:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ad04c117. 00000100:00000010:2.0:1761313477.012746:0:75220:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000643a27d3. 00000100:00000010:2.0:1761313477.012755:0:75220:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000643a27d3. 00010000:00000010:2.0:1761313477.012758:0:75220:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ad04c117. 00000400:00000010:2.0:1761313477.012774:0:75220:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000695182e. 00000100:00000200:2.0:1761313477.012780:0:75220:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869131394112, offset 224 00000400:00000200:2.0:1761313477.012790:0:75220:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:2.0:1761313477.012804:0:75220:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:2.0:1761313477.012810:0:75220:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90656:90656:256:4294967295] 192.168.204.38@tcp LPNI seq info [90656:90656:8:4294967295] 00000400:00000200:2.0:1761313477.012822:0:75220:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:2.0:1761313477.012829:0:75220:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:2.0:1761313477.012834:0:75220:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d84ed131 (tot 82351826). 00000800:00000200:2.0:1761313477.012841:0:75220:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:2.0:1761313477.012848:0:75220:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:2.0:1761313477.012853:0:75220:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000d84ed131 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761313477.012871:0:75220:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000022b9500. 00000020:00000010:2.0:1761313477.012888:0:75220:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000003de95356. 00000020:00000010:2.0:1761313477.012893:0:75220:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000002d83f0d8. 00000800:00000200:0.0:1761313477.013048:0:15825:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761313477.013052:0:15825:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d84ed131 (tot 82351578). 00000400:00000200:0.0:1761313477.013056:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313477.013061:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:0.0:1761313477.013064:0:15825:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000695182e 00000400:00000010:0.0:1761313477.013065:0:15825:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000695182e. 00080000:00000010:0.0:1761313477.013098:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000357e669e. 00010000:00000010:0.0:1761313477.013222:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000f33d709c. 00010000:00000010:0.0:1761313477.013231:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e5e6b51c. 00010000:00000010:0.0:1761313477.013343:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000000dca39cc. 00010000:00000010:0.0:1761313477.013350:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000cda17473. 00010000:00000010:0.0:1761313477.013395:0:77239:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000000ae44d87. 00000100:00000010:0.0:1761313477.013400:0:77239:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000ce862999. 00000100:00000010:0.0:1761313477.013408:0:77239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000003efab3fb. 02000000:00000010:0.0:1761313477.013422:0:77239:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000ef66f5c4. 02000000:00000010:0.0:1761313477.013457:0:77239:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000db25c496. 00000400:00000010:0.0:1761313477.013463:0:77239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000001e48e561. 00000400:00000010:0.0:1761313477.013470:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000686d1fa3. 00000100:00000200:0.0:1761313477.013478:0:77239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869138404544, portal 16 00000400:00000010:0.0:1761313477.013483:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b0337f11. 00000100:00000200:0.0:1761313477.013484:0:77239:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869138404544, offset 0 00000400:00000200:0.0:1761313477.013490:0:77239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:0.0:1761313477.013498:0:77239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:0.0:1761313477.013507:0:77239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:0.0:1761313477.013513:0:77239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761313477.013516:0:77239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:0.0:1761313477.013518:0:77239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90657:90657:256:4294967295] 192.168.204.38@tcp LPNI seq info [90657:90657:8:4294967295] 00000400:00000200:0.0:1761313477.013525:0:77239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:0.0:1761313477.013529:0:77239:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:0.0:1761313477.013531:0:77239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c6559a13 (tot 82351826). 00000800:00000200:0.0:1761313477.013535:0:77239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:0.0:1761313477.013541:0:77239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:0.0:1761313477.013544:0:77239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c6559a13 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761313477.013680:0:15826:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313477.013683:0:15826:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c6559a13 (tot 82351578). 00000400:00000200:1.0:1761313477.013689:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313477.013694:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:1.0:1761313477.013697:0:15826:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b0337f11 00000400:00000010:1.0:1761313477.013699:0:15826:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b0337f11. 00000100:00000200:1.0:1761313477.013705:0:15826:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000003efab3fb x1846869138404544/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313521 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1761313477.014029:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000013692b4. 00010000:00000010:3.1:1761313477.016095:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000965b4b90. 00010000:00000010:3.1:1761313477.016110:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005472d45d. 00000400:00000200:0.0:1761313477.017880:0:15827:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:0.0:1761313477.017909:0:15827:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x68fb7baf0f4c0 00000400:00000200:0.0:1761313477.017921:0:15827:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb1759 [1] + 224 00000400:00000200:0.0:1761313477.017936:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313477.017942:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:0.0:1761313477.017957:0:15827:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000003efab3fb x1846869138404544/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313521 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761313477.018001:0:15827:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:0.0:1761313477.018006:0:15827:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x68fb7ba85fc80 00000400:00000200:0.0:1761313477.018011:0:15827:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xb00a5 [2] + 656 00000400:00000200:0.0:1761313477.018087:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313477.018091:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:0.0:1761313477.018095:0:15827:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761313477.018101:0:15827:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000b73eaae5. 00000020:00000010:3.0:1761313477.018206:0:64710:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001208469c. 00000020:00000010:3.0:1761313477.018216:0:64710:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000000568a7e6. 00000020:00000010:3.0:1761313477.018221:0:64710:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000ce95a124. 00000100:00000200:3.0:1761313477.018251:0:64710:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000b73eaae5 x1846869131394176/t0(0) o103->78617949-0e11-4ca2-94c2-d809f91deaa9@192.168.204.38@tcp:408/0 lens 328/0 e 0 to 0 dl 1761313483 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:3.0:1761313477.018294:0:64710:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869131394176 02000000:00000010:3.0:1761313477.018308:0:64710:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000006447e9d7. 00010000:00000010:3.0:1761313477.018392:0:64710:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000b8b9454a. 00000100:00000010:3.0:1761313477.018402:0:64710:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a457aec5. 00000100:00000010:3.0:1761313477.018410:0:64710:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a457aec5. 00010000:00000010:3.0:1761313477.018414:0:64710:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000b8b9454a. 00000400:00000010:3.0:1761313477.018436:0:64710:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000040c69929. 00000100:00000200:3.0:1761313477.018443:0:64710:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869131394176, offset 224 00000400:00000200:3.0:1761313477.018452:0:64710:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:3.0:1761313477.018465:0:64710:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:3.0:1761313477.018472:0:64710:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90658:90658:256:4294967295] 192.168.204.38@tcp LPNI seq info [90658:90658:8:4294967295] 00000400:00000200:3.0:1761313477.018483:0:64710:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:3.0:1761313477.018489:0:64710:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:3.0:1761313477.018495:0:64710:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000986d3ed7 (tot 82351826). 00000800:00000200:3.0:1761313477.018501:0:64710:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:3.0:1761313477.018509:0:64710:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:3.0:1761313477.018515:0:64710:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000986d3ed7 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761313477.018535:0:64710:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000000568a7e6. 00000020:00000010:3.0:1761313477.018540:0:64710:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000ce95a124. 00000020:00000010:3.0:1761313477.018545:0:64710:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001208469c. 00000800:00000200:0.0:1761313477.018910:0:15825:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761313477.018915:0:15825:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000986d3ed7 (tot 82351578). 00000400:00000200:0.0:1761313477.018919:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313477.018924:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:0.0:1761313477.018928:0:15825:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000040c69929 00000400:00000010:0.0:1761313477.018930:0:15825:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000040c69929. 00010000:00000010:1.1:1761313477.019774:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ec67f86f. 00000400:00000010:1.0:1761313477.019822:0:77239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000001e48e561. 00000400:00000200:1.0:1761313477.019828:0:77239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000686d1fa3 00000400:00000010:1.0:1761313477.019830:0:77239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000686d1fa3. 00000100:00000200:1.0:1761313477.019841:0:77239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000003efab3fb x1846869138404544/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313521 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761313477.019852:0:77239:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000003efab3fb x1846869138404544/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313521 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.0:1761313477.019887:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007c777b51. 02000000:00000010:1.0:1761313477.019909:0:77239:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000db25c496. 02000000:00000010:1.0:1761313477.019917:0:77239:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000ef66f5c4. 00000100:00000010:1.0:1761313477.019921:0:77239:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000003efab3fb. 00000100:00000010:1.0:1761313477.019926:0:77239:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000ce862999. 00010000:00000010:1.0:1761313477.019933:0:77239:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000000ae44d87. 00080000:00000010:1.0:1761313477.019959:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000cc33f4fe. 00010000:00000010:1.0:1761313477.020081:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000cda17473. 00010000:00000010:1.0:1761313477.020090:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000009286227b. 00010000:00000010:1.0:1761313477.020197:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000cf0b3590. 00010000:00000010:1.0:1761313477.020206:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000fd01b96e. 00010000:00000010:1.0:1761313477.020225:0:77239:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000337a2f79. 00000100:00000010:1.0:1761313477.020235:0:77239:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000318a4a80. 00000100:00000010:1.0:1761313477.020246:0:77239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000db5c2442. 02000000:00000010:1.0:1761313477.020262:0:77239:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000de4ea74d. 02000000:00000010:1.0:1761313477.020298:0:77239:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000001a921059. 00000400:00000010:1.0:1761313477.020304:0:77239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000003a3ed4f. 00000400:00000010:1.0:1761313477.020310:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ccaef716. 00000100:00000200:1.0:1761313477.020318:0:77239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869138404608, portal 16 00000400:00000010:1.0:1761313477.020323:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e95cb506. 00000100:00000200:1.0:1761313477.020326:0:77239:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869138404608, offset 0 00000400:00000200:1.0:1761313477.020334:0:77239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:1.0:1761313477.020352:0:77239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:1.0:1761313477.020384:0:77239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:1.0:1761313477.020388:0:77239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761313477.020392:0:77239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:1.0:1761313477.020394:0:77239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90659:90659:256:4294967295] 192.168.204.38@tcp LPNI seq info [90659:90659:8:4294967295] 00000400:00000200:1.0:1761313477.020405:0:77239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:1.0:1761313477.020411:0:77239:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:1.0:1761313477.020417:0:77239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000258d8758 (tot 82351826). 00000800:00000200:1.0:1761313477.020424:0:77239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:1.0:1761313477.020431:0:77239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:1.0:1761313477.020436:0:77239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000258d8758 type 1, nob 424 niov 1 nkiov 1 00010000:00000010:0.1:1761313477.020788:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000050fece09. 00010000:00000010:0.1:1761313477.020797:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000632b575f. 00000800:00000200:0.0:1761313477.020908:0:15826:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761313477.020912:0:15826:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000258d8758 (tot 82351578). 00000400:00000200:0.0:1761313477.020919:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313477.020925:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:0.0:1761313477.020929:0:15826:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e95cb506 00000400:00000010:0.0:1761313477.020931:0:15826:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e95cb506. 00000100:00000200:0.0:1761313477.020937:0:15826:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000db5c2442 x1846869138404608/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313521 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1761313477.021308:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bdb2cb2c. 00010000:00000010:3.1:1761313477.021316:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bfa9ae08. 00010000:00000010:2.1:1761313477.021565:0:78548:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bc7ea396. 00000400:00000200:0.0:1761313477.027431:0:15827:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:0.0:1761313477.027459:0:15827:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x68fb7baf0f500 00000400:00000200:0.0:1761313477.027471:0:15827:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb1765 [1] + 224 00000400:00000200:0.0:1761313477.027484:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313477.027489:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:0.0:1761313477.027503:0:15827:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000db5c2442 x1846869138404608/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313521 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761313477.027548:0:15827:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:0.0:1761313477.027554:0:15827:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x68fb7ba85fcc0 00000400:00000010:1.0:1761313477.027562:0:77239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000003a3ed4f. 00000400:00000200:1.0:1761313477.027568:0:77239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ccaef716 00000400:00000010:1.0:1761313477.027571:0:77239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ccaef716. 00000100:00000200:1.0:1761313477.027577:0:77239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000db5c2442 x1846869138404608/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313521 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761313477.027577:0:15827:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xb00a5 [2] + 984 00000100:00000200:1.0:1761313477.027585:0:77239:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000db5c2442 x1846869138404608/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313521 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761313477.027625:0:77239:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000001a921059. 02000000:00000010:1.0:1761313477.027632:0:77239:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000de4ea74d. 00000100:00000010:1.0:1761313477.027637:0:77239:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000db5c2442. 00000400:00000200:0.0:1761313477.027640:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000010:1.0:1761313477.027641:0:77239:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000318a4a80. 00000400:00000200:0.0:1761313477.027644:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00010000:00000010:1.0:1761313477.027646:0:77239:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000337a2f79. 00000100:00000200:0.0:1761313477.027648:0:15827:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761313477.027654:0:15827:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000db4b24ed. 00000020:00000010:3.0:1761313477.027741:0:75220:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001208469c. 00000020:00000010:3.0:1761313477.027749:0:75220:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000000568a7e6. 00000020:00000010:3.0:1761313477.027755:0:75220:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000ce95a124. 00000100:00000200:3.0:1761313477.027786:0:75220:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000db4b24ed x1846869131394240/t0(0) o103->78617949-0e11-4ca2-94c2-d809f91deaa9@192.168.204.38@tcp:408/0 lens 328/0 e 0 to 0 dl 1761313483 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:3.0:1761313477.027827:0:75220:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869131394240 02000000:00000010:3.0:1761313477.027840:0:75220:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000009fd1a7cf. 00010000:00000010:3.0:1761313477.027878:0:75220:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b23f1f61. 00010000:00000010:3.0:1761313477.027904:0:75220:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000b8b9454a. 00000100:00000010:3.0:1761313477.027911:0:75220:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a457aec5. 00000100:00000010:3.0:1761313477.027928:0:75220:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a457aec5. 00010000:00000010:3.0:1761313477.027931:0:75220:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000b8b9454a. 00000400:00000010:3.0:1761313477.027949:0:75220:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a11939fc. 00000100:00000200:3.0:1761313477.027953:0:75220:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869131394240, offset 224 00000400:00000200:3.0:1761313477.027962:0:75220:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00080000:00000010:0.0:1761313477.027969:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d7e12250. 00000400:00000200:3.0:1761313477.027974:0:75220:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:3.0:1761313477.027980:0:75220:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90660:90660:256:4294967295] 192.168.204.38@tcp LPNI seq info [90660:90660:8:4294967295] 00000400:00000200:3.0:1761313477.027990:0:75220:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:3.0:1761313477.027995:0:75220:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:3.0:1761313477.028000:0:75220:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000006d74909 (tot 82351826). 00000800:00000200:3.0:1761313477.028005:0:75220:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:3.0:1761313477.028012:0:75220:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:3.0:1761313477.028016:0:75220:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000006d74909 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761313477.028043:0:75220:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000000568a7e6. 00000020:00000010:3.0:1761313477.028049:0:75220:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000ce95a124. 00000020:00000010:3.0:1761313477.028053:0:75220:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001208469c. 00000800:00000200:0.0:1761313477.028092:0:15825:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761313477.028097:0:15825:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000006d74909 (tot 82351578). 00000400:00000200:0.0:1761313477.028100:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313477.028104:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:0.0:1761313477.028107:0:15825:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a11939fc 00000400:00000010:0.0:1761313477.028108:0:15825:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a11939fc. 00010000:00000010:1.0:1761313477.028170:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000fd01b96e. 00010000:00000010:1.0:1761313477.028178:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000065c9197. 00010000:00000010:1.0:1761313477.028268:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000006275dcb4. 00010000:00000010:1.0:1761313477.028274:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000fd01b96e. 00010000:00000010:1.0:1761313477.028286:0:77239:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000337a2f79. 00000100:00000010:1.0:1761313477.028289:0:77239:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000318a4a80. 00000100:00000010:1.0:1761313477.028297:0:77239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000db5c2442. 02000000:00000010:1.0:1761313477.028310:0:77239:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000de4ea74d. 02000000:00000010:1.0:1761313477.028337:0:77239:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000001a921059. 00000400:00000010:1.0:1761313477.028342:0:77239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000003a3ed4f. 00000400:00000010:1.0:1761313477.028394:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ccaef716. 00000100:00000200:1.0:1761313477.028401:0:77239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869138404672, portal 16 00000400:00000010:1.0:1761313477.028406:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e7bbe35e. 00000100:00000200:1.0:1761313477.028407:0:77239:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869138404672, offset 0 00000400:00000200:1.0:1761313477.028413:0:77239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:1.0:1761313477.028420:0:77239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:1.0:1761313477.028428:0:77239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:1.0:1761313477.028432:0:77239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761313477.028436:0:77239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:1.0:1761313477.028439:0:77239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90661:90661:256:4294967295] 192.168.204.38@tcp LPNI seq info [90661:90661:8:4294967295] 00000400:00000200:1.0:1761313477.028446:0:77239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:1.0:1761313477.028451:0:77239:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:1.0:1761313477.028455:0:77239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000258d8758 (tot 82351826). 00000800:00000200:1.0:1761313477.028459:0:77239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:1.0:1761313477.028463:0:77239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:1.0:1761313477.028466:0:77239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000258d8758 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761313477.028548:0:15826:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761313477.028551:0:15826:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000258d8758 (tot 82351578). 00000400:00000200:0.0:1761313477.028556:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313477.028561:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:0.0:1761313477.028564:0:15826:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e7bbe35e 00000400:00000010:0.0:1761313477.028565:0:15826:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e7bbe35e. 00000100:00000200:0.0:1761313477.028570:0:15826:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000db5c2442 x1846869138404672/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313521 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761313477.033431:0:15827:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:0.0:1761313477.033458:0:15827:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x68fb7baf0f540 00000400:00000200:0.0:1761313477.033469:0:15827:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb1771 [1] + 224 00000400:00000200:0.0:1761313477.033484:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313477.033488:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:0.0:1761313477.033502:0:15827:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000db5c2442 x1846869138404672/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313521 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1761313477.033562:0:77239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000003a3ed4f. 00000400:00000200:1.0:1761313477.033570:0:77239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ccaef716 00000400:00000010:1.0:1761313477.033573:0:77239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ccaef716. 00000100:00000200:1.0:1761313477.033580:0:77239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000db5c2442 x1846869138404672/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313521 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761313477.033588:0:77239:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000db5c2442 x1846869138404672/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313521 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761313477.033627:0:77239:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000001a921059. 02000000:00000010:1.0:1761313477.033635:0:77239:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000de4ea74d. 00000100:00000010:1.0:1761313477.033639:0:77239:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000db5c2442. 00000100:00000010:1.0:1761313477.033644:0:77239:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000318a4a80. 00010000:00000010:1.0:1761313477.033650:0:77239:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000337a2f79. 00000400:00000200:0.0:1761313477.033800:0:15827:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:0.0:1761313477.033808:0:15827:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x68fb7ba85fd00 00000400:00000200:0.0:1761313477.033814:0:15827:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xb00a5 [2] + 1312 00000400:00000200:0.0:1761313477.033885:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313477.033889:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:0.0:1761313477.033893:0:15827:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761313477.033899:0:15827:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001375339a. 00000020:00000010:1.0:1761313477.033967:0:64710:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000de4ea74d. 00000020:00000010:1.0:1761313477.033974:0:64710:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000009fc4cf95. 00000020:00000010:1.0:1761313477.033980:0:64710:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000010283565. 00000100:00000200:1.0:1761313477.034010:0:64710:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000001375339a x1846869131394304/t0(0) o103->78617949-0e11-4ca2-94c2-d809f91deaa9@192.168.204.38@tcp:408/0 lens 328/0 e 0 to 0 dl 1761313483 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:1.0:1761313477.034155:0:64710:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869131394304 02000000:00000010:1.0:1761313477.034171:0:64710:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000001a921059. 00010000:00000010:1.0:1761313477.034208:0:64710:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008415493f. 00010000:00000010:1.0:1761313477.034235:0:64710:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000337a2f79. 00000100:00000010:1.0:1761313477.034242:0:64710:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000318a4a80. 00000100:00000010:1.0:1761313477.034264:0:64710:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000318a4a80. 00010000:00000010:1.0:1761313477.034267:0:64710:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000337a2f79. 00000400:00000010:1.0:1761313477.034284:0:64710:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ccaef716. 00000100:00000200:1.0:1761313477.034289:0:64710:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869131394304, offset 224 00000400:00000200:1.0:1761313477.034298:0:64710:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:1.0:1761313477.034313:0:64710:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:1.0:1761313477.034319:0:64710:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90662:90662:256:4294967295] 192.168.204.38@tcp LPNI seq info [90662:90662:8:4294967295] 00000400:00000200:1.0:1761313477.034331:0:64710:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:1.0:1761313477.034337:0:64710:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:1.0:1761313477.034342:0:64710:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000fe7bdfb5 (tot 82351826). 00000800:00000200:1.0:1761313477.034355:0:64710:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00010000:00000010:1.1:1761313477.034384:0:64710:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000016c052a5. 00010000:00000010:1.1:1761313477.034390:0:64710:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d5d1c6b3. 00010000:00000010:1.1:1761313477.034395:0:64710:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000dca39cc. 00000800:00000200:1.0:1761313477.034407:0:64710:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:1.0:1761313477.034412:0:64710:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000fe7bdfb5 type 1, nob 320 niov 1 nkiov 1 00080000:00000010:0.0:1761313477.034433:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ef66f5c4. 00000020:00000010:1.0:1761313477.034435:0:64710:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000009fc4cf95. 00000020:00000010:1.0:1761313477.034438:0:64710:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000010283565. 00000020:00000010:1.0:1761313477.034441:0:64710:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000de4ea74d. 00000800:00000200:1.0:1761313477.034531:0:15825:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313477.034535:0:15825:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000fe7bdfb5 (tot 82351578). 00000400:00000200:1.0:1761313477.034540:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313477.034544:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:1.0:1761313477.034547:0:15825:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ccaef716 00000400:00000010:1.0:1761313477.034549:0:15825:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ccaef716. 00010000:00000010:0.0:1761313477.034710:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000fd01b96e. 00010000:00000010:0.0:1761313477.034719:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000000806b582. 00010000:00000010:0.0:1761313477.034835:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000010c4cce5. 00010000:00000010:0.0:1761313477.034842:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d463f9d1. 00010000:00000010:0.0:1761313477.034855:0:77239:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000058778202. 00000100:00000010:0.0:1761313477.034860:0:77239:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000008013084. 00000100:00000010:0.0:1761313477.034867:0:77239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000f33f9db7. 02000000:00000010:0.0:1761313477.034880:0:77239:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000db25c496. 02000000:00000010:0.0:1761313477.034907:0:77239:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d7d1a9b4. 00000400:00000010:0.0:1761313477.034913:0:77239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000000529ed51. 00000400:00000010:0.0:1761313477.034917:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000dc692469. 00000100:00000200:0.0:1761313477.034923:0:77239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869138404736, portal 16 00000400:00000010:0.0:1761313477.034927:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000070c25494. 00000100:00000200:0.0:1761313477.034929:0:77239:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869138404736, offset 0 00000400:00000200:0.0:1761313477.034934:0:77239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:0.0:1761313477.034941:0:77239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:0.0:1761313477.034949:0:77239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:0.0:1761313477.034952:0:77239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761313477.034955:0:77239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:0.0:1761313477.034958:0:77239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90663:90663:256:4294967295] 192.168.204.38@tcp LPNI seq info [90663:90663:8:4294967295] 00000400:00000200:0.0:1761313477.034966:0:77239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:0.0:1761313477.034970:0:77239:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:0.0:1761313477.034973:0:77239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000eab2c029 (tot 82351826). 00000800:00000200:0.0:1761313477.034977:0:77239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:0.0:1761313477.034981:0:77239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:0.0:1761313477.034983:0:77239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000eab2c029 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761313477.042398:0:15826:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313477.042407:0:15826:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000eab2c029 (tot 82351578). 00000400:00000200:1.0:1761313477.042419:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313477.042432:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:1.0:1761313477.042439:0:15826:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000070c25494 00000400:00000010:1.0:1761313477.042442:0:15826:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000070c25494. 00000100:00000200:1.0:1761313477.042456:0:15826:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000f33f9db7 x1846869138404736/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313521 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1761313477.042523:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000083da4d00. 00000400:00000200:0.0:1761313477.044287:0:15827:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:0.0:1761313477.044311:0:15827:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x68fb7baf0f580 00000400:00000200:0.0:1761313477.044322:0:15827:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb177d [1] + 224 00000400:00000200:0.0:1761313477.044335:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313477.044340:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:0.0:1761313477.044352:0:15827:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000f33f9db7 x1846869138404736/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313521 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761313477.044408:0:15827:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:0.0:1761313477.044413:0:15827:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x68fb7ba85fd40 00000400:00000200:0.0:1761313477.044418:0:15827:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xb00a5 [2] + 1640 00000400:00000010:1.0:1761313477.044443:0:77239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000000529ed51. 00000400:00000200:1.0:1761313477.044450:0:77239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000dc692469 00000400:00000010:1.0:1761313477.044452:0:77239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000dc692469. 00000100:00000200:1.0:1761313477.044458:0:77239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000f33f9db7 x1846869138404736/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313521 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761313477.044466:0:77239:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000f33f9db7 x1846869138404736/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313521 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761313477.044474:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313477.044477:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:0.0:1761313477.044481:0:15827:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761313477.044487:0:15827:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000047d366b1. 02000000:00000010:1.0:1761313477.044503:0:77239:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d7d1a9b4. 02000000:00000010:1.0:1761313477.044510:0:77239:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000db25c496. 00000100:00000010:1.0:1761313477.044516:0:77239:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000f33f9db7. 00000100:00000010:1.0:1761313477.044520:0:77239:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000008013084. 00010000:00000010:1.0:1761313477.044526:0:77239:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000058778202. 00000020:00000010:3.0:1761313477.044770:0:75220:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001208469c. 00000020:00000010:3.0:1761313477.044781:0:75220:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000000568a7e6. 00000020:00000010:3.0:1761313477.044786:0:75220:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000ce95a124. 00000100:00000200:3.0:1761313477.044820:0:75220:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000047d366b1 x1846869131394368/t0(0) o103->78617949-0e11-4ca2-94c2-d809f91deaa9@192.168.204.38@tcp:408/0 lens 328/0 e 0 to 0 dl 1761313483 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:3.0:1761313477.044861:0:75220:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869131394368 02000000:00000010:3.0:1761313477.044876:0:75220:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000aa2d5e51. 00010000:00000010:3.0:1761313477.044913:0:75220:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005d1f8837. 00010000:00000010:3.0:1761313477.044938:0:75220:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000b8b9454a. 00000100:00000010:3.0:1761313477.044946:0:75220:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a457aec5. 00000100:00000010:3.0:1761313477.044961:0:75220:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a457aec5. 00010000:00000010:3.0:1761313477.044965:0:75220:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000b8b9454a. 00000400:00000010:3.0:1761313477.044983:0:75220:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000140b65b8. 00000100:00000200:3.0:1761313477.044988:0:75220:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869131394368, offset 224 00080000:00000010:1.0:1761313477.044989:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000de4ea74d. 00000400:00000200:3.0:1761313477.044997:0:75220:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:3.0:1761313477.045010:0:75220:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:3.0:1761313477.045015:0:75220:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90664:90664:256:4294967295] 192.168.204.38@tcp LPNI seq info [90664:90664:8:4294967295] 00000400:00000200:3.0:1761313477.045026:0:75220:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:3.0:1761313477.045030:0:75220:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:3.0:1761313477.045035:0:75220:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a77805d3 (tot 82351826). 00000800:00000200:3.0:1761313477.045042:0:75220:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:3.0:1761313477.045050:0:75220:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:3.0:1761313477.045054:0:75220:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000a77805d3 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761313477.045082:0:75220:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000000568a7e6. 00000020:00000010:3.0:1761313477.045087:0:75220:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000ce95a124. 00000020:00000010:3.0:1761313477.045092:0:75220:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001208469c. 00010000:00000010:1.0:1761313477.045107:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d463f9d1. 00010000:00000010:1.0:1761313477.045115:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006cc53818. 00000800:00000200:0.0:1761313477.045200:0:15825:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761313477.045204:0:15825:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a77805d3 (tot 82351578). 00000400:00000200:0.0:1761313477.045208:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000010:1.0:1761313477.045212:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000a27217ea. 00000400:00000200:0.0:1761313477.045212:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:0.0:1761313477.045215:0:15825:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000140b65b8 00010000:00000010:1.0:1761313477.045216:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000009fc4cf95. 00000400:00000010:0.0:1761313477.045216:0:15825:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000140b65b8. 00010000:00000010:1.0:1761313477.045222:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000a27793c9. 00010000:00000010:1.0:1761313477.045229:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000b4546667. 00080000:00000010:1.0:1761313477.045243:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 0000000061d151a5. 00010000:00000010:1.0:1761313477.045271:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b4546667. 00010000:00000010:1.0:1761313477.045276:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000009fc4cf95. 00010000:00000010:1.0:1761313477.045337:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f717d0fe. 00010000:00000010:1.0:1761313477.045341:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000b4546667. 00010000:00000010:1.0:1761313477.045380:0:77239:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000337a2f79. 00000100:00000010:1.0:1761313477.045384:0:77239:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000318a4a80. 00000100:00000010:1.0:1761313477.045392:0:77239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000db5c2442. 02000000:00000010:1.0:1761313477.045406:0:77239:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000defd00a8. 02000000:00000010:0.0:1761313477.045475:0:77239:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000004f29327c. 00000400:00000010:0.0:1761313477.045482:0:77239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000bae524d4. 00000400:00000010:0.0:1761313477.045487:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000d3ed33a. 00000100:00000200:0.0:1761313477.045492:0:77239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869138404800, portal 16 00000400:00000010:0.0:1761313477.045498:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000cca6299d. 00000100:00000200:0.0:1761313477.045500:0:77239:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869138404800, offset 0 00000400:00000200:0.0:1761313477.045506:0:77239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:0.0:1761313477.045514:0:77239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:0.0:1761313477.045523:0:77239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:0.0:1761313477.045527:0:77239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761313477.045530:0:77239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:0.0:1761313477.045533:0:77239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90665:90665:256:4294967295] 192.168.204.38@tcp LPNI seq info [90665:90665:8:4294967295] 00000400:00000200:0.0:1761313477.045540:0:77239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:0.0:1761313477.045544:0:77239:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:0.0:1761313477.045548:0:77239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d609a399 (tot 82351826). 00000800:00000200:0.0:1761313477.045551:0:77239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:0.0:1761313477.045555:0:77239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:0.0:1761313477.045558:0:77239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000d609a399 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761313477.046120:0:15826:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313477.046124:0:15826:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d609a399 (tot 82351578). 00000400:00000200:1.0:1761313477.046131:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313477.046137:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:1.0:1761313477.046139:0:15826:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000cca6299d 00000400:00000010:1.0:1761313477.046141:0:15826:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000cca6299d. 00000100:00000200:1.0:1761313477.046148:0:15826:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000db5c2442 x1846869138404800/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313521 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1761313477.047420:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b1a0a89b. 00010000:00000010:0.1:1761313477.047434:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e96a2df5. 00010000:00000010:1.1:1761313477.047435:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cf0b3590. 00010000:00000010:0.1:1761313477.047439:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006275dcb4. 00010000:00000010:1.1:1761313477.047441:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006a3b262d. 00000400:00000200:0.0:1761313477.048464:0:15827:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:0.0:1761313477.048486:0:15827:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x68fb7baf0f5c0 00000400:00000200:0.0:1761313477.048497:0:15827:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb1789 [1] + 224 00000400:00000200:0.0:1761313477.048511:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313477.048515:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:0.0:1761313477.048528:0:15827:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000db5c2442 x1846869138404800/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313521 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761313477.048572:0:15827:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:0.0:1761313477.048578:0:15827:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x68fb7ba85fd80 00000400:00000200:0.0:1761313477.048582:0:15827:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xb00a5 [2] + 1968 00000400:00000010:0.0:1761313477.048586:0:15827:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000004ffebc60. 00000400:00000200:0.0:1761313477.048589:0:15827:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 00000000b2caeacb 00000400:00000010:1.0:1761313477.048597:0:77239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000bae524d4. 00000400:00000200:1.0:1761313477.048603:0:77239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000d3ed33a 00000400:00000010:1.0:1761313477.048605:0:77239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000d3ed33a. 00000100:00000200:1.0:1761313477.048611:0:77239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000db5c2442 x1846869138404800/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313521 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761313477.048618:0:77239:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000db5c2442 x1846869138404800/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313521 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761313477.048644:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313477.048648:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:0.0:1761313477.048650:0:15827:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b2caeacb 00000400:00000010:0.0:1761313477.048652:0:15827:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 00000000b2caeacb (tot 82351426). 00000100:00000200:0.0:1761313477.048657:0:15827:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 02000000:00000010:1.0:1761313477.048984:0:77239:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000004f29327c. 02000000:00000010:1.0:1761313477.048994:0:77239:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000defd00a8. 00000100:00000010:1.0:1761313477.048999:0:77239:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000db5c2442. 00000100:00000010:1.0:1761313477.049005:0:77239:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000318a4a80. 00010000:00000010:1.0:1761313477.049009:0:77239:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000337a2f79. 00000020:00000010:3.0:1761313477.050948:0:75220:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001208469c. 00000020:00000010:3.0:1761313477.050961:0:75220:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000000568a7e6. 00000020:00000010:3.0:1761313477.050966:0:75220:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000ce95a124. 00000100:00000200:3.0:1761313477.051005:0:75220:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000f2d66b5a x1846869131394432/t0(0) o103->78617949-0e11-4ca2-94c2-d809f91deaa9@192.168.204.38@tcp:408/0 lens 328/0 e 0 to 0 dl 1761313483 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:3.0:1761313477.051056:0:75220:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869131394432 02000000:00000010:3.0:1761313477.051071:0:75220:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000006857133c. 00010000:00000010:3.0:1761313477.051108:0:75220:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005413cb86. 00010000:00000010:3.0:1761313477.051134:0:75220:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000b8b9454a. 00000100:00000010:3.0:1761313477.051142:0:75220:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a457aec5. 00000100:00000010:3.0:1761313477.051161:0:75220:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a457aec5. 00010000:00000010:3.0:1761313477.051165:0:75220:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000b8b9454a. 00000400:00000010:3.0:1761313477.051184:0:75220:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000bb5cea4a. 00000100:00000200:3.0:1761313477.051192:0:75220:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869131394432, offset 224 00080000:00000010:1.0:1761313477.051192:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000defd00a8. 00000400:00000200:3.0:1761313477.051201:0:75220:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:3.0:1761313477.051217:0:75220:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:3.0:1761313477.051225:0:75220:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90666:90666:256:4294967295] 192.168.204.38@tcp LPNI seq info [90666:90666:8:4294967295] 00000400:00000200:3.0:1761313477.051237:0:75220:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:3.0:1761313477.051243:0:75220:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:3.0:1761313477.051248:0:75220:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009f02d435 (tot 82351674). 00000800:00000200:3.0:1761313477.051255:0:75220:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:3.0:1761313477.051262:0:75220:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:3.0:1761313477.051267:0:75220:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009f02d435 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761313477.051287:0:75220:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000000568a7e6. 00000020:00000010:3.0:1761313477.051292:0:75220:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000ce95a124. 00010000:00000010:1.0:1761313477.051296:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b4546667. 00000020:00000010:3.0:1761313477.051297:0:75220:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001208469c. 00010000:00000010:1.0:1761313477.051303:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000001721764c. 02000000:00000010:3.0:1761313477.051307:0:75220:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000aa2d5e51. 00000100:00000010:3.0:1761313477.051310:0:75220:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000047d366b1. 02000000:00000010:3.0:1761313477.051314:0:75220:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000001a921059. 00000100:00000010:3.0:1761313477.051316:0:75220:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001375339a. 02000000:00000010:3.0:1761313477.051319:0:75220:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000009fd1a7cf. 00000100:00000010:3.0:1761313477.051321:0:75220:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000db4b24ed. 02000000:00000010:3.0:1761313477.051324:0:75220:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000006447e9d7. 00000100:00000010:3.0:1761313477.051326:0:75220:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000b73eaae5. 02000000:00000010:3.0:1761313477.051329:0:75220:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000b2fbecf3. 00000100:00000010:3.0:1761313477.051331:0:75220:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000251ce4d5. 02000000:00000010:3.0:1761313477.051334:0:75220:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000c129eaa9. 00000100:00000010:3.0:1761313477.051336:0:75220:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000000ef172a3. 00000100:00000200:3.0:1761313477.051343:0:75220:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1761313477.051349:0:75220:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000000a563eeb. 00000400:00000010:3.0:1761313477.051354:0:75220:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000a457aec5 (tot 82351826). 00010000:00000010:1.0:1761313477.051431:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000cf0b3590. 00010000:00000010:1.0:1761313477.051439:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000b4546667. 00010000:00000010:1.0:1761313477.051453:0:77239:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000337a2f79. 00000100:00000010:1.0:1761313477.051456:0:77239:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000318a4a80. 00000100:00000010:1.0:1761313477.051465:0:77239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000db5c2442. 02000000:00000010:1.0:1761313477.051478:0:77239:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000ca29ed63. 02000000:00000010:1.0:1761313477.051508:0:77239:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000047647844. 00000400:00000010:1.0:1761313477.051512:0:77239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000003a3ed4f. 00000400:00000010:1.0:1761313477.051517:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ccaef716. 00000100:00000200:1.0:1761313477.051520:0:77239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869138404864, portal 16 00000400:00000010:1.0:1761313477.051524:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b6c604dc. 00000100:00000200:1.0:1761313477.051527:0:77239:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869138404864, offset 0 00000400:00000200:1.0:1761313477.051532:0:77239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:1.0:1761313477.051538:0:77239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:1.0:1761313477.051546:0:77239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:1.0:1761313477.051550:0:77239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761313477.051553:0:77239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:1.0:1761313477.051556:0:77239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90667:90667:255:4294967295] 192.168.204.38@tcp LPNI seq info [90667:90667:7:4294967295] 00000400:00000200:1.0:1761313477.051562:0:77239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:1.0:1761313477.051566:0:77239:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:1.0:1761313477.051569:0:77239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000fe7bdfb5 (tot 82352074). 00000800:00000200:1.0:1761313477.051573:0:77239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:1.0:1761313477.051576:0:77239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:1.0:1761313477.051579:0:77239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000fe7bdfb5 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761313477.051691:0:15825:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761313477.051696:0:15825:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009f02d435 (tot 82351826). 00000400:00000200:0.0:1761313477.051702:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313477.051708:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:0.0:1761313477.051713:0:15825:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000bb5cea4a 00000400:00000010:0.0:1761313477.051715:0:15825:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000bb5cea4a. 02000000:00000010:0.0:1761313477.051719:0:15825:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000006857133c. 00000800:00000200:0.0:1761313477.051810:0:15825:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761313477.051812:0:15825:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000fe7bdfb5 (tot 82351578). 00000400:00000200:0.0:1761313477.051816:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313477.051819:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:0.0:1761313477.051821:0:15825:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b6c604dc 00000400:00000010:0.0:1761313477.051822:0:15825:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b6c604dc. 00000100:00000200:0.0:1761313477.051826:0:15825:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000db5c2442 x1846869138404864/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313521 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761313477.053356:0:15826:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:3.0:1761313477.053398:0:15826:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x68fb7baf0f600 00000400:00000200:3.0:1761313477.053407:0:15826:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb1799 [1] + 224 00000400:00000200:3.0:1761313477.053421:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313477.053424:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:3.0:1761313477.053434:0:15826:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000db5c2442 x1846869138404864/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313521 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761313477.054214:0:15826:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:3.0:1761313477.054223:0:15826:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x68fb7ba85fdc0 00000400:00000200:3.0:1761313477.054230:0:15826:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xb0109 [2] + 0 00000400:00000200:3.0:1761313477.054293:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313477.054297:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:3.0:1761313477.054302:0:15826:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761313477.054308:0:15826:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000099c92cc1. 00000400:00000010:0.0:1761313477.054394:0:77239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000003a3ed4f. 00000400:00000200:0.0:1761313477.054400:0:77239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ccaef716 00000400:00000010:0.0:1761313477.054402:0:77239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ccaef716. 00000100:00000200:0.0:1761313477.054410:0:77239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000db5c2442 x1846869138404864/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313521 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761313477.054419:0:77239:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000db5c2442 x1846869138404864/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313521 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761313477.054455:0:77239:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000047647844. 02000000:00000010:0.0:1761313477.054462:0:77239:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000ca29ed63. 00000100:00000010:0.0:1761313477.054467:0:77239:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000db5c2442. 00000100:00000010:0.0:1761313477.054471:0:77239:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000318a4a80. 00010000:00000010:0.0:1761313477.054475:0:77239:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000337a2f79. 00000020:00000010:1.0:1761313477.054488:0:75220:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ca29ed63. 00000020:00000010:1.0:1761313477.054496:0:75220:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000009fc4cf95. 00000020:00000010:1.0:1761313477.054501:0:75220:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000010283565. 00000100:00000200:1.0:1761313477.054529:0:75220:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000099c92cc1 x1846869131394496/t0(0) o103->78617949-0e11-4ca2-94c2-d809f91deaa9@192.168.204.38@tcp:408/0 lens 328/0 e 0 to 0 dl 1761313483 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:1.0:1761313477.054563:0:75220:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869131394496 02000000:00000010:1.0:1761313477.054578:0:75220:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000047647844. 00010000:00000010:3.1:1761313477.054583:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000100b77d1. 00010000:00000010:1.0:1761313477.054614:0:75220:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000cbd62ec0. 00010000:00000010:1.0:1761313477.054641:0:75220:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000085779a2a. 00000100:00000010:1.0:1761313477.054647:0:75220:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000318a4a80. 00000100:00000010:1.0:1761313477.054664:0:75220:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000318a4a80. 00010000:00000010:1.0:1761313477.054667:0:75220:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000085779a2a. 00000400:00000010:1.0:1761313477.054683:0:75220:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009f44a341. 00000100:00000200:1.0:1761313477.054688:0:75220:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869131394496, offset 224 00000400:00000200:1.0:1761313477.054697:0:75220:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:1.0:1761313477.054710:0:75220:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:1.0:1761313477.054716:0:75220:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90668:90668:256:4294967295] 192.168.204.38@tcp LPNI seq info [90668:90668:8:4294967295] 00000400:00000200:1.0:1761313477.054736:0:75220:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:1.0:1761313477.054742:0:75220:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:1.0:1761313477.054747:0:75220:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000cc8c87c8 (tot 82351826). 00000800:00000200:1.0:1761313477.054755:0:75220:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:1.0:1761313477.054763:0:75220:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00080000:00000010:0.0:1761313477.054764:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000da3a64f4. 00000800:00000200:1.0:1761313477.054767:0:75220:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000cc8c87c8 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761313477.054795:0:75220:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000009fc4cf95. 00000020:00000010:1.0:1761313477.054800:0:75220:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000010283565. 00000020:00000010:1.0:1761313477.054803:0:75220:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ca29ed63. 00010000:00000010:0.0:1761313477.054876:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b4546667. 00010000:00000010:0.0:1761313477.054884:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000f004a7dd. 00010000:00000010:0.0:1761313477.054982:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000fca8e535. 00010000:00000010:0.0:1761313477.054989:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000bcf2df3c. 00010000:00000010:0.0:1761313477.055001:0:77239:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000008c68d87e. 00000100:00000010:0.0:1761313477.055005:0:77239:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000293a9a6e. 00000100:00000010:0.0:1761313477.055013:0:77239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000000982dbcf. 02000000:00000010:0.0:1761313477.055025:0:77239:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000008eefaef6. 02000000:00000010:0.0:1761313477.055051:0:77239:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000cb922dba. 00000400:00000010:0.0:1761313477.055056:0:77239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000d2737ad6. 00000400:00000010:0.0:1761313477.055061:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ca4f278a. 00000100:00000200:0.0:1761313477.055066:0:77239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869138404928, portal 16 00000400:00000010:0.0:1761313477.055071:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000bac32b5d. 00000100:00000200:0.0:1761313477.055073:0:77239:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869138404928, offset 0 00000400:00000200:0.0:1761313477.055078:0:77239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:0.0:1761313477.055084:0:77239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:0.0:1761313477.055092:0:77239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:0.0:1761313477.055096:0:77239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761313477.055099:0:77239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:0.0:1761313477.055101:0:77239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90669:90669:255:4294967295] 192.168.204.38@tcp LPNI seq info [90669:90669:7:4294967295] 00000400:00000200:0.0:1761313477.055109:0:77239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:0.0:1761313477.055113:0:77239:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:0.0:1761313477.055116:0:77239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000002ba140d5 (tot 82352074). 00000800:00000200:0.0:1761313477.055120:0:77239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:0.0:1761313477.055124:0:77239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:0.0:1761313477.055125:0:77239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000002ba140d5 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761313477.058141:0:15827:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761313477.058152:0:15827:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000cc8c87c8 (tot 82351826). 00000400:00000200:3.0:1761313477.058167:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313477.058179:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:3.0:1761313477.058187:0:15827:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009f44a341 00000400:00000010:3.0:1761313477.058190:0:15827:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009f44a341. 00000800:00000200:3.0:1761313477.058295:0:15827:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761313477.058297:0:15827:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000002ba140d5 (tot 82351578). 00000400:00000200:3.0:1761313477.058304:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313477.058307:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:3.0:1761313477.058311:0:15827:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000bac32b5d 00000400:00000010:3.0:1761313477.058313:0:15827:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000bac32b5d. 00000100:00000200:3.0:1761313477.058324:0:15827:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000000982dbcf x1846869138404928/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313521 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1761313477.059414:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000085b3a0e3. 00010000:00000010:1.1:1761313477.059427:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000010c4cce5. 00010000:00000010:1.1:1761313477.059432:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a27217ea. 00010000:00000010:1.1:1761313477.059437:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a27793c9. 00010000:00000010:1.1:1761313477.059443:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b8077024. 00010000:00000010:1.1:1761313477.059446:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f717d0fe. 00010000:00000010:0.1:1761313477.062405:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001dbcb473. 00010000:00000010:0.1:1761313477.062426:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cf0b3590. 00010000:00000010:1.1:1761313477.062487:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008ec206a4. 00010000:00000010:3.1:1761313477.064244:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000025b47f3. 00000400:00000200:0.0:1761313477.064325:0:15825:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:0.0:1761313477.064348:0:15825:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x68fb7baf0f640 00000400:00000200:0.0:1761313477.064373:0:15825:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb17a5 [1] + 224 00000400:00000200:0.0:1761313477.064388:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313477.064393:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:0.0:1761313477.064407:0:15825:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000000982dbcf x1846869138404928/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313521 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761313477.072865:0:15825:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:0.0:1761313477.072890:0:15825:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x68fb7ba85fe00 00000400:00000010:1.0:1761313477.072955:0:77239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000d2737ad6. 00000400:00000200:1.0:1761313477.072966:0:77239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ca4f278a 00000400:00000010:1.0:1761313477.072968:0:77239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ca4f278a. 00000100:00000200:1.0:1761313477.072981:0:77239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000000982dbcf x1846869138404928/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313521 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761313477.072992:0:77239:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000000982dbcf x1846869138404928/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313521 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761313477.073034:0:77239:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000cb922dba. 02000000:00000010:1.0:1761313477.073046:0:77239:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000008eefaef6. 00000100:00000010:1.0:1761313477.073050:0:77239:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000000982dbcf. 00000100:00000010:1.0:1761313477.073055:0:77239:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000293a9a6e. 00010000:00000010:1.0:1761313477.073061:0:77239:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000008c68d87e. 00000400:00000200:0.0:1761313477.073376:0:15825:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xb0109 [2] + 328 00000400:00000200:0.0:1761313477.073401:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313477.073406:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:0.0:1761313477.073413:0:15825:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761313477.073419:0:15825:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ede06feb. 00000020:00000010:0.0:1761313477.073470:0:75220:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000fad0689b. 00000020:00000010:0.0:1761313477.073478:0:75220:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000196cbe29. 00000020:00000010:0.0:1761313477.073483:0:75220:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000076f5767f. 00000100:00000200:0.0:1761313477.073515:0:75220:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000ede06feb x1846869131394560/t0(0) o103->78617949-0e11-4ca2-94c2-d809f91deaa9@192.168.204.38@tcp:408/0 lens 328/0 e 0 to 0 dl 1761313483 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:0.0:1761313477.073547:0:75220:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869131394560 02000000:00000010:0.0:1761313477.073559:0:75220:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000002b410984. 00010000:00000010:0.0:1761313477.073596:0:75220:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005256197b. 00010000:00000010:0.0:1761313477.073621:0:75220:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000cdd9b18a. 00000100:00000010:0.0:1761313477.073628:0:75220:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d3d5d76c. 00000100:00000010:0.0:1761313477.073646:0:75220:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000d3d5d76c. 00010000:00000010:0.0:1761313477.073653:0:75220:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000cdd9b18a. 00000400:00000010:0.0:1761313477.073669:0:75220:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b4a4da2f. 00000100:00000200:0.0:1761313477.073674:0:75220:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869131394560, offset 224 00000400:00000200:0.0:1761313477.073681:0:75220:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:0.0:1761313477.073693:0:75220:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:0.0:1761313477.073699:0:75220:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90670:90670:256:4294967295] 192.168.204.38@tcp LPNI seq info [90670:90670:8:4294967295] 00000400:00000200:0.0:1761313477.073710:0:75220:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:0.0:1761313477.073716:0:75220:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:0.0:1761313477.073722:0:75220:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000002ba140d5 (tot 82351826). 00000800:00000200:0.0:1761313477.073738:0:75220:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:0.0:1761313477.073746:0:75220:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:0.0:1761313477.073750:0:75220:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000002ba140d5 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761313477.073771:0:75220:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000196cbe29. 00000020:00000010:0.0:1761313477.073776:0:75220:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000076f5767f. 00000020:00000010:0.0:1761313477.073779:0:75220:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000fad0689b. 00000800:00000200:0.0:1761313477.073901:0:15825:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761313477.073905:0:15825:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000002ba140d5 (tot 82351578). 00000400:00000200:0.0:1761313477.073910:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313477.073914:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:0.0:1761313477.073916:0:15825:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b4a4da2f 00000400:00000010:0.0:1761313477.073918:0:15825:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b4a4da2f. 00080000:00000010:1.0:1761313477.074446:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c129eaa9. 00010000:00000010:1.0:1761313477.074566:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bcf2df3c. 00010000:00000010:1.0:1761313477.074575:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000032061b3d. 00010000:00000010:1.0:1761313477.074673:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f717d0fe. 00010000:00000010:1.0:1761313477.074682:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000094a8b054. 00010000:00000010:1.0:1761313477.074695:0:77239:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000085779a2a. 00000100:00000010:1.0:1761313477.074702:0:77239:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000318a4a80. 00000100:00000010:1.0:1761313477.074710:0:77239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d93d7538. 02000000:00000010:1.0:1761313477.074725:0:77239:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000001a921059. 02000000:00000010:1.0:1761313477.074768:0:77239:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a7fa56e3. 00000400:00000010:1.0:1761313477.074774:0:77239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000aaa435c6. 00000400:00000010:1.0:1761313477.074779:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a1e30d26. 00000100:00000200:1.0:1761313477.074786:0:77239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869138404992, portal 16 00000400:00000010:1.0:1761313477.074790:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a164eb02. 00000100:00000200:1.0:1761313477.074792:0:77239:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869138404992, offset 0 00000400:00000200:1.0:1761313477.074799:0:77239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:1.0:1761313477.074809:0:77239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:1.0:1761313477.074817:0:77239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:1.0:1761313477.074821:0:77239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761313477.074824:0:77239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:1.0:1761313477.074828:0:77239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90671:90671:256:4294967295] 192.168.204.38@tcp LPNI seq info [90671:90671:8:4294967295] 00000400:00000200:1.0:1761313477.074836:0:77239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:1.0:1761313477.074841:0:77239:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:1.0:1761313477.074844:0:77239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f67d6031 (tot 82351826). 00000800:00000200:1.0:1761313477.074850:0:77239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:1.0:1761313477.074856:0:77239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:1.0:1761313477.074858:0:77239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000f67d6031 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761313477.074964:0:15827:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313477.074967:0:15827:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f67d6031 (tot 82351578). 00000400:00000200:1.0:1761313477.074972:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313477.074976:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:1.0:1761313477.074980:0:15827:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a164eb02 00000400:00000010:1.0:1761313477.074981:0:15827:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a164eb02. 00000100:00000200:1.0:1761313477.074987:0:15827:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000d93d7538 x1846869138404992/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313521 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761313477.078964:0:15825:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:0.0:1761313477.078989:0:15825:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x68fb7baf0f680 00000400:00000200:0.0:1761313477.079000:0:15825:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb17b1 [1] + 224 00000400:00000200:0.0:1761313477.079015:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313477.079019:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:0.0:1761313477.079032:0:15825:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000d93d7538 x1846869138404992/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313521 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761313477.079084:0:15825:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:0.0:1761313477.079089:0:15825:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x68fb7ba85fe40 00000400:00000200:0.0:1761313477.079095:0:15825:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xb0109 [2] + 656 00000400:00000200:0.0:1761313477.079104:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313477.079107:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:0.0:1761313477.079111:0:15825:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761313477.079120:0:15825:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000000982dbcf. 00000020:00000010:3.0:1761313477.079234:0:64710:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007ad09f8b. 00000020:00000010:3.0:1761313477.079244:0:64710:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000000568a7e6. 00000020:00000010:3.0:1761313477.079249:0:64710:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000ce95a124. 00000100:00000200:3.0:1761313477.079284:0:64710:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000000982dbcf x1846869131394624/t0(0) o103->78617949-0e11-4ca2-94c2-d809f91deaa9@192.168.204.38@tcp:408/0 lens 328/0 e 0 to 0 dl 1761313483 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:3.0:1761313477.079323:0:64710:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869131394624 02000000:00000010:3.0:1761313477.079338:0:64710:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000e8ad967a. 00010000:00000010:3.0:1761313477.079424:0:64710:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000b8b9454a. 00000100:00000010:3.0:1761313477.079433:0:64710:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a3335fcc. 00000100:00000010:3.0:1761313477.079443:0:64710:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a3335fcc. 00010000:00000010:3.0:1761313477.079448:0:64710:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000b8b9454a. 00000400:00000010:3.0:1761313477.079468:0:64710:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e515bfff. 00000100:00000200:3.0:1761313477.079474:0:64710:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869131394624, offset 224 00000400:00000200:3.0:1761313477.079482:0:64710:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:3.0:1761313477.079495:0:64710:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:3.0:1761313477.079501:0:64710:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90672:90672:256:4294967295] 192.168.204.38@tcp LPNI seq info [90672:90672:8:4294967295] 00000400:00000200:3.0:1761313477.079513:0:64710:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:3.0:1761313477.079517:0:64710:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:3.0:1761313477.079522:0:64710:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e7d56557 (tot 82351826). 00000800:00000200:3.0:1761313477.079529:0:64710:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:3.0:1761313477.079537:0:64710:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:3.0:1761313477.079541:0:64710:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000e7d56557 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761313477.079558:0:64710:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000000568a7e6. 00000020:00000010:3.0:1761313477.079563:0:64710:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000ce95a124. 00000020:00000010:3.0:1761313477.079567:0:64710:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007ad09f8b. 00000800:00000200:0.0:1761313477.079757:0:15826:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761313477.079762:0:15826:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e7d56557 (tot 82351578). 00000400:00000200:0.0:1761313477.079766:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313477.079770:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:0.0:1761313477.079775:0:15826:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e515bfff 00000400:00000010:0.0:1761313477.079777:0:15826:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e515bfff. 00000400:00000010:2.0:1761313477.079998:0:77239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000aaa435c6. 00000400:00000200:2.0:1761313477.080005:0:77239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a1e30d26 00000400:00000010:2.0:1761313477.080006:0:77239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a1e30d26. 00000100:00000200:2.0:1761313477.080013:0:77239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000d93d7538 x1846869138404992/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313521 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761313477.080022:0:77239:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000d93d7538 x1846869138404992/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313521 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.0:1761313477.080050:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007d5e3c96. 02000000:00000010:2.0:1761313477.080073:0:77239:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a7fa56e3. 02000000:00000010:2.0:1761313477.080079:0:77239:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000001a921059. 00000100:00000010:2.0:1761313477.080084:0:77239:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d93d7538. 00000100:00000010:2.0:1761313477.080087:0:77239:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000318a4a80. 00010000:00000010:2.0:1761313477.080090:0:77239:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000085779a2a. 00080000:00000010:2.0:1761313477.080110:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 000000008ed8b6cf. 00010000:00000010:2.0:1761313477.080229:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000094a8b054. 00010000:00000010:2.0:1761313477.080237:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000f3b382cb. 00010000:00000010:2.0:1761313477.080330:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000007b603eb2. 00010000:00000010:2.0:1761313477.080338:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000034e8aa76. 00010000:00000010:2.0:1761313477.080349:0:77239:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000b56cacb0. 00000100:00000010:2.0:1761313477.080354:0:77239:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000643a27d3. 00000100:00000010:2.0:1761313477.080390:0:77239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000157ea651. 02000000:00000010:2.0:1761313477.080404:0:77239:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000dfbd4b48. 02000000:00000010:2.0:1761313477.080436:0:77239:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e64aba91. 00000400:00000010:2.0:1761313477.080442:0:77239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000796a0a40. 00000400:00000010:2.0:1761313477.080447:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000032f4837. 00000100:00000200:2.0:1761313477.080454:0:77239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869138405056, portal 16 00000400:00000010:2.0:1761313477.080459:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f19b9931. 00000100:00000200:2.0:1761313477.080462:0:77239:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869138405056, offset 0 00000400:00000200:2.0:1761313477.080468:0:77239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:2.0:1761313477.080478:0:77239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:2.0:1761313477.080486:0:77239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:2.0:1761313477.080490:0:77239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761313477.080495:0:77239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:2.0:1761313477.080497:0:77239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90673:90673:256:4294967295] 192.168.204.38@tcp LPNI seq info [90673:90673:8:4294967295] 00000400:00000200:2.0:1761313477.080506:0:77239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:2.0:1761313477.080510:0:77239:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:2.0:1761313477.080515:0:77239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000711ebbe8 (tot 82351826). 00000800:00000200:2.0:1761313477.080520:0:77239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:2.0:1761313477.080525:0:77239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:2.0:1761313477.080529:0:77239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000711ebbe8 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761313477.081010:0:15827:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761313477.081015:0:15827:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000711ebbe8 (tot 82351578). 00000400:00000200:3.0:1761313477.081020:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313477.081025:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:3.0:1761313477.081029:0:15827:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f19b9931 00000400:00000010:3.0:1761313477.081030:0:15827:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f19b9931. 00000100:00000200:3.0:1761313477.081037:0:15827:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000157ea651 x1846869138405056/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313521 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761313477.091324:0:15825:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:1.0:1761313477.091352:0:15825:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x68fb7baf0f6c0 00000400:00000200:1.0:1761313477.091407:0:15825:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb17bd [1] + 224 00000400:00000200:1.0:1761313477.091424:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313477.091429:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:1.0:1761313477.091444:0:15825:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000157ea651 x1846869138405056/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313521 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761313477.091483:0:15825:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:1.0:1761313477.091488:0:15825:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x68fb7ba85fe80 00000400:00000200:1.0:1761313477.091495:0:15825:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xb0109 [2] + 984 00000400:00000200:1.0:1761313477.091508:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313477.091511:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:1.0:1761313477.091515:0:15825:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761313477.091522:0:15825:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000242da0db. 00000020:00000010:1.0:1761313477.091582:0:75220:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000020e20a90. 00000020:00000010:1.0:1761313477.091588:0:75220:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000009fc4cf95. 00000020:00000010:1.0:1761313477.091593:0:75220:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000010283565. 00000100:00000200:1.0:1761313477.091623:0:75220:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000242da0db x1846869131394688/t0(0) o103->78617949-0e11-4ca2-94c2-d809f91deaa9@192.168.204.38@tcp:408/0 lens 328/0 e 0 to 0 dl 1761313483 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:1.0:1761313477.091653:0:75220:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869131394688 02000000:00000010:1.0:1761313477.091664:0:75220:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000000e44180b. 00010000:00000010:1.0:1761313477.091712:0:75220:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000061081e42. 00000100:00000010:1.0:1761313477.091721:0:75220:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000008301c559. 00000100:00000010:1.0:1761313477.091737:0:75220:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000008301c559. 00010000:00000010:1.0:1761313477.091741:0:75220:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000061081e42. 00000400:00000010:1.0:1761313477.091761:0:75220:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a164eb02. 00000100:00000200:1.0:1761313477.091767:0:75220:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869131394688, offset 224 00000400:00000200:1.0:1761313477.091774:0:75220:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:1.0:1761313477.091786:0:75220:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:1.0:1761313477.091793:0:75220:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90674:90674:256:4294967295] 192.168.204.38@tcp LPNI seq info [90674:90674:8:4294967295] 00000400:00000200:1.0:1761313477.091805:0:75220:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:1.0:1761313477.091810:0:75220:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:1.0:1761313477.091816:0:75220:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f67d6031 (tot 82351826). 00000800:00000200:1.0:1761313477.091821:0:75220:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:1.0:1761313477.091829:0:75220:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:1.0:1761313477.091833:0:75220:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000f67d6031 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761313477.091853:0:75220:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000009fc4cf95. 00000020:00000010:1.0:1761313477.091856:0:75220:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000010283565. 00000020:00000010:1.0:1761313477.091859:0:75220:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000020e20a90. 00000800:00000200:1.0:1761313477.091976:0:15825:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313477.091979:0:15825:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f67d6031 (tot 82351578). 00000400:00000200:1.0:1761313477.091984:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313477.091987:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:1.0:1761313477.091991:0:15825:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a164eb02 00000400:00000010:1.0:1761313477.091992:0:15825:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a164eb02. 00000400:00000010:2.0:1761313477.092103:0:77239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000796a0a40. 00000400:00000200:2.0:1761313477.092108:0:77239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000032f4837 00000400:00000010:2.0:1761313477.092111:0:77239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000032f4837. 00000100:00000200:2.0:1761313477.092118:0:77239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000157ea651 x1846869138405056/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313521 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761313477.092127:0:77239:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000157ea651 x1846869138405056/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313521 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.0:1761313477.092155:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008c6f72e0. 02000000:00000010:2.0:1761313477.092175:0:77239:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e64aba91. 02000000:00000010:2.0:1761313477.092182:0:77239:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000dfbd4b48. 00000100:00000010:2.0:1761313477.092188:0:77239:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000157ea651. 00000100:00000010:2.0:1761313477.092212:0:77239:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000643a27d3. 00010000:00000010:2.0:1761313477.092217:0:77239:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000b56cacb0. 00080000:00000010:2.0:1761313477.092239:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000dfbd4b48. 00010000:00000010:2.0:1761313477.092354:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000034e8aa76. 00010000:00000010:2.0:1761313477.092392:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000062b73f3. 00010000:00000010:2.0:1761313477.092495:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000007d474bda. 00010000:00000010:2.0:1761313477.092499:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000001c28033f. 00010000:00000010:2.0:1761313477.092505:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f32a723c. 00010000:00000010:2.0:1761313477.092511:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000034e8aa76. 00080000:00000010:2.0:1761313477.092526:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e64aba91. 00010000:00000010:2.0:1761313477.092551:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000034e8aa76. 00010000:00000010:2.0:1761313477.092555:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000001c28033f. 00010000:00000010:2.0:1761313477.092620:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000017bbe421. 00010000:00000010:2.0:1761313477.092624:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000034e8aa76. 00010000:00000010:2.0:1761313477.092632:0:77239:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000b56cacb0. 00000100:00000010:2.0:1761313477.092636:0:77239:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000643a27d3. 00000100:00000010:2.0:1761313477.092643:0:77239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000157ea651. 02000000:00000010:2.0:1761313477.092657:0:77239:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000b47fd40d. 02000000:00000010:2.0:1761313477.092688:0:77239:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000007d169ba6. 00000400:00000010:2.0:1761313477.092694:0:77239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000796a0a40. 00000400:00000010:2.0:1761313477.092700:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000032f4837. 00000100:00000200:2.0:1761313477.092706:0:77239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869138405120, portal 16 00000400:00000010:2.0:1761313477.092711:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002c0ac683. 00000100:00000200:2.0:1761313477.092713:0:77239:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869138405120, offset 0 00000400:00000200:2.0:1761313477.092719:0:77239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:2.0:1761313477.092741:0:77239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:2.0:1761313477.092750:0:77239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:2.0:1761313477.092754:0:77239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761313477.092758:0:77239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:2.0:1761313477.092761:0:77239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90675:90675:256:4294967295] 192.168.204.38@tcp LPNI seq info [90675:90675:8:4294967295] 00000400:00000200:2.0:1761313477.092769:0:77239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:2.0:1761313477.092774:0:77239:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:2.0:1761313477.092778:0:77239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b0bda00f (tot 82351826). 00000800:00000200:2.0:1761313477.092783:0:77239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:2.0:1761313477.092787:0:77239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:2.0:1761313477.092791:0:77239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000b0bda00f type 1, nob 424 niov 1 nkiov 1 00010000:00000010:1.1:1761313477.093507:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000880b423e. 00010000:00000010:1.1:1761313477.093516:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fca8e535. 00000800:00000200:1.0:1761313477.093623:0:15827:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313477.093627:0:15827:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b0bda00f (tot 82351578). 00000400:00000200:1.0:1761313477.093632:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313477.093638:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:1.0:1761313477.093642:0:15827:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002c0ac683 00000400:00000010:1.0:1761313477.093644:0:15827:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002c0ac683. 00000100:00000200:1.0:1761313477.093651:0:15827:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000157ea651 x1846869138405120/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313521 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1761313477.094440:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bc4d41ca. 00010000:00000010:2.1:1761313477.095405:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000034412a2a. 00010000:00000010:2.1:1761313477.095414:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000721dad2a. 00010000:00000010:2.1:1761313477.095418:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f717d0fe. 00000400:00000200:0.0:1761313477.097088:0:15825:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:0.0:1761313477.097113:0:15825:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x68fb7baf0f700 00000400:00000200:0.0:1761313477.097125:0:15825:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb17c9 [1] + 224 00000400:00000200:0.0:1761313477.097140:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313477.097144:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:0.0:1761313477.097157:0:15825:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000157ea651 x1846869138405120/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313521 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761313477.097199:0:15825:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:0.0:1761313477.097205:0:15825:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x68fb7ba85fec0 00000400:00000200:0.0:1761313477.097210:0:15825:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xb0109 [2] + 1312 00000400:00000010:2.0:1761313477.097720:0:77239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000796a0a40. 00000400:00000200:2.0:1761313477.097736:0:77239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000032f4837 00000400:00000010:2.0:1761313477.097739:0:77239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000032f4837. 00000100:00000200:2.0:1761313477.097748:0:77239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000157ea651 x1846869138405120/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313521 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761313477.097757:0:77239:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000157ea651 x1846869138405120/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313521 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761313477.097795:0:77239:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000007d169ba6. 02000000:00000010:2.0:1761313477.097803:0:77239:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000b47fd40d. 00000100:00000010:2.0:1761313477.097807:0:77239:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000157ea651. 00000100:00000010:2.0:1761313477.097829:0:77239:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000643a27d3. 00010000:00000010:2.0:1761313477.097833:0:77239:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000b56cacb0. 00000400:00000200:0.0:1761313477.097984:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313477.097989:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:0.0:1761313477.097995:0:15825:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761313477.098002:0:15825:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000000ef172a3. 00000020:00000010:3.0:1761313477.098105:0:64710:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007ad09f8b. 00000020:00000010:3.0:1761313477.098115:0:64710:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000000568a7e6. 00000020:00000010:3.0:1761313477.098120:0:64710:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000ce95a124. 00000100:00000200:3.0:1761313477.098151:0:64710:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000000ef172a3 x1846869131394752/t0(0) o103->78617949-0e11-4ca2-94c2-d809f91deaa9@192.168.204.38@tcp:408/0 lens 328/0 e 0 to 0 dl 1761313483 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:3.0:1761313477.098195:0:64710:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869131394752 02000000:00000010:3.0:1761313477.098210:0:64710:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000d4ccb6c7. 00010000:00000010:3.0:1761313477.098251:0:64710:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e456e64b. 00010000:00000010:3.0:1761313477.098281:0:64710:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000b8b9454a. 00000100:00000010:3.0:1761313477.098289:0:64710:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a3335fcc. 00000100:00000010:3.0:1761313477.098309:0:64710:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a3335fcc. 00010000:00000010:3.0:1761313477.098313:0:64710:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000b8b9454a. 00000400:00000010:3.0:1761313477.098334:0:64710:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005f389535. 00000100:00000200:3.0:1761313477.098341:0:64710:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869131394752, offset 224 00000400:00000200:3.0:1761313477.098350:0:64710:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:3.0:1761313477.098387:0:64710:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:3.0:1761313477.098394:0:64710:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90676:90676:256:4294967295] 192.168.204.38@tcp LPNI seq info [90676:90676:8:4294967295] 00000400:00000200:3.0:1761313477.098407:0:64710:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:3.0:1761313477.098413:0:64710:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:3.0:1761313477.098418:0:64710:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001ffc5d96 (tot 82351826). 00000800:00000200:3.0:1761313477.098426:0:64710:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:3.0:1761313477.098434:0:64710:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:3.0:1761313477.098438:0:64710:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000001ffc5d96 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761313477.098464:0:64710:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000000568a7e6. 00000020:00000010:3.0:1761313477.098469:0:64710:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000ce95a124. 00000020:00000010:3.0:1761313477.098473:0:64710:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007ad09f8b. 00080000:00000010:2.0:1761313477.098768:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000b47fd40d. 00010000:00000010:2.0:1761313477.098882:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000034e8aa76. 00010000:00000010:2.0:1761313477.098889:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000039d9b115. 00010000:00000010:2.0:1761313477.098986:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000009c4e0bd8. 00010000:00000010:2.0:1761313477.098992:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000034e8aa76. 00010000:00000010:2.0:1761313477.099006:0:77239:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000b56cacb0. 00000100:00000010:2.0:1761313477.099011:0:77239:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000643a27d3. 00000100:00000010:2.0:1761313477.099019:0:77239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000157ea651. 02000000:00000010:2.0:1761313477.099033:0:77239:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000007d169ba6. 02000000:00000010:2.0:1761313477.099062:0:77239:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000657b945b. 00000400:00000010:2.0:1761313477.099070:0:77239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000796a0a40. 00000400:00000010:2.0:1761313477.099075:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000032f4837. 00000100:00000200:2.0:1761313477.099081:0:77239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869138405184, portal 16 00000400:00000010:2.0:1761313477.099086:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003c745d15. 00000100:00000200:2.0:1761313477.099088:0:77239:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869138405184, offset 0 00000400:00000200:2.0:1761313477.099095:0:77239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:2.0:1761313477.099104:0:77239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:2.0:1761313477.099112:0:77239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:2.0:1761313477.099116:0:77239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761313477.099120:0:77239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:2.0:1761313477.099123:0:77239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90677:90677:255:4294967295] 192.168.204.38@tcp LPNI seq info [90677:90677:7:4294967295] 00000400:00000200:2.0:1761313477.099131:0:77239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:2.0:1761313477.099136:0:77239:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:2.0:1761313477.099140:0:77239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000db140c22 (tot 82352074). 00000800:00000200:2.0:1761313477.099144:0:77239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:2.0:1761313477.099149:0:77239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:2.0:1761313477.099152:0:77239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000db140c22 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761313477.099410:0:15826:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761313477.099416:0:15826:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001ffc5d96 (tot 82351826). 00000400:00000200:3.0:1761313477.099420:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313477.099426:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:3.0:1761313477.099430:0:15826:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005f389535 00000400:00000010:3.0:1761313477.099433:0:15826:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005f389535. 00000800:00000200:2.0:1761313477.102968:0:15826:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761313477.102978:0:15826:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000db140c22 (tot 82351578). 00000400:00000200:2.0:1761313477.102987:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313477.102998:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:2.0:1761313477.103005:0:15826:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003c745d15 00000400:00000010:2.0:1761313477.103008:0:15826:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003c745d15. 00000100:00000200:2.0:1761313477.103021:0:15826:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000157ea651 x1846869138405184/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313521 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1761313477.106395:0:78552:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f20430fa. 00010000:00000010:2.1:1761313477.106409:0:78552:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ca0befe3. 00010000:00000010:2.1:1761313477.106415:0:78552:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007b603eb2. 00010000:00000010:2.1:1761313477.106419:0:78552:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007d474bda. 00010000:00000010:2.1:1761313477.106423:0:78552:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f32a723c. 00000400:00000200:1.0:1761313477.110309:0:15827:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:1.0:1761313477.110337:0:15827:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x68fb7baf0f740 00000400:00000200:1.0:1761313477.110350:0:15827:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb17d5 [1] + 224 00000400:00000200:1.0:1761313477.110398:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313477.110404:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:1.0:1761313477.110419:0:15827:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000157ea651 x1846869138405184/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313521 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1761313477.110536:0:77239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000796a0a40. 00000400:00000200:3.0:1761313477.110543:0:77239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000032f4837 00000400:00000010:3.0:1761313477.110545:0:77239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000032f4837. 00000100:00000200:3.0:1761313477.110554:0:77239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000157ea651 x1846869138405184/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313521 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761313477.110563:0:77239:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000157ea651 x1846869138405184/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313521 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1761313477.110603:0:77239:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000657b945b. 02000000:00000010:3.0:1761313477.110610:0:77239:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000007d169ba6. 00000100:00000010:3.0:1761313477.110615:0:77239:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000157ea651. 00000100:00000010:3.0:1761313477.110638:0:77239:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000643a27d3. 00010000:00000010:3.0:1761313477.110643:0:77239:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000b56cacb0. 00010000:00000010:2.1:1761313477.110757:0:78552:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004d273c5e. 00010000:00000010:2.1:1761313477.110765:0:78552:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000017bbe421. 00010000:00000010:3.1:1761313477.116170:0:45867:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006c54f4a9. 00000400:00000200:0.0:1761313477.119444:0:15825:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:0.0:1761313477.119472:0:15825:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x68fb7ba85ff00 00000400:00000200:0.0:1761313477.119483:0:15825:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xb0109 [2] + 1640 00000400:00000200:0.0:1761313477.119579:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313477.119586:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:0.0:1761313477.119594:0:15825:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761313477.119601:0:15825:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000251ce4d5. 00000020:00000010:1.0:1761313477.119908:0:75220:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a68b9ce5. 00000020:00000010:1.0:1761313477.119918:0:75220:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000003a1619f4. 00000020:00000010:1.0:1761313477.119923:0:75220:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000010283565. 00000100:00000200:1.0:1761313477.119961:0:75220:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000251ce4d5 x1846869131394816/t0(0) o103->78617949-0e11-4ca2-94c2-d809f91deaa9@192.168.204.38@tcp:408/0 lens 328/0 e 0 to 0 dl 1761313483 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:1.0:1761313477.119998:0:75220:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869131394816 02000000:00000010:1.0:1761313477.120012:0:75220:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000ac6dcd0c. 00010000:00000010:1.0:1761313477.120051:0:75220:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d5bd7af9. 00010000:00000010:1.0:1761313477.120079:0:75220:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000856fa24f. 00000100:00000010:1.0:1761313477.120087:0:75220:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000008301c559. 00000100:00000010:1.0:1761313477.120101:0:75220:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000008301c559. 00010000:00000010:1.0:1761313477.120105:0:75220:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000856fa24f. 00000400:00000010:1.0:1761313477.120121:0:75220:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a164eb02. 00000100:00000200:1.0:1761313477.120128:0:75220:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869131394816, offset 224 00000400:00000200:1.0:1761313477.120138:0:75220:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:1.0:1761313477.120150:0:75220:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:1.0:1761313477.120158:0:75220:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90678:90678:256:4294967295] 192.168.204.38@tcp LPNI seq info [90678:90678:8:4294967295] 00000400:00000200:1.0:1761313477.120170:0:75220:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:1.0:1761313477.120176:0:75220:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:1.0:1761313477.120181:0:75220:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f67d6031 (tot 82351826). 00000800:00000200:1.0:1761313477.120188:0:75220:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:1.0:1761313477.120196:0:75220:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:1.0:1761313477.120201:0:75220:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000f67d6031 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761313477.120225:0:75220:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000003a1619f4. 00000020:00000010:1.0:1761313477.120231:0:75220:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000010283565. 00000020:00000010:1.0:1761313477.120235:0:75220:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a68b9ce5. 00000800:00000200:1.0:1761313477.120343:0:15826:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313477.120347:0:15826:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f67d6031 (tot 82351578). 00000400:00000200:1.0:1761313477.120352:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313477.120378:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:1.0:1761313477.120382:0:15826:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a164eb02 00000400:00000010:1.0:1761313477.120385:0:15826:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a164eb02. 00080000:00000010:0.0:1761313477.120685:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000fad0689b. 00010000:00000010:0.0:1761313477.120819:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000034e8aa76. 00010000:00000010:0.0:1761313477.120828:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000007eec47d. 00010000:00000010:0.0:1761313477.120931:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000003e29aedd. 00010000:00000010:0.0:1761313477.120940:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d96d5506. 00010000:00000010:0.0:1761313477.120954:0:77239:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000c54e58f0. 00000100:00000010:0.0:1761313477.120960:0:77239:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d3d5d76c. 00000100:00000010:0.0:1761313477.120968:0:77239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000b73eaae5. 02000000:00000010:0.0:1761313477.120984:0:77239:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000cfa3acdb. 02000000:00000010:0.0:1761313477.121016:0:77239:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000097f846c2. 00000400:00000010:0.0:1761313477.121023:0:77239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000874d6242. 00000400:00000010:0.0:1761313477.121031:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b4a4da2f. 00000100:00000200:0.0:1761313477.121037:0:77239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869138405248, portal 16 00000400:00000010:0.0:1761313477.121041:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e18fce07. 00000100:00000200:0.0:1761313477.121043:0:77239:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869138405248, offset 0 00000400:00000200:0.0:1761313477.121051:0:77239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:0.0:1761313477.121061:0:77239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:0.0:1761313477.121069:0:77239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:0.0:1761313477.121073:0:77239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761313477.121077:0:77239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:0.0:1761313477.121080:0:77239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90679:90679:256:4294967295] 192.168.204.38@tcp LPNI seq info [90679:90679:8:4294967295] 00000400:00000200:0.0:1761313477.121088:0:77239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:0.0:1761313477.121093:0:77239:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:0.0:1761313477.121096:0:77239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000002ba140d5 (tot 82351826). 00000800:00000200:0.0:1761313477.121101:0:77239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:0.0:1761313477.121105:0:77239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:0.0:1761313477.121109:0:77239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000002ba140d5 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761313477.121810:0:15827:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313477.121815:0:15827:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000002ba140d5 (tot 82351578). 00000400:00000200:1.0:1761313477.121823:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313477.121829:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:1.0:1761313477.121833:0:15827:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e18fce07 00000400:00000010:1.0:1761313477.121835:0:15827:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e18fce07. 00000100:00000200:1.0:1761313477.121843:0:15827:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000b73eaae5 x1846869138405248/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313521 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761313477.127218:0:15825:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:0.0:1761313477.127244:0:15825:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x68fb7baf0f780 00000400:00000200:0.0:1761313477.127255:0:15825:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb17e1 [1] + 224 00000400:00000200:0.0:1761313477.127269:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313477.127273:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:0.0:1761313477.127287:0:15825:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000b73eaae5 x1846869138405248/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313521 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761313477.127330:0:15825:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:0.0:1761313477.127334:0:15825:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x68fb7ba85ff40 00000400:00000200:0.0:1761313477.127340:0:15825:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xb0109 [2] + 1968 00000400:00000010:0.0:1761313477.127345:0:15825:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000b12054df. 00000400:00000200:0.0:1761313477.127349:0:15825:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 000000007de2a5aa 00000400:00000200:0.0:1761313477.127398:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313477.127402:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:0.0:1761313477.127404:0:15825:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007de2a5aa 00000400:00000010:0.0:1761313477.127407:0:15825:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 000000007de2a5aa (tot 82351426). 00000100:00000200:0.0:1761313477.127412:0:15825:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:0.0:1761313477.127470:0:64710:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000cb922dba. 00000020:00000010:0.0:1761313477.127478:0:64710:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000006f74eb7e. 00000020:00000010:0.0:1761313477.127483:0:64710:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000076f5767f. 00000100:00000200:0.0:1761313477.127516:0:64710:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000000d23fb69 x1846869131394880/t0(0) o103->78617949-0e11-4ca2-94c2-d809f91deaa9@192.168.204.38@tcp:408/0 lens 328/0 e 0 to 0 dl 1761313483 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:0.0:1761313477.127550:0:64710:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869131394880 02000000:00000010:0.0:1761313477.127564:0:64710:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000004f29327c. 00010000:00000010:0.0:1761313477.127617:0:64710:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000004d8c2749. 00000100:00000010:0.0:1761313477.127625:0:64710:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006d7bb7b3. 00000100:00000010:0.0:1761313477.127634:0:64710:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006d7bb7b3. 00010000:00000010:0.0:1761313477.127638:0:64710:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000004d8c2749. 00000400:00000010:0.0:1761313477.127658:0:64710:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002cd75c60. 00000100:00000200:0.0:1761313477.127663:0:64710:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869131394880, offset 224 00000400:00000200:0.0:1761313477.127670:0:64710:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:0.0:1761313477.127682:0:64710:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:0.0:1761313477.127689:0:64710:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90680:90680:256:4294967295] 192.168.204.38@tcp LPNI seq info [90680:90680:8:4294967295] 00000400:00000200:0.0:1761313477.127700:0:64710:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:0.0:1761313477.127706:0:64710:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:0.0:1761313477.127711:0:64710:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d609a399 (tot 82351674). 00000800:00000200:0.0:1761313477.127718:0:64710:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:0.0:1761313477.127736:0:64710:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:0.0:1761313477.127740:0:64710:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000d609a399 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761313477.127759:0:64710:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000006f74eb7e. 00000020:00000010:0.0:1761313477.127764:0:64710:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000076f5767f. 00000020:00000010:0.0:1761313477.127767:0:64710:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000cb922dba. 02000000:00000010:0.0:1761313477.127780:0:64710:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000ac6dcd0c. 00000100:00000010:0.0:1761313477.127784:0:64710:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000251ce4d5. 02000000:00000010:0.0:1761313477.127788:0:64710:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000d4ccb6c7. 00000100:00000010:0.0:1761313477.127790:0:64710:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000000ef172a3. 02000000:00000010:0.0:1761313477.127793:0:64710:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000000e44180b. 00000100:00000010:0.0:1761313477.127795:0:64710:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000242da0db. 02000000:00000010:0.0:1761313477.127798:0:64710:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000e8ad967a. 00000100:00000010:0.0:1761313477.127800:0:64710:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000000982dbcf. 02000000:00000010:0.0:1761313477.127803:0:64710:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000002b410984. 00000100:00000010:0.0:1761313477.127806:0:64710:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ede06feb. 02000000:00000010:0.0:1761313477.127809:0:64710:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000047647844. 00000100:00000010:0.0:1761313477.127811:0:64710:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000099c92cc1. 00000100:00000200:0.0:1761313477.127817:0:64710:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1761313477.127821:0:64710:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000026df0993. 00000400:00000010:0.0:1761313477.127825:0:64710:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 000000006d7bb7b3 (tot 82351826). 00000800:00000200:0.0:1761313477.127936:0:15826:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761313477.127940:0:15826:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d609a399 (tot 82351578). 00000400:00000200:0.0:1761313477.127946:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313477.127949:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:0.0:1761313477.127951:0:15826:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002cd75c60 00000400:00000010:0.0:1761313477.127953:0:15826:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002cd75c60. 02000000:00000010:0.0:1761313477.127957:0:15826:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000004f29327c. 00000400:00000010:3.0:1761313477.128171:0:77239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000874d6242. 00000400:00000200:3.0:1761313477.128177:0:77239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b4a4da2f 00000400:00000010:3.0:1761313477.128178:0:77239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b4a4da2f. 00000100:00000200:3.0:1761313477.128184:0:77239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000b73eaae5 x1846869138405248/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313521 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761313477.128192:0:77239:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000b73eaae5 x1846869138405248/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313521 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.0:1761313477.128216:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000fb4716a3. 02000000:00000010:3.0:1761313477.128233:0:77239:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000097f846c2. 02000000:00000010:3.0:1761313477.128238:0:77239:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000cfa3acdb. 00000100:00000010:3.0:1761313477.128241:0:77239:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000b73eaae5. 00000100:00000010:3.0:1761313477.128244:0:77239:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000d3d5d76c. 00010000:00000010:3.0:1761313477.128248:0:77239:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000c54e58f0. 00080000:00000010:3.0:1761313477.128267:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 000000007ad09f8b. 00010000:00000010:3.0:1761313477.128407:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d96d5506. 00010000:00000010:3.0:1761313477.128414:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000000c867b5e. 00010000:00000010:3.0:1761313477.128499:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000bfa9ae08. 00010000:00000010:3.0:1761313477.128505:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000aeb70d39. 00010000:00000010:3.0:1761313477.128517:0:77239:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000cae329b1. 00000100:00000010:3.0:1761313477.128521:0:77239:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a3335fcc. 00000100:00000010:3.0:1761313477.128530:0:77239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000002febdaee. 02000000:00000010:3.0:1761313477.128543:0:77239:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000002a7f6a4. 02000000:00000010:3.0:1761313477.128570:0:77239:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000002952b201. 00000400:00000010:3.0:1761313477.128574:0:77239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000e188963f. 00000400:00000010:3.0:1761313477.128578:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005f389535. 00000100:00000200:3.0:1761313477.128582:0:77239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869138405312, portal 16 00000400:00000010:3.0:1761313477.128586:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a66ded6b. 00000100:00000200:3.0:1761313477.128588:0:77239:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869138405312, offset 0 00000400:00000200:3.0:1761313477.128594:0:77239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:3.0:1761313477.128602:0:77239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:3.0:1761313477.128609:0:77239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:3.0:1761313477.128613:0:77239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761313477.128616:0:77239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:3.0:1761313477.128619:0:77239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90681:90681:256:4294967295] 192.168.204.38@tcp LPNI seq info [90681:90681:8:4294967295] 00000400:00000200:3.0:1761313477.128628:0:77239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:3.0:1761313477.128632:0:77239:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:3.0:1761313477.128636:0:77239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001ffc5d96 (tot 82351826). 00000800:00000200:3.0:1761313477.128640:0:77239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:3.0:1761313477.128645:0:77239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:3.0:1761313477.128647:0:77239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000001ffc5d96 type 1, nob 424 niov 1 nkiov 1 00010000:00000010:0.1:1761313477.128749:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000076d8652b. 00010000:00000010:0.1:1761313477.128758:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009c4e0bd8. 00000800:00000200:0.0:1761313477.128825:0:15827:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761313477.128828:0:15827:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001ffc5d96 (tot 82351578). 00000400:00000200:0.0:1761313477.128831:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313477.128835:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:0.0:1761313477.128838:0:15827:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a66ded6b 00000400:00000010:0.0:1761313477.128840:0:15827:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a66ded6b. 00000100:00000200:0.0:1761313477.128844:0:15827:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000002febdaee x1846869138405312/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313521 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1761313477.129129:0:78553:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005fb2416c. 00000400:00000200:3.0:1761313477.131899:0:15826:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:3.0:1761313477.131921:0:15826:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x68fb7baf0f7c0 00000400:00000200:3.0:1761313477.131931:0:15826:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb17f1 [1] + 224 00000400:00000200:3.0:1761313477.131945:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313477.131948:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:3.0:1761313477.131959:0:15826:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000002febdaee x1846869138405312/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313521 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1761313477.132003:0:77239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000e188963f. 00000400:00000200:3.0:1761313477.132009:0:77239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005f389535 00000400:00000010:3.0:1761313477.132012:0:77239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005f389535. 00000100:00000200:3.0:1761313477.132016:0:77239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000002febdaee x1846869138405312/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313521 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761313477.132024:0:77239:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000002febdaee x1846869138405312/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313521 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1761313477.132059:0:77239:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000002952b201. 02000000:00000010:3.0:1761313477.132066:0:77239:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000002a7f6a4. 00000100:00000010:3.0:1761313477.132071:0:77239:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000002febdaee. 00000100:00000010:3.0:1761313477.132076:0:77239:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a3335fcc. 00010000:00000010:3.0:1761313477.132080:0:77239:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000cae329b1. 00000400:00000200:0.0:1761313477.136216:0:15825:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:0.0:1761313477.136240:0:15825:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x68fb7ba85ff80 00000400:00000200:0.0:1761313477.136250:0:15825:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xb0161 [2] + 0 00010000:00000010:3.1:1761313477.136540:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005a236366. 00000400:00000200:0.0:1761313477.139997:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313477.140018:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:0.0:1761313477.140030:0:15825:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761313477.140039:0:15825:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ede06feb. 00000020:00000010:2.0:1761313477.140130:0:75220:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c33a0baf. 00000020:00000010:2.0:1761313477.140140:0:75220:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000030ca6043. 00000020:00000010:2.0:1761313477.140145:0:75220:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000003de95356. 00000100:00000200:2.0:1761313477.140180:0:75220:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000ede06feb x1846869131394944/t0(0) o103->78617949-0e11-4ca2-94c2-d809f91deaa9@192.168.204.38@tcp:408/0 lens 328/0 e 0 to 0 dl 1761313483 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:2.0:1761313477.140224:0:75220:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869131394944 02000000:00000010:2.0:1761313477.140237:0:75220:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000000434b24e. 00010000:00000010:2.0:1761313477.140276:0:75220:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b3c9517d. 00010000:00000010:2.0:1761313477.140299:0:75220:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ac1152be. 00000100:00000010:2.0:1761313477.140308:0:75220:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000252b86eb. 00000100:00000010:2.0:1761313477.140332:0:75220:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000252b86eb. 00010000:00000010:2.0:1761313477.140336:0:75220:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ac1152be. 00000400:00000010:2.0:1761313477.140391:0:75220:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003c745d15. 00000100:00000200:2.0:1761313477.140397:0:75220:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869131394944, offset 224 00000400:00000200:2.0:1761313477.140406:0:75220:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:2.0:1761313477.140422:0:75220:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:2.0:1761313477.140429:0:75220:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90682:90682:256:4294967295] 192.168.204.38@tcp LPNI seq info [90682:90682:8:4294967295] 00000400:00000200:2.0:1761313477.140439:0:75220:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:2.0:1761313477.140444:0:75220:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:2.0:1761313477.140450:0:75220:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000334917e2 (tot 82351826). 00000800:00000200:2.0:1761313477.140457:0:75220:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:2.0:1761313477.140465:0:75220:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:2.0:1761313477.140470:0:75220:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000334917e2 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761313477.140488:0:75220:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000030ca6043. 00000020:00000010:2.0:1761313477.140493:0:75220:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000003de95356. 00000020:00000010:2.0:1761313477.140496:0:75220:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c33a0baf. 00000800:00000200:0.0:1761313477.140676:0:15827:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761313477.140680:0:15827:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000334917e2 (tot 82351578). 00000400:00000200:0.0:1761313477.140684:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313477.140688:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:0.0:1761313477.140691:0:15827:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003c745d15 00000400:00000010:0.0:1761313477.140694:0:15827:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003c745d15. 00080000:00000010:3.0:1761313477.140833:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 0000000002a7f6a4. 00010000:00000010:3.0:1761313477.140939:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000aeb70d39. 00010000:00000010:3.0:1761313477.140947:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000006c753cf. 00010000:00000010:3.0:1761313477.141044:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000005472d45d. 00010000:00000010:3.0:1761313477.141050:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000aeb70d39. 00010000:00000010:3.0:1761313477.141062:0:77239:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000cae329b1. 00000100:00000010:3.0:1761313477.141066:0:77239:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a3335fcc. 00000100:00000010:3.0:1761313477.141074:0:77239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000002febdaee. 02000000:00000010:3.0:1761313477.141086:0:77239:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000002952b201. 02000000:00000010:3.0:1761313477.141112:0:77239:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e8ad967a. 00000400:00000010:3.0:1761313477.141118:0:77239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000e188963f. 00000400:00000010:3.0:1761313477.141123:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005f389535. 00000100:00000200:3.0:1761313477.141129:0:77239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869138405376, portal 16 00000400:00000010:3.0:1761313477.141133:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003e790751. 00000100:00000200:3.0:1761313477.141136:0:77239:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869138405376, offset 0 00000400:00000200:3.0:1761313477.141141:0:77239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:3.0:1761313477.141147:0:77239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:3.0:1761313477.141154:0:77239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:3.0:1761313477.141158:0:77239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761313477.141161:0:77239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:3.0:1761313477.141164:0:77239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90683:90683:256:4294967295] 192.168.204.38@tcp LPNI seq info [90683:90683:8:4294967295] 00000400:00000200:3.0:1761313477.141171:0:77239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:3.0:1761313477.141175:0:77239:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:3.0:1761313477.141178:0:77239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005ce8cbad (tot 82351826). 00000800:00000200:3.0:1761313477.141182:0:77239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:3.0:1761313477.141186:0:77239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:3.0:1761313477.141188:0:77239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000005ce8cbad type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761313477.141291:0:15826:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761313477.141294:0:15826:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005ce8cbad (tot 82351578). 00000400:00000200:2.0:1761313477.141297:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313477.141301:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:2.0:1761313477.141304:0:15826:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003e790751 00000400:00000010:2.0:1761313477.141305:0:15826:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003e790751. 00000100:00000200:2.0:1761313477.141312:0:15826:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000002febdaee x1846869138405376/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313521 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1761313477.143480:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000db46ab1d. 00010000:00000010:3.1:1761313477.143495:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003e29aedd. 00000400:00000200:0.0:1761313477.149505:0:15825:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:0.0:1761313477.149531:0:15825:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x68fb7baf0f800 00000400:00000200:0.0:1761313477.149542:0:15825:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb17fd [1] + 224 00000400:00000200:0.0:1761313477.149557:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313477.149562:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:0.0:1761313477.149575:0:15825:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000002febdaee x1846869138405376/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313521 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761313477.149613:0:15825:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:0.0:1761313477.149618:0:15825:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x68fb7ba85ffc0 00000400:00000200:0.0:1761313477.149623:0:15825:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xb0161 [2] + 328 00000400:00000200:0.0:1761313477.149803:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313477.149808:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:0.0:1761313477.149812:0:15825:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761313477.149820:0:15825:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000000982dbcf. 00000400:00000010:3.0:1761313477.149941:0:77239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000e188963f. 00000400:00000200:3.0:1761313477.149949:0:77239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005f389535 00000400:00000010:3.0:1761313477.149951:0:77239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005f389535. 00000100:00000200:3.0:1761313477.149958:0:77239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000002febdaee x1846869138405376/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313521 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761313477.149966:0:77239:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000002febdaee x1846869138405376/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313521 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1761313477.150003:0:77239:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e8ad967a. 02000000:00000010:3.0:1761313477.150009:0:77239:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000002952b201. 00000100:00000010:3.0:1761313477.150012:0:77239:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000002febdaee. 00000100:00000010:3.0:1761313477.150016:0:77239:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a3335fcc. 00010000:00000010:3.0:1761313477.150020:0:77239:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000cae329b1. 00000020:00000010:1.0:1761313477.150238:0:64710:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a68b9ce5. 00000020:00000010:1.0:1761313477.150247:0:64710:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000009fc4cf95. 00000020:00000010:1.0:1761313477.150251:0:64710:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000010283565. 00000100:00000200:1.0:1761313477.150278:0:64710:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000000982dbcf x1846869131395008/t0(0) o103->78617949-0e11-4ca2-94c2-d809f91deaa9@192.168.204.38@tcp:408/0 lens 328/0 e 0 to 0 dl 1761313483 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:1.0:1761313477.150315:0:64710:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869131395008 02000000:00000010:1.0:1761313477.150328:0:64710:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000047647844. 00010000:00000010:1.0:1761313477.150483:0:64710:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000266d5ac3. 00010000:00000010:1.0:1761313477.150508:0:64710:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000856fa24f. 00000100:00000010:1.0:1761313477.150515:0:64710:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000008301c559. 00000100:00000010:1.0:1761313477.150526:0:64710:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000008301c559. 00010000:00000010:1.0:1761313477.150528:0:64710:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000856fa24f. 00000400:00000010:1.0:1761313477.150543:0:64710:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a164eb02. 00000100:00000200:1.0:1761313477.150547:0:64710:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869131395008, offset 224 00000400:00000200:1.0:1761313477.150556:0:64710:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:1.0:1761313477.150569:0:64710:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:1.0:1761313477.150575:0:64710:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90684:90684:256:4294967295] 192.168.204.38@tcp LPNI seq info [90684:90684:8:4294967295] 00000400:00000200:1.0:1761313477.150587:0:64710:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:1.0:1761313477.150592:0:64710:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:1.0:1761313477.150597:0:64710:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f67d6031 (tot 82351826). 00000800:00000200:1.0:1761313477.150604:0:64710:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:1.0:1761313477.150611:0:64710:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:1.0:1761313477.150616:0:64710:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000f67d6031 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761313477.150636:0:64710:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000009fc4cf95. 00000020:00000010:1.0:1761313477.150639:0:64710:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000010283565. 00000020:00000010:1.0:1761313477.150643:0:64710:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a68b9ce5. 00010000:00000010:2.1:1761313477.151381:0:78549:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d488762c. 00000800:00000200:1.0:1761313477.151596:0:15827:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313477.151600:0:15827:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f67d6031 (tot 82351578). 00000400:00000200:1.0:1761313477.151606:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313477.151613:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:1.0:1761313477.151617:0:15827:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a164eb02 00000400:00000010:1.0:1761313477.151619:0:15827:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a164eb02. 00080000:00000010:3.0:1761313477.151751:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 000000002952b201. 00010000:00000010:3.0:1761313477.151870:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000aeb70d39. 00010000:00000010:3.0:1761313477.151880:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000003584feff. 00010000:00000010:3.0:1761313477.151983:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000004de6ccfe. 00010000:00000010:3.0:1761313477.151987:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006fa327ed. 00010000:00000010:3.0:1761313477.151995:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ec860c09. 00010000:00000010:3.0:1761313477.152000:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000aeb70d39. 00080000:00000010:3.0:1761313477.152017:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e8ad967a. 00010000:00000010:3.0:1761313477.152040:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000aeb70d39. 00010000:00000010:3.0:1761313477.152043:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006fa327ed. 00010000:00000010:3.0:1761313477.152106:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000398c3ef8. 00010000:00000010:3.0:1761313477.152110:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000aeb70d39. 00010000:00000010:3.0:1761313477.152119:0:77239:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000cae329b1. 00000100:00000010:3.0:1761313477.152126:0:77239:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a3335fcc. 00000100:00000010:3.0:1761313477.152137:0:77239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000002febdaee. 02000000:00000010:3.0:1761313477.152154:0:77239:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000d4ccb6c7. 02000000:00000010:3.0:1761313477.152186:0:77239:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000008c6f1983. 00000400:00000010:1.0:1761313477.152230:0:77239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000e3ae0e8f. 00000400:00000010:1.0:1761313477.152237:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a164eb02. 00000100:00000200:1.0:1761313477.152244:0:77239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869138405440, portal 16 00000400:00000010:1.0:1761313477.152250:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d8d66e7a. 00000100:00000200:1.0:1761313477.152252:0:77239:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869138405440, offset 0 00000400:00000200:1.0:1761313477.152259:0:77239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:1.0:1761313477.152273:0:77239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:1.0:1761313477.152286:0:77239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:1.0:1761313477.152290:0:77239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761313477.152293:0:77239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:1.0:1761313477.152296:0:77239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90685:90685:256:4294967295] 192.168.204.38@tcp LPNI seq info [90685:90685:8:4294967295] 00000400:00000200:1.0:1761313477.152306:0:77239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:1.0:1761313477.152311:0:77239:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:1.0:1761313477.152316:0:77239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f67d6031 (tot 82351826). 00000800:00000200:1.0:1761313477.152322:0:77239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:1.0:1761313477.152329:0:77239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:1.0:1761313477.152333:0:77239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000f67d6031 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761313477.153017:0:15826:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761313477.153021:0:15826:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f67d6031 (tot 82351578). 00000400:00000200:2.0:1761313477.153027:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313477.153034:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:2.0:1761313477.153038:0:15826:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d8d66e7a 00000400:00000010:2.0:1761313477.153040:0:15826:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d8d66e7a. 00000100:00000200:2.0:1761313477.153049:0:15826:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000002febdaee x1846869138405440/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313521 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1761313477.153775:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000556426fe. 00010000:00000010:3.1:1761313477.153785:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bfa9ae08. 00000400:00000200:0.0:1761313477.154600:0:15825:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:0.0:1761313477.154622:0:15825:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x68fb7baf0f840 00000400:00000200:0.0:1761313477.154633:0:15825:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb1809 [1] + 224 00000400:00000200:0.0:1761313477.154651:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313477.154655:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:0.0:1761313477.154665:0:15825:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000002febdaee x1846869138405440/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313521 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761313477.154709:0:15825:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:0.0:1761313477.154715:0:15825:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x68fb7ba860000 00000400:00000200:0.0:1761313477.154721:0:15825:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xb0161 [2] + 656 00000400:00000200:0.0:1761313477.154784:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313477.154788:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:0.0:1761313477.154792:0:15825:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761313477.154798:0:15825:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000000ef172a3. 00000400:00000010:1.0:1761313477.154853:0:77239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000e3ae0e8f. 00000400:00000200:1.0:1761313477.154860:0:77239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a164eb02 00000400:00000010:1.0:1761313477.154863:0:77239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a164eb02. 00000100:00000200:1.0:1761313477.154870:0:77239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000002febdaee x1846869138405440/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313521 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761313477.154880:0:77239:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000002febdaee x1846869138405440/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313521 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761313477.154915:0:77239:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000008c6f1983. 02000000:00000010:1.0:1761313477.154923:0:77239:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000d4ccb6c7. 00000100:00000010:1.0:1761313477.154927:0:77239:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000002febdaee. 00000100:00000010:1.0:1761313477.154931:0:77239:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a3335fcc. 00010000:00000010:1.0:1761313477.154937:0:77239:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000cae329b1. 00000020:00000010:2.0:1761313477.155434:0:75220:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c33a0baf. 00000020:00000010:2.0:1761313477.155442:0:75220:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000030ca6043. 00000020:00000010:2.0:1761313477.155447:0:75220:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000003de95356. 00000100:00000200:2.0:1761313477.155475:0:75220:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000000ef172a3 x1846869131395072/t0(0) o103->78617949-0e11-4ca2-94c2-d809f91deaa9@192.168.204.38@tcp:408/0 lens 328/0 e 0 to 0 dl 1761313483 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:2.0:1761313477.155506:0:75220:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869131395072 02000000:00000010:2.0:1761313477.155519:0:75220:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000007d169ba6. 00010000:00000010:2.0:1761313477.155552:0:75220:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000da290060. 00010000:00000010:2.0:1761313477.155573:0:75220:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ac1152be. 00000100:00000010:2.0:1761313477.155580:0:75220:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000252b86eb. 00000100:00000010:2.0:1761313477.155594:0:75220:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000252b86eb. 00010000:00000010:2.0:1761313477.155597:0:75220:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ac1152be. 00000400:00000010:2.0:1761313477.155612:0:75220:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000042ef5faf. 00000100:00000200:2.0:1761313477.155616:0:75220:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869131395072, offset 224 00000400:00000200:2.0:1761313477.155626:0:75220:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:2.0:1761313477.155637:0:75220:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:2.0:1761313477.155644:0:75220:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90686:90686:256:4294967295] 192.168.204.38@tcp LPNI seq info [90686:90686:8:4294967295] 00000400:00000200:2.0:1761313477.155654:0:75220:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:2.0:1761313477.155661:0:75220:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:2.0:1761313477.155665:0:75220:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004e6a8da9 (tot 82351826). 00000800:00000200:2.0:1761313477.155672:0:75220:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:2.0:1761313477.155679:0:75220:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:2.0:1761313477.155684:0:75220:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000004e6a8da9 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761313477.155703:0:75220:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000030ca6043. 00000020:00000010:2.0:1761313477.155707:0:75220:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000003de95356. 00000020:00000010:2.0:1761313477.155711:0:75220:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c33a0baf. 00000800:00000200:0.0:1761313477.155832:0:15827:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761313477.155836:0:15827:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004e6a8da9 (tot 82351578). 00000400:00000200:0.0:1761313477.155841:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000010:1.1:1761313477.155842:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004b48c536. 00000400:00000200:0.0:1761313477.155846:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:0.0:1761313477.155850:0:15827:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000042ef5faf 00000400:00000010:0.0:1761313477.155852:0:15827:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000042ef5faf. 00010000:00000010:3.1:1761313477.156703:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cd6849e9. 00010000:00000010:3.1:1761313477.156713:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005472d45d. 00010000:00000010:3.1:1761313477.156717:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004de6ccfe. 00010000:00000010:3.1:1761313477.156721:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ec860c09. 00080000:00000010:3.0:1761313477.156792:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 0000000040711596. 00010000:00000010:3.0:1761313477.157083:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000aeb70d39. 00010000:00000010:3.0:1761313477.157092:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000058364ed3. 00010000:00000010:3.0:1761313477.157194:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ec860c09. 00010000:00000010:3.0:1761313477.157199:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000aeb70d39. 00010000:00000010:3.0:1761313477.157211:0:77239:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000001cad5a3d. 00000100:00000010:3.0:1761313477.157217:0:77239:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b2e27710. 00000100:00000010:3.0:1761313477.157228:0:77239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000004c2b08ab. 02000000:00000010:3.0:1761313477.157244:0:77239:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000000d9c540. 02000000:00000010:3.0:1761313477.157274:0:77239:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000006857133c. 00000400:00000010:3.0:1761313477.157280:0:77239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000e188963f. 00000400:00000010:3.0:1761313477.157286:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005f389535. 00000100:00000200:3.0:1761313477.157294:0:77239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869138405504, portal 16 00000400:00000010:3.0:1761313477.157299:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000086bb8cc7. 00000100:00000200:3.0:1761313477.157301:0:77239:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869138405504, offset 0 00000400:00000200:3.0:1761313477.157310:0:77239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:3.0:1761313477.157323:0:77239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:3.0:1761313477.157332:0:77239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:3.0:1761313477.157336:0:77239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761313477.157340:0:77239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:3.0:1761313477.157343:0:77239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90687:90687:256:4294967295] 192.168.204.38@tcp LPNI seq info [90687:90687:8:4294967295] 00000400:00000200:3.0:1761313477.157542:0:77239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:3.0:1761313477.157549:0:77239:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:3.0:1761313477.157554:0:77239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005ce8cbad (tot 82351826). 00000800:00000200:3.0:1761313477.157561:0:77239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:3.0:1761313477.157568:0:77239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:3.0:1761313477.157572:0:77239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000005ce8cbad type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761313477.157909:0:15826:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761313477.157913:0:15826:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005ce8cbad (tot 82351578). 00000400:00000200:2.0:1761313477.157917:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313477.157922:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:2.0:1761313477.157926:0:15826:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000086bb8cc7 00000400:00000010:2.0:1761313477.157927:0:15826:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000086bb8cc7. 00000100:00000200:2.0:1761313477.157935:0:15826:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000004c2b08ab x1846869138405504/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313521 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761313477.160273:0:15825:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:0.0:1761313477.160302:0:15825:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x68fb7baf0f880 00000400:00000200:0.0:1761313477.160314:0:15825:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb1815 [1] + 224 00000400:00000200:0.0:1761313477.160329:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313477.160334:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:0.0:1761313477.160662:0:15825:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000004c2b08ab x1846869138405504/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313521 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761313477.160835:0:15825:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:0.0:1761313477.160842:0:15825:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x68fb7ba860040 00000400:00000200:0.0:1761313477.160848:0:15825:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xb0161 [2] + 984 00000400:00000200:0.0:1761313477.160940:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313477.160945:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:0.0:1761313477.160951:0:15825:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761313477.160959:0:15825:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000251ce4d5. 00000400:00000010:3.0:1761313477.161020:0:77239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000e188963f. 00000400:00000200:3.0:1761313477.161029:0:77239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005f389535 00000400:00000010:3.0:1761313477.161032:0:77239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005f389535. 00000100:00000200:3.0:1761313477.161039:0:77239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000004c2b08ab x1846869138405504/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313521 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761313477.161048:0:77239:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000004c2b08ab x1846869138405504/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313521 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1761313477.161088:0:77239:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000006857133c. 02000000:00000010:3.0:1761313477.161096:0:77239:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000000d9c540. 00000100:00000010:3.0:1761313477.161101:0:77239:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000004c2b08ab. 00000100:00000010:3.0:1761313477.161105:0:77239:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b2e27710. 00010000:00000010:3.0:1761313477.161110:0:77239:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000001cad5a3d. 00000020:00000010:1.0:1761313477.161336:0:64710:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a68b9ce5. 00000020:00000010:1.0:1761313477.161481:0:64710:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000009fc4cf95. 00000020:00000010:1.0:1761313477.161488:0:64710:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000010283565. 00000100:00000200:1.0:1761313477.161520:0:64710:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000251ce4d5 x1846869131395136/t0(0) o103->78617949-0e11-4ca2-94c2-d809f91deaa9@192.168.204.38@tcp:408/0 lens 328/0 e 0 to 0 dl 1761313483 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:1.0:1761313477.161557:0:64710:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869131395136 02000000:00000010:1.0:1761313477.161570:0:64710:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000000e44180b. 00010000:00000010:1.0:1761313477.161606:0:64710:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000010ff31e9. 00010000:00000010:1.0:1761313477.161633:0:64710:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000856fa24f. 00000100:00000010:1.0:1761313477.161641:0:64710:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000008301c559. 00000100:00000010:1.0:1761313477.161662:0:64710:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000008301c559. 00010000:00000010:1.0:1761313477.161665:0:64710:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000856fa24f. 00000400:00000010:1.0:1761313477.161682:0:64710:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a164eb02. 00000100:00000200:1.0:1761313477.161687:0:64710:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869131395136, offset 224 00000400:00000200:1.0:1761313477.161696:0:64710:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:1.0:1761313477.161709:0:64710:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:1.0:1761313477.161716:0:64710:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90688:90688:256:4294967295] 192.168.204.38@tcp LPNI seq info [90688:90688:8:4294967295] 00000400:00000200:1.0:1761313477.161738:0:64710:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:1.0:1761313477.161745:0:64710:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:1.0:1761313477.161751:0:64710:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f67d6031 (tot 82351826). 00000800:00000200:1.0:1761313477.161757:0:64710:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:1.0:1761313477.161766:0:64710:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:1.0:1761313477.161771:0:64710:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000f67d6031 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761313477.161792:0:64710:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000009fc4cf95. 00000020:00000010:1.0:1761313477.161797:0:64710:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000010283565. 00000020:00000010:1.0:1761313477.161800:0:64710:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a68b9ce5. 00000800:00000200:1.0:1761313477.161900:0:15827:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313477.161904:0:15827:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f67d6031 (tot 82351578). 00000400:00000200:1.0:1761313477.161909:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313477.161914:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:1.0:1761313477.161917:0:15827:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a164eb02 00000400:00000010:1.0:1761313477.161918:0:15827:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a164eb02. 00010000:00000010:3.1:1761313477.162463:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c3e11a3c. 00010000:00000010:3.1:1761313477.162475:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000398c3ef8. 00080000:00000010:0.0:1761313477.162583:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 000000002b410984. 00010000:00000010:0.0:1761313477.162706:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000aeb70d39. 00010000:00000010:0.0:1761313477.162716:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000017d93682. 00010000:00000010:0.0:1761313477.162825:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000004f91bbe2. 00010000:00000010:0.0:1761313477.162833:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000daed1ef7. 00010000:00000010:0.0:1761313477.162846:0:77239:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000004d8c2749. 00000100:00000010:0.0:1761313477.162852:0:77239:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000008fbd509. 00000100:00000010:0.0:1761313477.162861:0:77239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000db4b24ed. 02000000:00000010:0.0:1761313477.162876:0:77239:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000cb922dba. 02000000:00000010:0.0:1761313477.162908:0:77239:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000db25c496. 00000400:00000010:0.0:1761313477.162914:0:77239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000007642b86f. 00000400:00000010:0.0:1761313477.162920:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002cd75c60. 00000100:00000200:0.0:1761313477.162927:0:77239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869138405568, portal 16 00000400:00000010:0.0:1761313477.162932:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000078acc45e. 00000100:00000200:0.0:1761313477.162934:0:77239:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869138405568, offset 0 00000400:00000200:0.0:1761313477.162942:0:77239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:0.0:1761313477.162956:0:77239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:0.0:1761313477.162964:0:77239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:0.0:1761313477.162969:0:77239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761313477.162972:0:77239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:0.0:1761313477.162976:0:77239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90689:90689:256:4294967295] 192.168.204.38@tcp LPNI seq info [90689:90689:8:4294967295] 00000400:00000200:0.0:1761313477.162986:0:77239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:0.0:1761313477.162991:0:77239:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:0.0:1761313477.162995:0:77239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d609a399 (tot 82351826). 00000800:00000200:0.0:1761313477.163001:0:77239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:0.0:1761313477.163008:0:77239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:0.0:1761313477.163012:0:77239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000d609a399 type 1, nob 424 niov 1 nkiov 1 00010000:00000010:2.1:1761313477.163280:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000db1b9431. 00000800:00000200:3.0:1761313477.163498:0:15826:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761313477.163502:0:15826:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d609a399 (tot 82351578). 00000400:00000200:3.0:1761313477.163510:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313477.163515:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:3.0:1761313477.163520:0:15826:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000078acc45e 00000400:00000010:3.0:1761313477.163521:0:15826:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000078acc45e. 00000100:00000200:3.0:1761313477.163529:0:15826:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000db4b24ed x1846869138405568/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313521 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761313477.165504:0:15825:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:2.0:1761313477.166183:0:15825:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x68fb7baf0f8c0 00000400:00000200:2.0:1761313477.166193:0:15825:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb1821 [1] + 224 00000400:00000200:2.0:1761313477.166208:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313477.166211:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:2.0:1761313477.166222:0:15825:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000db4b24ed x1846869138405568/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313521 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761313477.166269:0:15825:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:2.0:1761313477.166274:0:15825:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x68fb7ba860080 00000400:00000200:2.0:1761313477.166279:0:15825:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xb0161 [2] + 1312 00000400:00000010:3.0:1761313477.166316:0:77239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000007642b86f. 00000400:00000200:3.0:1761313477.166323:0:77239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002cd75c60 00000400:00000010:3.0:1761313477.166325:0:77239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002cd75c60. 00000100:00000200:3.0:1761313477.166333:0:77239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000db4b24ed x1846869138405568/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313521 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761313477.166338:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:3.0:1761313477.166343:0:77239:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000db4b24ed x1846869138405568/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313521 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761313477.166343:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:2.0:1761313477.166355:0:15825:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1761313477.166383:0:15825:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000071031f05. 02000000:00000010:3.0:1761313477.166402:0:77239:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000db25c496. 02000000:00000010:3.0:1761313477.166413:0:77239:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000cb922dba. 00000100:00000010:3.0:1761313477.166418:0:77239:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000db4b24ed. 00000100:00000010:3.0:1761313477.166422:0:77239:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000008fbd509. 00010000:00000010:3.0:1761313477.166429:0:77239:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000004d8c2749. 00000020:00000010:1.0:1761313477.166531:0:75220:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a68b9ce5. 00000020:00000010:1.0:1761313477.166541:0:75220:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000009fc4cf95. 00000020:00000010:1.0:1761313477.166546:0:75220:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000010283565. 00000100:00000200:1.0:1761313477.166583:0:75220:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000071031f05 x1846869131395200/t0(0) o103->78617949-0e11-4ca2-94c2-d809f91deaa9@192.168.204.38@tcp:408/0 lens 328/0 e 0 to 0 dl 1761313483 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:1.0:1761313477.166884:0:75220:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869131395200 02000000:00000010:1.0:1761313477.166899:0:75220:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000ac6dcd0c. 00010000:00000010:1.0:1761313477.166935:0:75220:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008425831c. 00010000:00000010:1.0:1761313477.166963:0:75220:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000856fa24f. 00000100:00000010:1.0:1761313477.166972:0:75220:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000008301c559. 00000100:00000010:1.0:1761313477.166987:0:75220:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000008301c559. 00010000:00000010:1.0:1761313477.166990:0:75220:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000856fa24f. 00000400:00000010:1.0:1761313477.167006:0:75220:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a164eb02. 00000100:00000200:1.0:1761313477.167011:0:75220:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869131395200, offset 224 00000400:00000200:1.0:1761313477.167020:0:75220:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00080000:00000010:3.0:1761313477.167025:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 0000000000d9c540. 00000400:00000200:1.0:1761313477.167034:0:75220:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:1.0:1761313477.167039:0:75220:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90690:90690:256:4294967295] 192.168.204.38@tcp LPNI seq info [90690:90690:8:4294967295] 00000400:00000200:1.0:1761313477.167049:0:75220:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:1.0:1761313477.167054:0:75220:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:1.0:1761313477.167059:0:75220:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f67d6031 (tot 82351826). 00000800:00000200:1.0:1761313477.167065:0:75220:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:1.0:1761313477.167073:0:75220:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:1.0:1761313477.167077:0:75220:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000f67d6031 type 1, nob 320 niov 1 nkiov 1 00010000:00000010:3.0:1761313477.167138:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000daed1ef7. 00010000:00000010:3.0:1761313477.167147:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000084c987d1. 00010000:00000010:3.0:1761313477.167231:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000398c3ef8. 00010000:00000010:3.0:1761313477.167236:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000076f8e0cb. 00010000:00000010:3.0:1761313477.167248:0:77239:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000001cad5a3d. 00000100:00000010:3.0:1761313477.167252:0:77239:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b2e27710. 00000100:00000010:3.0:1761313477.167258:0:77239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000004c2b08ab. 02000000:00000010:3.0:1761313477.167270:0:77239:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000006857133c. 02000000:00000010:3.0:1761313477.167293:0:77239:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000008c6f1983. 00000400:00000010:3.0:1761313477.167298:0:77239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000e188963f. 00000400:00000010:3.0:1761313477.167303:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005f389535. 00000100:00000200:3.0:1761313477.167308:0:77239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869138405632, portal 16 00000400:00000010:3.0:1761313477.167312:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000fdaafa7. 00000100:00000200:3.0:1761313477.167313:0:77239:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869138405632, offset 0 00000400:00000200:3.0:1761313477.167319:0:77239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:3.0:1761313477.167324:0:77239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:3.0:1761313477.167331:0:77239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:3.0:1761313477.167335:0:77239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761313477.167338:0:77239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:3.0:1761313477.167341:0:77239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90691:90691:255:4294967295] 192.168.204.38@tcp LPNI seq info [90691:90691:7:4294967295] 00000020:00000010:1.0:1761313477.167539:0:75220:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000009fc4cf95. 00000020:00000010:1.0:1761313477.167544:0:75220:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000010283565. 00000400:00000200:3.0:1761313477.167545:0:77239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000020:00000010:1.0:1761313477.167548:0:75220:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a68b9ce5. 00000800:00000200:3.0:1761313477.167550:0:77239:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:3.0:1761313477.167554:0:77239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001ffc5d96 (tot 82352074). 00000800:00000200:3.0:1761313477.167558:0:77239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:3.0:1761313477.167562:0:77239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:3.0:1761313477.167564:0:77239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000001ffc5d96 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761313477.167664:0:15827:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761313477.167668:0:15827:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f67d6031 (tot 82351826). 00000400:00000200:2.0:1761313477.167674:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313477.167689:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:2.0:1761313477.167692:0:15827:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a164eb02 00000400:00000010:2.0:1761313477.167695:0:15827:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a164eb02. 00000800:00000200:2.0:1761313477.167764:0:15827:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761313477.167766:0:15827:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001ffc5d96 (tot 82351578). 00000400:00000200:2.0:1761313477.167769:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313477.167773:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:2.0:1761313477.167775:0:15827:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000fdaafa7 00000400:00000010:2.0:1761313477.167776:0:15827:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000fdaafa7. 00000100:00000200:2.0:1761313477.167782:0:15827:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000004c2b08ab x1846869138405632/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313521 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1761313477.168714:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007cd80117. 00000400:00000200:3.0:1761313477.169392:0:15826:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:3.0:1761313477.169411:0:15826:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x68fb7baf0f900 00000400:00000200:3.0:1761313477.169421:0:15826:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb182d [1] + 224 00000400:00000200:3.0:1761313477.169435:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313477.169439:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:3.0:1761313477.169450:0:15826:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000004c2b08ab x1846869138405632/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313521 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761313477.169487:0:15826:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:3.0:1761313477.169492:0:15826:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x68fb7ba8600c0 00000400:00000200:3.0:1761313477.169497:0:15826:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xb0161 [2] + 1640 00000400:00000200:3.0:1761313477.169506:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313477.169509:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:3.0:1761313477.169512:0:15826:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761313477.169520:0:15826:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000002febdaee. 00000400:00000010:0.0:1761313477.169621:0:77239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000e188963f. 00000400:00000200:0.0:1761313477.169630:0:77239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005f389535 00000400:00000010:0.0:1761313477.169632:0:77239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005f389535. 00000100:00000200:0.0:1761313477.169638:0:77239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000004c2b08ab x1846869138405632/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313521 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761313477.169645:0:77239:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000004c2b08ab x1846869138405632/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313521 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761313477.169680:0:77239:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000008c6f1983. 02000000:00000010:0.0:1761313477.169687:0:77239:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000006857133c. 00000100:00000010:0.0:1761313477.169692:0:77239:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000004c2b08ab. 00000100:00000010:0.0:1761313477.169697:0:77239:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b2e27710. 00010000:00000010:0.0:1761313477.169701:0:77239:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000001cad5a3d. 00000020:00000010:1.0:1761313477.169882:0:75220:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a68b9ce5. 00000020:00000010:1.0:1761313477.169891:0:75220:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000009fc4cf95. 00000020:00000010:1.0:1761313477.169896:0:75220:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000010283565. 00000100:00000200:1.0:1761313477.169930:0:75220:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000002febdaee x1846869131395264/t0(0) o103->78617949-0e11-4ca2-94c2-d809f91deaa9@192.168.204.38@tcp:408/0 lens 328/0 e 0 to 0 dl 1761313483 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:0.0:1761313477.170041:0:64710:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869131395264 02000000:00000010:0.0:1761313477.170057:0:64710:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000d7d1a9b4. 00010000:00000010:0.0:1761313477.170091:0:64710:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000662f86ba. 00010000:00000010:0.0:1761313477.170117:0:64710:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000f53b6504. 00000100:00000010:0.0:1761313477.170126:0:64710:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000008fbd509. 00000100:00000010:0.0:1761313477.170144:0:64710:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000008fbd509. 00010000:00000010:0.0:1761313477.170148:0:64710:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000f53b6504. 00000400:00000010:0.0:1761313477.170163:0:64710:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000063763d12. 00000100:00000200:0.0:1761313477.170168:0:64710:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869131395264, offset 224 00000400:00000200:0.0:1761313477.170177:0:64710:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:0.0:1761313477.170190:0:64710:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:0.0:1761313477.170196:0:64710:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90692:90692:256:4294967295] 192.168.204.38@tcp LPNI seq info [90692:90692:8:4294967295] 00000400:00000200:0.0:1761313477.170206:0:64710:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:0.0:1761313477.170211:0:64710:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:0.0:1761313477.170216:0:64710:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000eab2c029 (tot 82351826). 00000800:00000200:0.0:1761313477.170221:0:64710:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:0.0:1761313477.170228:0:64710:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:0.0:1761313477.170233:0:64710:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000eab2c029 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761313477.170308:0:64710:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000009fc4cf95. 00000020:00000010:0.0:1761313477.170313:0:64710:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000010283565. 00000020:00000010:0.0:1761313477.170316:0:64710:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a68b9ce5. 00080000:00000010:3.0:1761313477.170443:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 0000000078abeb46. 00000800:00000200:1.0:1761313477.170481:0:15825:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313477.170485:0:15825:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000eab2c029 (tot 82351578). 00000400:00000200:1.0:1761313477.170492:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313477.170496:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:1.0:1761313477.170499:0:15825:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000063763d12 00000400:00000010:1.0:1761313477.170501:0:15825:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000063763d12. 00010000:00000010:3.0:1761313477.170552:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000076f8e0cb. 00010000:00000010:3.0:1761313477.170561:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000037e24cd7. 00010000:00000010:3.0:1761313477.170654:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000005472d45d. 00010000:00000010:3.0:1761313477.170822:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000076f8e0cb. 00010000:00000010:3.0:1761313477.170837:0:77239:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000030917bd1. 00000100:00000010:3.0:1761313477.170841:0:77239:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000004e994188. 00000100:00000010:3.0:1761313477.170850:0:77239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000099c92cc1. 02000000:00000010:3.0:1761313477.170863:0:77239:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000006857133c. 02000000:00000010:3.0:1761313477.170892:0:77239:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000008c6f1983. 00000400:00000010:3.0:1761313477.170898:0:77239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000009799479f. 00000400:00000010:3.0:1761313477.170903:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000541129c9. 00000100:00000200:3.0:1761313477.170909:0:77239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869138405696, portal 16 00000400:00000010:3.0:1761313477.170913:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000059168ff5. 00000100:00000200:3.0:1761313477.170915:0:77239:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869138405696, offset 0 00000400:00000200:3.0:1761313477.170921:0:77239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:3.0:1761313477.170929:0:77239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:3.0:1761313477.170937:0:77239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:3.0:1761313477.170941:0:77239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761313477.170944:0:77239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:3.0:1761313477.170947:0:77239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90693:90693:256:4294967295] 192.168.204.38@tcp LPNI seq info [90693:90693:8:4294967295] 00000400:00000200:3.0:1761313477.170955:0:77239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:3.0:1761313477.170959:0:77239:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:3.0:1761313477.170963:0:77239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e7d56557 (tot 82351826). 00000800:00000200:3.0:1761313477.170967:0:77239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:3.0:1761313477.170972:0:77239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:3.0:1761313477.170975:0:77239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000e7d56557 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761313477.171117:0:15827:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761313477.171120:0:15827:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e7d56557 (tot 82351578). 00000400:00000200:2.0:1761313477.171124:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313477.171128:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:2.0:1761313477.171131:0:15827:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000059168ff5 00000400:00000010:2.0:1761313477.171132:0:15827:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000059168ff5. 00000100:00000200:2.0:1761313477.171138:0:15827:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000099c92cc1 x1846869138405696/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313521 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761313477.172881:0:15826:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:2.0:1761313477.172902:0:15826:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x68fb7baf0f940 00000400:00000200:2.0:1761313477.172915:0:15826:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb1839 [1] + 224 00000400:00000200:2.0:1761313477.172932:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313477.172937:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:2.0:1761313477.172948:0:15826:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000099c92cc1 x1846869138405696/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313521 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1761313477.173121:0:77239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000009799479f. 00000400:00000200:3.0:1761313477.173130:0:77239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000541129c9 00000400:00000010:3.0:1761313477.173132:0:77239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000541129c9. 00000100:00000200:3.0:1761313477.173139:0:77239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000099c92cc1 x1846869138405696/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313521 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761313477.173146:0:77239:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000099c92cc1 x1846869138405696/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313521 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1761313477.173182:0:77239:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000008c6f1983. 02000000:00000010:3.0:1761313477.173190:0:77239:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000006857133c. 00000100:00000010:3.0:1761313477.173194:0:77239:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000099c92cc1. 00000100:00000010:3.0:1761313477.173199:0:77239:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000004e994188. 00010000:00000010:3.0:1761313477.173203:0:77239:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000030917bd1. 00010000:00000010:3.1:1761313477.173605:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008ec64d9b. 00010000:00000010:3.1:1761313477.173614:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004f91bbe2. 00000400:00000200:1.0:1761313477.174687:0:15825:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:1.0:1761313477.174705:0:15825:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x68fb7ba860100 00000400:00000200:1.0:1761313477.174713:0:15825:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xb0161 [2] + 1968 00000400:00000010:1.0:1761313477.174718:0:15825:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000056b77af8. 00000400:00000200:1.0:1761313477.174736:0:15825:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 0000000051248dc9 00000400:00000200:1.0:1761313477.174819:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313477.174824:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:1.0:1761313477.174829:0:15825:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000051248dc9 00000400:00000010:1.0:1761313477.174831:0:15825:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 0000000051248dc9 (tot 82351426). 00000100:00000200:1.0:1761313477.174837:0:15825:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00010000:00000010:0.1:1761313477.174965:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000005de859d. 00010000:00000010:0.1:1761313477.174975:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ec860c09. 00000020:00000010:0.0:1761313477.175032:0:64710:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000cb922dba. 00000020:00000010:0.0:1761313477.175041:0:64710:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000006f74eb7e. 00000020:00000010:0.0:1761313477.175046:0:64710:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000076f5767f. 00000100:00000200:0.0:1761313477.175084:0:64710:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000b70a9300 x1846869131395328/t0(0) o103->78617949-0e11-4ca2-94c2-d809f91deaa9@192.168.204.38@tcp:408/0 lens 328/0 e 0 to 0 dl 1761313483 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:0.0:1761313477.175114:0:64710:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869131395328 02000000:00000010:0.0:1761313477.175126:0:64710:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000db25c496. 00010000:00000010:0.0:1761313477.175163:0:64710:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000cbff8b31. 00010000:00000010:0.0:1761313477.175189:0:64710:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000f53b6504. 00000100:00000010:0.0:1761313477.175198:0:64710:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000008fbd509. 00000100:00000010:0.0:1761313477.175217:0:64710:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000008fbd509. 00010000:00000010:0.0:1761313477.175223:0:64710:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000f53b6504. 00000400:00000010:0.0:1761313477.175240:0:64710:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000034c1d155. 00000100:00000200:0.0:1761313477.175246:0:64710:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869131395328, offset 224 00000400:00000200:0.0:1761313477.175255:0:64710:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:0.0:1761313477.175269:0:64710:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:0.0:1761313477.175275:0:64710:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90694:90694:256:4294967295] 192.168.204.38@tcp LPNI seq info [90694:90694:8:4294967295] 00000400:00000200:0.0:1761313477.175286:0:64710:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:0.0:1761313477.175291:0:64710:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:0.0:1761313477.175296:0:64710:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c6559a13 (tot 82351674). 00000800:00000200:0.0:1761313477.175302:0:64710:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:0.0:1761313477.175310:0:64710:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:0.0:1761313477.175315:0:64710:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c6559a13 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761313477.175346:0:64710:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000006f74eb7e. 00000020:00000010:0.0:1761313477.175351:0:64710:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000076f5767f. 00000020:00000010:0.0:1761313477.175355:0:64710:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000cb922dba. 02000000:00000010:0.0:1761313477.175395:0:64710:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000d7d1a9b4. 00000100:00000010:0.0:1761313477.175400:0:64710:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000002febdaee. 02000000:00000010:0.0:1761313477.175404:0:64710:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000ac6dcd0c. 00000100:00000010:0.0:1761313477.175406:0:64710:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000071031f05. 02000000:00000010:0.0:1761313477.175411:0:64710:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000000e44180b. 00000100:00000010:0.0:1761313477.175413:0:64710:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000251ce4d5. 02000000:00000010:0.0:1761313477.175416:0:64710:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000007d169ba6. 00000100:00000010:0.0:1761313477.175418:0:64710:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000000ef172a3. 02000000:00000010:0.0:1761313477.175422:0:64710:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000047647844. 00000100:00000010:0.0:1761313477.175424:0:64710:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000000982dbcf. 02000000:00000010:0.0:1761313477.175427:0:64710:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000000434b24e. 00000100:00000010:0.0:1761313477.175429:0:64710:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ede06feb. 00000100:00000200:0.0:1761313477.175436:0:64710:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1761313477.175442:0:64710:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000db12addd. 00000400:00000010:0.0:1761313477.175446:0:64710:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 0000000008fbd509 (tot 82351826). 00000800:00000200:1.0:1761313477.175917:0:15827:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313477.175922:0:15827:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c6559a13 (tot 82351578). 00000400:00000200:1.0:1761313477.175929:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313477.175933:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:1.0:1761313477.175937:0:15827:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000034c1d155 00000400:00000010:1.0:1761313477.175938:0:15827:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000034c1d155. 02000000:00000010:1.0:1761313477.175943:0:15827:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000db25c496. 00080000:00000010:3.0:1761313477.177002:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 000000006857133c. 00010000:00000010:3.0:1761313477.177136:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000076f8e0cb. 00010000:00000010:3.0:1761313477.177146:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006173326a. 00010000:00000010:3.0:1761313477.177237:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000004de6ccfe. 00010000:00000010:3.0:1761313477.177241:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000003c39e7f5. 00010000:00000010:3.0:1761313477.177247:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000bfa9ae08. 00010000:00000010:3.0:1761313477.177252:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000076f8e0cb. 00080000:00000010:3.0:1761313477.177268:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 000000008c6f1983. 00010000:00000010:3.0:1761313477.177288:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000076f8e0cb. 00010000:00000010:3.0:1761313477.177291:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000003c39e7f5. 00010000:00000010:3.0:1761313477.177455:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000059de02b2. 00010000:00000010:3.0:1761313477.177459:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000076f8e0cb. 00010000:00000010:3.0:1761313477.177575:0:77239:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000030917bd1. 00000100:00000010:3.0:1761313477.177583:0:77239:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000004e994188. 00000100:00000010:3.0:1761313477.177594:0:77239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000099c92cc1. 02000000:00000010:3.0:1761313477.177609:0:77239:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000d4ccb6c7. 02000000:00000010:3.0:1761313477.177643:0:77239:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000b2fbecf3. 00000400:00000010:3.0:1761313477.177650:0:77239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000009799479f. 00000400:00000010:3.0:1761313477.177656:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000541129c9. 00000100:00000200:3.0:1761313477.177661:0:77239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869138405760, portal 16 00000400:00000010:3.0:1761313477.177666:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002252f14c. 00000100:00000200:3.0:1761313477.177668:0:77239:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869138405760, offset 0 00000400:00000200:3.0:1761313477.177677:0:77239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:3.0:1761313477.177692:0:77239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:3.0:1761313477.177700:0:77239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:3.0:1761313477.177704:0:77239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761313477.177706:0:77239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:3.0:1761313477.177710:0:77239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90695:90695:256:4294967295] 192.168.204.38@tcp LPNI seq info [90695:90695:8:4294967295] 00000400:00000200:3.0:1761313477.177720:0:77239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:3.0:1761313477.177738:0:77239:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:3.0:1761313477.177743:0:77239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009f02d435 (tot 82351826). 00000800:00000200:3.0:1761313477.177750:0:77239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:3.0:1761313477.177757:0:77239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:3.0:1761313477.177761:0:77239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009f02d435 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761313477.177900:0:15826:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761313477.177905:0:15826:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009f02d435 (tot 82351578). 00000400:00000200:2.0:1761313477.177910:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313477.177915:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:2.0:1761313477.177918:0:15826:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002252f14c 00000400:00000010:2.0:1761313477.177920:0:15826:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002252f14c. 00000100:00000200:2.0:1761313477.177928:0:15826:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000099c92cc1 x1846869138405760/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313521 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761313477.179579:0:15825:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:1.0:1761313477.179600:0:15825:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x68fb7baf0f980 00000400:00000200:1.0:1761313477.179609:0:15825:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb1849 [1] + 224 00000400:00000200:1.0:1761313477.179625:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313477.179629:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:1.0:1761313477.179639:0:15825:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000099c92cc1 x1846869138405760/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313521 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1761313477.179694:0:77239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000009799479f. 00000400:00000200:3.0:1761313477.179704:0:77239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000541129c9 00000400:00000010:3.0:1761313477.179706:0:77239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000541129c9. 00000100:00000200:3.0:1761313477.179712:0:77239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000099c92cc1 x1846869138405760/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313521 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761313477.179719:0:77239:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000099c92cc1 x1846869138405760/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313521 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1761313477.179762:0:77239:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000b2fbecf3. 02000000:00000010:3.0:1761313477.179770:0:77239:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000d4ccb6c7. 00000100:00000010:3.0:1761313477.179775:0:77239:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000099c92cc1. 00000100:00000010:3.0:1761313477.179779:0:77239:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000004e994188. 00010000:00000010:3.0:1761313477.179783:0:77239:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000030917bd1. 00000400:00000200:1.0:1761313477.180429:0:15827:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:1.0:1761313477.180440:0:15827:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x68fb7ba860140 00000400:00000200:1.0:1761313477.180446:0:15827:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xb01cd [2] + 0 00000400:00000200:1.0:1761313477.180512:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313477.180516:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:1.0:1761313477.180522:0:15827:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761313477.180528:0:15827:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000003e4d9a3e. 00000020:00000010:2.0:1761313477.180601:0:75220:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c33a0baf. 00000020:00000010:2.0:1761313477.180611:0:75220:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000030ca6043. 00000020:00000010:2.0:1761313477.180617:0:75220:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000003de95356. 00000100:00000200:2.0:1761313477.180654:0:75220:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000003e4d9a3e x1846869131395392/t0(0) o103->78617949-0e11-4ca2-94c2-d809f91deaa9@192.168.204.38@tcp:408/0 lens 328/0 e 0 to 0 dl 1761313483 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:2.0:1761313477.180696:0:75220:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869131395392 02000000:00000010:2.0:1761313477.180711:0:75220:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000657b945b. 00010000:00000010:2.0:1761313477.180759:0:75220:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000034e798ab. 00010000:00000010:2.0:1761313477.180800:0:75220:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ac1152be. 00000100:00000010:2.0:1761313477.180809:0:75220:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000252b86eb. 00000100:00000010:2.0:1761313477.180830:0:75220:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000252b86eb. 00010000:00000010:2.0:1761313477.180834:0:75220:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ac1152be. 00000400:00000010:2.0:1761313477.180853:0:75220:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000043b2001f. 00000100:00000200:2.0:1761313477.180859:0:75220:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869131395392, offset 224 00080000:00000010:3.0:1761313477.180863:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 000000006447e9d7. 00000400:00000200:2.0:1761313477.180868:0:75220:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:2.0:1761313477.180880:0:75220:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:2.0:1761313477.180886:0:75220:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90696:90696:256:4294967295] 192.168.204.38@tcp LPNI seq info [90696:90696:8:4294967295] 00000400:00000200:2.0:1761313477.180904:0:75220:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:2.0:1761313477.180910:0:75220:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:2.0:1761313477.180916:0:75220:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000285953fe (tot 82351826). 00000800:00000200:2.0:1761313477.180923:0:75220:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:2.0:1761313477.180931:0:75220:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:2.0:1761313477.180936:0:75220:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000285953fe type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761313477.180959:0:75220:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000030ca6043. 00000020:00000010:2.0:1761313477.180963:0:75220:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000003de95356. 00000020:00000010:2.0:1761313477.180966:0:75220:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c33a0baf. 00010000:00000010:3.0:1761313477.180975:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000076f8e0cb. 00010000:00000010:3.0:1761313477.180982:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e40c3db4. 00000800:00000200:2.0:1761313477.181054:0:15826:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761313477.181058:0:15826:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000285953fe (tot 82351578). 00000400:00000200:2.0:1761313477.181061:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313477.181065:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:2.0:1761313477.181068:0:15826:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000043b2001f 00000400:00000010:2.0:1761313477.181070:0:15826:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000043b2001f. 00010000:00000010:3.0:1761313477.181082:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000009fe5d71e. 00010000:00000010:3.0:1761313477.181087:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000076f8e0cb. 00010000:00000010:3.0:1761313477.181101:0:77239:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000030917bd1. 00000100:00000010:3.0:1761313477.181104:0:77239:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000004e994188. 00000100:00000010:3.0:1761313477.181111:0:77239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000099c92cc1. 02000000:00000010:0.0:1761313477.181163:0:77239:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000d7d1a9b4. 02000000:00000010:0.0:1761313477.181197:0:77239:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000cb922dba. 00000400:00000010:0.0:1761313477.181203:0:77239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000afa14580. 00000400:00000010:0.0:1761313477.181209:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000064e32d5c. 00000100:00000200:0.0:1761313477.181215:0:77239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869138405824, portal 16 00000400:00000010:0.0:1761313477.181220:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001b8549e6. 00000100:00000200:0.0:1761313477.181222:0:77239:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869138405824, offset 0 00000400:00000200:0.0:1761313477.181228:0:77239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:0.0:1761313477.181235:0:77239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:0.0:1761313477.181243:0:77239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:0.0:1761313477.181247:0:77239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761313477.181250:0:77239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:0.0:1761313477.181252:0:77239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90697:90697:256:4294967295] 192.168.204.38@tcp LPNI seq info [90697:90697:8:4294967295] 00000400:00000200:0.0:1761313477.181259:0:77239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:0.0:1761313477.181263:0:77239:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:0.0:1761313477.181267:0:77239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c5b73d17 (tot 82351826). 00000800:00000200:0.0:1761313477.181271:0:77239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:0.0:1761313477.181275:0:77239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:0.0:1761313477.181277:0:77239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c5b73d17 type 1, nob 424 niov 1 nkiov 1 00010000:00000010:1.1:1761313477.181667:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000069e354e0. 00000800:00000200:1.0:1761313477.181847:0:15825:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313477.181851:0:15825:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c5b73d17 (tot 82351578). 00000400:00000200:1.0:1761313477.181859:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313477.181865:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:1.0:1761313477.181868:0:15825:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001b8549e6 00000400:00000010:1.0:1761313477.181869:0:15825:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001b8549e6. 00000100:00000200:1.0:1761313477.181875:0:15825:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000099c92cc1 x1846869138405824/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313521 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1761313477.181912:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000017af2c15. 00010000:00000010:3.1:1761313477.181919:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000398c3ef8. 00000400:00000200:1.0:1761313477.183445:0:15827:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:1.0:1761313477.183466:0:15827:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x68fb7baf0f9c0 00000400:00000200:1.0:1761313477.183476:0:15827:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb1855 [1] + 224 00010000:00000010:0.1:1761313477.183490:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000005c278e1. 00000400:00000200:1.0:1761313477.183491:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313477.183497:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00010000:00000010:0.1:1761313477.183501:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000175f4104. 00000100:00000200:1.0:1761313477.183508:0:15827:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000099c92cc1 x1846869138405824/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313521 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761313477.183544:0:15827:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:1.0:1761313477.183551:0:15827:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x68fb7ba860180 00000400:00000200:1.0:1761313477.183557:0:15827:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xb01cd [2] + 328 00000400:00000200:1.0:1761313477.183569:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313477.183572:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000010:0.0:1761313477.183572:0:77239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000afa14580. 00000400:00000200:0.0:1761313477.183579:0:77239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000064e32d5c 00000400:00000010:0.0:1761313477.183581:0:77239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000064e32d5c. 00000100:00000200:1.0:1761313477.183587:0:15827:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000200:0.0:1761313477.183589:0:77239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000099c92cc1 x1846869138405824/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313521 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000010:1.0:1761313477.183596:0:15827:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001286135a. 00000100:00000200:0.0:1761313477.183600:0:77239:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000099c92cc1 x1846869138405824/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313521 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761313477.183643:0:77239:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000cb922dba. 02000000:00000010:0.0:1761313477.183652:0:77239:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000d7d1a9b4. 00000100:00000010:0.0:1761313477.183658:0:77239:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000099c92cc1. 00000100:00000010:0.0:1761313477.183663:0:77239:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000004e994188. 00010000:00000010:0.0:1761313477.183667:0:77239:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000030917bd1. 00000020:00000010:2.0:1761313477.183683:0:75220:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c33a0baf. 00000020:00000010:2.0:1761313477.183692:0:75220:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000030ca6043. 00000020:00000010:2.0:1761313477.183697:0:75220:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000003de95356. 00000100:00000200:2.0:1761313477.183734:0:75220:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000001286135a x1846869131395456/t0(0) o103->78617949-0e11-4ca2-94c2-d809f91deaa9@192.168.204.38@tcp:408/0 lens 328/0 e 0 to 0 dl 1761313483 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:2.0:1761313477.183775:0:75220:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869131395456 02000000:00000010:2.0:1761313477.183791:0:75220:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000000434b24e. 00010000:00000010:2.0:1761313477.183824:0:75220:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c47ddd23. 00010000:00000010:2.0:1761313477.183850:0:75220:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ac1152be. 00000100:00000010:2.0:1761313477.183856:0:75220:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000252b86eb. 00000100:00000010:2.0:1761313477.183866:0:75220:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000252b86eb. 00010000:00000010:2.0:1761313477.183869:0:75220:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ac1152be. 00000400:00000010:2.0:1761313477.183882:0:75220:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000043b2001f. 00000100:00000200:2.0:1761313477.183888:0:75220:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869131395456, offset 224 00000400:00000200:2.0:1761313477.183895:0:75220:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00080000:00000010:0.0:1761313477.183904:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d7d1a9b4. 00000400:00000200:2.0:1761313477.183909:0:75220:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:2.0:1761313477.183914:0:75220:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90698:90698:256:4294967295] 192.168.204.38@tcp LPNI seq info [90698:90698:8:4294967295] 00000400:00000200:2.0:1761313477.183925:0:75220:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:2.0:1761313477.183929:0:75220:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:2.0:1761313477.183934:0:75220:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000285953fe (tot 82351826). 00000800:00000200:2.0:1761313477.183939:0:75220:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:2.0:1761313477.183947:0:75220:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:2.0:1761313477.183951:0:75220:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000285953fe type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761313477.183983:0:75220:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000030ca6043. 00000020:00000010:2.0:1761313477.183988:0:75220:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000003de95356. 00000020:00000010:2.0:1761313477.183991:0:75220:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c33a0baf. 00010000:00000010:0.0:1761313477.184025:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000076f8e0cb. 00010000:00000010:0.0:1761313477.184032:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000918950e3. 00010000:00000010:0.0:1761313477.184149:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000048dea5e1. 00010000:00000010:0.0:1761313477.184156:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000020ca8270. 00010000:00000010:0.0:1761313477.184250:0:77239:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000f53b6504. 00000100:00000010:0.0:1761313477.184256:0:77239:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d3d5d76c. 00000100:00000010:0.0:1761313477.184264:0:77239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ede06feb. 02000000:00000010:0.0:1761313477.184277:0:77239:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000cb922dba. 00000800:00000200:3.0:1761313477.184285:0:15826:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761313477.184291:0:15826:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000285953fe (tot 82351578). 00000400:00000200:3.0:1761313477.184296:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313477.184301:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:3.0:1761313477.184304:0:15826:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000043b2001f 00000400:00000010:3.0:1761313477.184305:0:15826:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000043b2001f. 02000000:00000010:0.0:1761313477.184306:0:77239:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000004f29327c. 00000400:00000010:0.0:1761313477.184312:0:77239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000afa14580. 00000400:00000010:0.0:1761313477.184317:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000064e32d5c. 00000100:00000200:0.0:1761313477.184322:0:77239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869138405888, portal 16 00000400:00000010:0.0:1761313477.184327:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001b8549e6. 00000100:00000200:0.0:1761313477.184329:0:77239:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869138405888, offset 0 00000400:00000200:0.0:1761313477.184335:0:77239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:0.0:1761313477.184341:0:77239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:0.0:1761313477.184391:0:77239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:0.0:1761313477.184395:0:77239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761313477.184399:0:77239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:0.0:1761313477.184401:0:77239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90699:90699:256:4294967295] 192.168.204.38@tcp LPNI seq info [90699:90699:8:4294967295] 00000400:00000200:0.0:1761313477.184410:0:77239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:0.0:1761313477.184415:0:77239:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:0.0:1761313477.184419:0:77239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003a03b971 (tot 82351826). 00000800:00000200:0.0:1761313477.184423:0:77239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:0.0:1761313477.184427:0:77239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:0.0:1761313477.184429:0:77239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000003a03b971 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761313477.184565:0:15825:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313477.184569:0:15825:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003a03b971 (tot 82351578). 00000400:00000200:1.0:1761313477.184576:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313477.184579:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:1.0:1761313477.184582:0:15825:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001b8549e6 00000400:00000010:1.0:1761313477.184584:0:15825:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001b8549e6. 00000100:00000200:1.0:1761313477.184589:0:15825:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000ede06feb x1846869138405888/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313521 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761313477.187089:0:15827:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:1.0:1761313477.187112:0:15827:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x68fb7baf0fa00 00000400:00000200:1.0:1761313477.187121:0:15827:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb1861 [1] + 224 00000400:00000200:1.0:1761313477.187138:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313477.187141:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:1.0:1761313477.187152:0:15827:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000ede06feb x1846869138405888/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313521 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1761313477.187211:0:77239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000afa14580. 00000400:00000200:0.0:1761313477.187219:0:77239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000064e32d5c 00000400:00000010:0.0:1761313477.187221:0:77239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000064e32d5c. 00000100:00000200:0.0:1761313477.187229:0:77239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000ede06feb x1846869138405888/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313521 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761313477.187237:0:77239:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000ede06feb x1846869138405888/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313521 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761313477.187275:0:77239:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000004f29327c. 02000000:00000010:0.0:1761313477.187285:0:77239:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000cb922dba. 00000100:00000010:0.0:1761313477.187300:0:77239:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ede06feb. 00000100:00000010:0.0:1761313477.187310:0:77239:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000d3d5d76c. 00010000:00000010:0.0:1761313477.187316:0:77239:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000f53b6504. 00000400:00000200:3.0:1761313477.187356:0:15826:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:3.0:1761313477.187389:0:15826:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x68fb7ba8601c0 00000400:00000200:3.0:1761313477.187394:0:15826:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xb01cd [2] + 656 00000400:00000200:3.0:1761313477.187442:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313477.187446:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:3.0:1761313477.187450:0:15826:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761313477.187455:0:15826:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000015f262ae. 00000020:00000010:2.0:1761313477.187807:0:75220:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c33a0baf. 00000020:00000010:2.0:1761313477.187816:0:75220:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000030ca6043. 00000020:00000010:2.0:1761313477.187821:0:75220:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000003de95356. 00000100:00000200:2.0:1761313477.187853:0:75220:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000015f262ae x1846869131395520/t0(0) o103->78617949-0e11-4ca2-94c2-d809f91deaa9@192.168.204.38@tcp:408/0 lens 328/0 e 0 to 0 dl 1761313483 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:2.0:1761313477.187893:0:75220:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869131395520 02000000:00000010:2.0:1761313477.187907:0:75220:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000007d169ba6. 00010000:00000010:2.0:1761313477.187942:0:75220:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000099329754. 00010000:00000010:2.0:1761313477.187969:0:75220:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ac1152be. 00000100:00000010:2.0:1761313477.187978:0:75220:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000252b86eb. 00000100:00000010:2.0:1761313477.187997:0:75220:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000252b86eb. 00010000:00000010:2.0:1761313477.188000:0:75220:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ac1152be. 00000400:00000010:2.0:1761313477.188016:0:75220:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005b8744b4. 00000100:00000200:2.0:1761313477.188021:0:75220:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869131395520, offset 224 00000400:00000200:2.0:1761313477.188029:0:75220:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:2.0:1761313477.188041:0:75220:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:2.0:1761313477.188047:0:75220:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90700:90700:256:4294967295] 192.168.204.38@tcp LPNI seq info [90700:90700:8:4294967295] 00000400:00000200:2.0:1761313477.188058:0:75220:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:2.0:1761313477.188063:0:75220:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:2.0:1761313477.188069:0:75220:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000df62ea87 (tot 82351826). 00000800:00000200:2.0:1761313477.188074:0:75220:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:2.0:1761313477.188081:0:75220:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:2.0:1761313477.188085:0:75220:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000df62ea87 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761313477.188114:0:75220:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000030ca6043. 00000020:00000010:2.0:1761313477.188119:0:75220:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000003de95356. 00000020:00000010:2.0:1761313477.188122:0:75220:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c33a0baf. 00000800:00000200:2.0:1761313477.188208:0:15825:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761313477.188212:0:15825:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000df62ea87 (tot 82351578). 00000400:00000200:2.0:1761313477.188215:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313477.188219:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:2.0:1761313477.188221:0:15825:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005b8744b4 00000400:00000010:2.0:1761313477.188223:0:15825:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005b8744b4. 00080000:00000010:0.0:1761313477.188413:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000cb922dba. 00010000:00000010:0.0:1761313477.188525:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000020ca8270. 00010000:00000010:3.1:1761313477.188530:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d9f9a6cb. 00010000:00000010:0.0:1761313477.188533:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000081398c4. 00010000:00000010:3.1:1761313477.188538:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005472d45d. 00010000:00000010:3.1:1761313477.188543:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004de6ccfe. 00010000:00000010:3.1:1761313477.188546:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bfa9ae08. 00010000:00000010:3.1:1761313477.188550:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001f60c4e9. 00010000:00000010:3.1:1761313477.188552:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000059de02b2. 00010000:00000010:2.1:1761313477.188665:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a579ac00. 00010000:00000010:0.0:1761313477.188765:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000008db035d4. 00010000:00000010:0.0:1761313477.188774:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000020ca8270. 00010000:00000010:0.0:1761313477.188785:0:77239:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000f53b6504. 00000100:00000010:0.0:1761313477.188791:0:77239:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d3d5d76c. 00000100:00000010:0.0:1761313477.188799:0:77239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ede06feb. 02000000:00000010:0.0:1761313477.188812:0:77239:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000004f29327c. 02000000:00000010:0.0:1761313477.188842:0:77239:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000008eefaef6. 00000400:00000010:0.0:1761313477.188848:0:77239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000afa14580. 00000400:00000010:0.0:1761313477.188853:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000064e32d5c. 00000100:00000200:0.0:1761313477.188859:0:77239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869138405952, portal 16 00000400:00000010:0.0:1761313477.188865:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000034c1d155. 00000100:00000200:0.0:1761313477.188867:0:77239:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869138405952, offset 0 00000400:00000200:0.0:1761313477.188872:0:77239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:0.0:1761313477.188881:0:77239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:0.0:1761313477.188889:0:77239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:0.0:1761313477.188893:0:77239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761313477.188896:0:77239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:0.0:1761313477.188899:0:77239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90701:90701:256:4294967295] 192.168.204.38@tcp LPNI seq info [90701:90701:8:4294967295] 00000400:00000200:0.0:1761313477.188907:0:77239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:0.0:1761313477.188911:0:77239:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:0.0:1761313477.188915:0:77239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003a03b971 (tot 82351826). 00000800:00000200:0.0:1761313477.188920:0:77239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:0.0:1761313477.188925:0:77239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:0.0:1761313477.188928:0:77239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000003a03b971 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761313477.189124:0:15827:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313477.189127:0:15827:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003a03b971 (tot 82351578). 00000400:00000200:1.0:1761313477.189133:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313477.189137:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:1.0:1761313477.189139:0:15827:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000034c1d155 00000400:00000010:1.0:1761313477.189140:0:15827:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000034c1d155. 00000100:00000200:1.0:1761313477.189147:0:15827:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000ede06feb x1846869138405952/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313521 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761313477.190969:0:15826:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:3.0:1761313477.190989:0:15826:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x68fb7baf0fa40 00000400:00000200:3.0:1761313477.190998:0:15826:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb186d [1] + 224 00000400:00000200:3.0:1761313477.191011:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313477.191014:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:3.0:1761313477.191024:0:15826:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000ede06feb x1846869138405952/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313521 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1761313477.191212:0:77239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000afa14580. 00000400:00000200:0.0:1761313477.191218:0:77239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000064e32d5c 00000400:00000010:0.0:1761313477.191220:0:77239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000064e32d5c. 00000100:00000200:0.0:1761313477.191227:0:77239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000ede06feb x1846869138405952/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313521 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761313477.191234:0:77239:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000ede06feb x1846869138405952/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313521 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761313477.191266:0:77239:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000008eefaef6. 02000000:00000010:0.0:1761313477.191272:0:77239:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000004f29327c. 00000100:00000010:0.0:1761313477.191278:0:77239:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ede06feb. 00000100:00000010:0.0:1761313477.191284:0:77239:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000d3d5d76c. 00010000:00000010:0.0:1761313477.191289:0:77239:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000f53b6504. 00000400:00000200:2.0:1761313477.192330:0:15825:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:2.0:1761313477.192356:0:15825:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x68fb7ba860200 00010000:00000010:2.1:1761313477.192401:0:15825:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000089cc8f8c. 00000400:00000200:2.0:1761313477.192419:0:15825:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xb01cd [2] + 984 00000400:00000200:2.0:1761313477.192486:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313477.192490:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:2.0:1761313477.192495:0:15825:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1761313477.192501:0:15825:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000000c1072c7. 00010000:00000010:0.1:1761313477.192557:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000afe6f2b8. 00010000:00000010:0.1:1761313477.192563:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009fe5d71e. 00000020:00000010:1.0:1761313477.193054:0:64710:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000020e20a90. 00000020:00000010:1.0:1761313477.193064:0:64710:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000003a1619f4. 00000020:00000010:1.0:1761313477.193069:0:64710:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000fa60968b. 00000100:00000200:1.0:1761313477.193106:0:64710:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000000c1072c7 x1846869131395584/t0(0) o103->78617949-0e11-4ca2-94c2-d809f91deaa9@192.168.204.38@tcp:408/0 lens 328/0 e 0 to 0 dl 1761313483 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:1.0:1761313477.193148:0:64710:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869131395584 02000000:00000010:1.0:1761313477.193161:0:64710:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000ca29ed63. 00010000:00000010:1.0:1761313477.193195:0:64710:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000009debb70d. 00010000:00000010:1.0:1761313477.193221:0:64710:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000856fa24f. 00000100:00000010:1.0:1761313477.193230:0:64710:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000008301c559. 00000100:00000010:1.0:1761313477.193249:0:64710:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000008301c559. 00010000:00000010:1.0:1761313477.193253:0:64710:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000856fa24f. 00000400:00000010:1.0:1761313477.193269:0:64710:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003b591177. 00000100:00000200:1.0:1761313477.193276:0:64710:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869131395584, offset 224 00000400:00000200:1.0:1761313477.193284:0:64710:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:1.0:1761313477.193298:0:64710:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:1.0:1761313477.193305:0:64710:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90702:90702:256:4294967295] 192.168.204.38@tcp LPNI seq info [90702:90702:8:4294967295] 00000400:00000200:1.0:1761313477.193316:0:64710:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:1.0:1761313477.193322:0:64710:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:1.0:1761313477.193327:0:64710:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000cc8c87c8 (tot 82351826). 00000800:00000200:1.0:1761313477.193334:0:64710:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:1.0:1761313477.193343:0:64710:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:1.0:1761313477.193354:0:64710:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000cc8c87c8 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761313477.193519:0:64710:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000003a1619f4. 00000020:00000010:1.0:1761313477.193524:0:64710:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000fa60968b. 00000020:00000010:1.0:1761313477.193527:0:64710:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000020e20a90. 00000800:00000200:3.0:1761313477.193673:0:15827:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761313477.193678:0:15827:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000cc8c87c8 (tot 82351578). 00000400:00000200:3.0:1761313477.193683:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313477.193687:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:3.0:1761313477.193691:0:15827:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003b591177 00000400:00000010:3.0:1761313477.193694:0:15827:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003b591177. 00080000:00000010:0.0:1761313477.194248:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 000000004f29327c. 00010000:00000010:0.0:1761313477.194391:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000020ca8270. 00010000:00000010:0.0:1761313477.194400:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000001a603219. 00010000:00000010:0.0:1761313477.194491:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ee6f4c87. 00010000:00000010:0.0:1761313477.194497:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000020ca8270. 00010000:00000010:0.0:1761313477.194511:0:77239:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000f53b6504. 00000100:00000010:0.0:1761313477.194516:0:77239:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d3d5d76c. 00000100:00000010:0.0:1761313477.194525:0:77239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ede06feb. 02000000:00000010:0.0:1761313477.194540:0:77239:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000008eefaef6. 02000000:00000010:0.0:1761313477.194816:0:77239:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000cfa3acdb. 00000400:00000010:0.0:1761313477.194827:0:77239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000afa14580. 00000400:00000010:0.0:1761313477.194835:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000064e32d5c. 00000100:00000200:0.0:1761313477.194843:0:77239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869138406016, portal 16 00000400:00000010:0.0:1761313477.194848:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000063763d12. 00000100:00000200:0.0:1761313477.194850:0:77239:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869138406016, offset 0 00000400:00000200:0.0:1761313477.194859:0:77239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:0.0:1761313477.194875:0:77239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:0.0:1761313477.194885:0:77239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:0.0:1761313477.194890:0:77239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761313477.194893:0:77239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:0.0:1761313477.194897:0:77239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90703:90703:256:4294967295] 192.168.204.38@tcp LPNI seq info [90703:90703:8:4294967295] 00000400:00000200:0.0:1761313477.194907:0:77239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:0.0:1761313477.194913:0:77239:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:0.0:1761313477.194918:0:77239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c5b73d17 (tot 82351826). 00000800:00000200:0.0:1761313477.194925:0:77239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:0.0:1761313477.194931:0:77239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:0.0:1761313477.194935:0:77239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c5b73d17 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761313477.195215:0:15826:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761313477.195220:0:15826:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c5b73d17 (tot 82351578). 00000400:00000200:3.0:1761313477.195228:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313477.195234:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:3.0:1761313477.195237:0:15826:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000063763d12 00000400:00000010:3.0:1761313477.195239:0:15826:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000063763d12. 00000100:00000200:3.0:1761313477.195259:0:15826:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000ede06feb x1846869138406016/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313521 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1761313477.196695:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007471a26e. 00010000:00000010:0.1:1761313477.196770:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a9b3e0ae. 00010000:00000010:0.1:1761313477.196777:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000048dea5e1. 00000400:00000200:2.0:1761313477.197446:0:15825:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:2.0:1761313477.197467:0:15825:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x68fb7baf0fa80 00000400:00000200:2.0:1761313477.197476:0:15825:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb1879 [1] + 224 00000400:00000200:2.0:1761313477.197513:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313477.197517:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:2.0:1761313477.197529:0:15825:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000ede06feb x1846869138406016/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313521 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1761313477.197600:0:77239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000afa14580. 00000400:00000200:0.0:1761313477.197607:0:77239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000064e32d5c 00000400:00000010:0.0:1761313477.197610:0:77239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000064e32d5c. 00000100:00000200:0.0:1761313477.197617:0:77239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000ede06feb x1846869138406016/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313521 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761313477.197626:0:77239:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000ede06feb x1846869138406016/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313521 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761313477.197666:0:77239:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000cfa3acdb. 02000000:00000010:0.0:1761313477.197676:0:77239:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000008eefaef6. 00000100:00000010:0.0:1761313477.197680:0:77239:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ede06feb. 00000100:00000010:0.0:1761313477.197686:0:77239:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000d3d5d76c. 00010000:00000010:0.0:1761313477.197693:0:77239:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000f53b6504. 00000400:00000200:1.0:1761313477.199708:0:15827:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:1.0:1761313477.199742:0:15827:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x68fb7ba860240 00000400:00000200:1.0:1761313477.199750:0:15827:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xb01cd [2] + 1312 00010000:00000010:1.1:1761313477.200614:0:15827:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c505f669. 00000400:00000200:1.0:1761313477.200631:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313477.200638:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:1.0:1761313477.200648:0:15827:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761313477.200654:0:15827:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000242da0db. 00000020:00000010:2.0:1761313477.201357:0:75220:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c33a0baf. 00000020:00000010:2.0:1761313477.201608:0:75220:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000030ca6043. 00000020:00000010:2.0:1761313477.201614:0:75220:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000003de95356. 00000100:00000200:2.0:1761313477.201654:0:75220:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000242da0db x1846869131395648/t0(0) o103->78617949-0e11-4ca2-94c2-d809f91deaa9@192.168.204.38@tcp:408/0 lens 328/0 e 0 to 0 dl 1761313483 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:2.0:1761313477.201697:0:75220:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869131395648 02000000:00000010:2.0:1761313477.201716:0:75220:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000a6049969. 00010000:00000010:2.0:1761313477.201762:0:75220:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000098b11ed3. 00010000:00000010:2.0:1761313477.201788:0:75220:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ac1152be. 00000100:00000010:2.0:1761313477.201796:0:75220:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000252b86eb. 00000100:00000010:2.0:1761313477.201818:0:75220:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000252b86eb. 00010000:00000010:2.0:1761313477.201822:0:75220:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ac1152be. 00000400:00000010:2.0:1761313477.201840:0:75220:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005b8744b4. 00000100:00000200:2.0:1761313477.201847:0:75220:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869131395648, offset 224 00080000:00000010:0.0:1761313477.201852:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 000000008eefaef6. 00000400:00000200:2.0:1761313477.201856:0:75220:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:2.0:1761313477.201872:0:75220:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:2.0:1761313477.201878:0:75220:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90704:90704:256:4294967295] 192.168.204.38@tcp LPNI seq info [90704:90704:8:4294967295] 00000400:00000200:2.0:1761313477.201889:0:75220:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:2.0:1761313477.201895:0:75220:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:2.0:1761313477.201900:0:75220:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000df62ea87 (tot 82351826). 00000800:00000200:2.0:1761313477.201906:0:75220:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:2.0:1761313477.201914:0:75220:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:2.0:1761313477.201918:0:75220:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000df62ea87 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761313477.201934:0:75220:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000030ca6043. 00000020:00000010:2.0:1761313477.201939:0:75220:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000003de95356. 00000020:00000010:2.0:1761313477.201942:0:75220:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c33a0baf. 00010000:00000010:0.0:1761313477.201959:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000020ca8270. 00010000:00000010:0.0:1761313477.201966:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000054f3d6cf. 00010000:00000010:0.0:1761313477.202063:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000030f09125. 00010000:00000010:0.0:1761313477.202068:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006f74eb7e. 00010000:00000010:0.0:1761313477.202074:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000048dea5e1. 00010000:00000010:0.0:1761313477.202080:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000020ca8270. 00080000:00000010:0.0:1761313477.202093:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000cfa3acdb. 00010000:00000010:0.0:1761313477.202117:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000020ca8270. 00010000:00000010:0.0:1761313477.202122:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006f74eb7e. 00010000:00000010:0.0:1761313477.202184:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000008e1e814. 00010000:00000010:0.0:1761313477.202187:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000020ca8270. 00010000:00000010:0.0:1761313477.202196:0:77239:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000f53b6504. 00000100:00000010:0.0:1761313477.202200:0:77239:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d3d5d76c. 00000100:00000010:0.0:1761313477.202208:0:77239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ede06feb. 02000000:00000010:0.0:1761313477.202222:0:77239:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000097f846c2. 00000800:00000200:3.0:1761313477.202251:0:15826:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 02000000:00000010:0.0:1761313477.202251:0:77239:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000db25c496. 00000800:00000010:3.0:1761313477.202255:0:15826:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000df62ea87 (tot 82351578). 00000400:00000010:0.0:1761313477.202258:0:77239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000afa14580. 00000400:00000200:3.0:1761313477.202259:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313477.202263:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000010:0.0:1761313477.202263:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000064e32d5c. 00000400:00000200:3.0:1761313477.202268:0:15826:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005b8744b4 00000100:00000200:0.0:1761313477.202268:0:77239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869138406080, portal 16 00000400:00000010:3.0:1761313477.202269:0:15826:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005b8744b4. 00000400:00000010:0.0:1761313477.202273:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002cd75c60. 00000100:00000200:0.0:1761313477.202275:0:77239:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869138406080, offset 0 00000400:00000200:0.0:1761313477.202281:0:77239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:0.0:1761313477.202287:0:77239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:0.0:1761313477.202295:0:77239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:0.0:1761313477.202299:0:77239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761313477.202302:0:77239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:0.0:1761313477.202305:0:77239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90705:90705:256:4294967295] 192.168.204.38@tcp LPNI seq info [90705:90705:8:4294967295] 00000400:00000200:0.0:1761313477.202312:0:77239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:0.0:1761313477.202316:0:77239:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:0.0:1761313477.202319:0:77239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c6559a13 (tot 82351826). 00000800:00000200:0.0:1761313477.202323:0:77239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:0.0:1761313477.202326:0:77239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:0.0:1761313477.202328:0:77239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c6559a13 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761313477.203684:0:15825:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761313477.203690:0:15825:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c6559a13 (tot 82351578). 00000400:00000200:2.0:1761313477.203701:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313477.203709:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:2.0:1761313477.203713:0:15825:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002cd75c60 00000400:00000010:2.0:1761313477.203715:0:15825:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002cd75c60. 00000100:00000200:2.0:1761313477.203735:0:15825:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000ede06feb x1846869138406080/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313521 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761313477.204664:0:15827:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:1.0:1761313477.204684:0:15827:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x68fb7baf0fac0 00000400:00000200:1.0:1761313477.204694:0:15827:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb1885 [1] + 224 00000400:00000200:1.0:1761313477.204708:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313477.204711:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:1.0:1761313477.204720:0:15827:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000ede06feb x1846869138406080/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313521 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761313477.204766:0:15827:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:1.0:1761313477.204772:0:15827:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x68fb7ba860280 00000400:00000200:1.0:1761313477.204777:0:15827:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xb01cd [2] + 1640 00000400:00000200:1.0:1761313477.204786:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313477.204789:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:1.0:1761313477.204793:0:15827:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761313477.204799:0:15827:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d93d7538. 00010000:00000010:0.1:1761313477.204891:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ab9d1004. 00010000:00000010:0.1:1761313477.204901:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008db035d4. 00000020:00000010:3.0:1761313477.204971:0:75220:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000aa2d5e51. 00000020:00000010:3.0:1761313477.204979:0:75220:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000003c39e7f5. 00000020:00000010:3.0:1761313477.204984:0:75220:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000ce95a124. 00000100:00000200:3.0:1761313477.205013:0:75220:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000d93d7538 x1846869131395712/t0(0) o103->78617949-0e11-4ca2-94c2-d809f91deaa9@192.168.204.38@tcp:408/0 lens 328/0 e 0 to 0 dl 1761313483 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:3.0:1761313477.205052:0:75220:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869131395712 02000000:00000010:3.0:1761313477.205066:0:75220:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000001208469c. 00010000:00000010:3.0:1761313477.205110:0:75220:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000005e466189. 00000100:00000010:3.0:1761313477.205118:0:75220:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006e837e80. 00000100:00000010:3.0:1761313477.205125:0:75220:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006e837e80. 00010000:00000010:3.0:1761313477.205129:0:75220:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000005e466189. 00000400:00000010:3.0:1761313477.205145:0:75220:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000541129c9. 00000100:00000200:3.0:1761313477.205150:0:75220:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869131395712, offset 224 00000400:00000200:3.0:1761313477.205159:0:75220:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:3.0:1761313477.205170:0:75220:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:3.0:1761313477.205177:0:75220:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90706:90706:256:4294967295] 192.168.204.38@tcp LPNI seq info [90706:90706:8:4294967295] 00000400:00000200:3.0:1761313477.205187:0:75220:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:3.0:1761313477.205192:0:75220:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:3.0:1761313477.205197:0:75220:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a77805d3 (tot 82351826). 00000800:00000200:3.0:1761313477.205203:0:75220:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:3.0:1761313477.205211:0:75220:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:3.0:1761313477.205214:0:75220:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000a77805d3 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761313477.205241:0:75220:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000003c39e7f5. 00000020:00000010:3.0:1761313477.205246:0:75220:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000ce95a124. 00000020:00000010:3.0:1761313477.205250:0:75220:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000aa2d5e51. 00000400:00000010:2.0:1761313477.205333:0:77239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000afa14580. 00000400:00000200:2.0:1761313477.205339:0:77239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000064e32d5c 00000400:00000010:2.0:1761313477.205341:0:77239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000064e32d5c. 00000100:00000200:2.0:1761313477.205347:0:77239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000ede06feb x1846869138406080/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313521 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761313477.205355:0:77239:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000ede06feb x1846869138406080/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313521 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.0:1761313477.205403:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000f3a1b465. 02000000:00000010:2.0:1761313477.205418:0:77239:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000db25c496. 02000000:00000010:2.0:1761313477.205425:0:77239:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000097f846c2. 00000800:00000200:0.0:1761313477.205428:0:15826:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000100:00000010:2.0:1761313477.205430:0:77239:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ede06feb. 00000800:00000010:0.0:1761313477.205431:0:15826:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a77805d3 (tot 82351578). 00000100:00000010:2.0:1761313477.205434:0:77239:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000d3d5d76c. 00000400:00000200:0.0:1761313477.205434:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313477.205438:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00010000:00000010:2.0:1761313477.205439:0:77239:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000f53b6504. 00000400:00000200:0.0:1761313477.205441:0:15826:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000541129c9 00000400:00000010:0.0:1761313477.205442:0:15826:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000541129c9. 00080000:00000010:2.0:1761313477.205458:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 000000006f7b1344. 00010000:00000010:2.0:1761313477.205566:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000020ca8270. 00010000:00000010:2.0:1761313477.205573:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000cfbe4aea. 00010000:00000010:2.0:1761313477.205661:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000017bbe421. 00010000:00000010:2.0:1761313477.205668:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000259e6f04. 00010000:00000010:2.0:1761313477.205686:0:77239:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ac1152be. 00000100:00000010:2.0:1761313477.205691:0:77239:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000252b86eb. 00000100:00000010:2.0:1761313477.205699:0:77239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000079ae403. 02000000:00000010:2.0:1761313477.205711:0:77239:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000038ba8d46. 02000000:00000010:2.0:1761313477.205751:0:77239:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000006d65d682. 00000400:00000010:2.0:1761313477.205756:0:77239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000a831013b. 00000400:00000010:2.0:1761313477.205761:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000082ff5abb. 00000100:00000200:2.0:1761313477.205766:0:77239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869138406144, portal 16 00000400:00000010:2.0:1761313477.205770:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fcdf887f. 00000100:00000200:2.0:1761313477.205772:0:77239:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869138406144, offset 0 00000400:00000200:2.0:1761313477.205778:0:77239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:2.0:1761313477.205785:0:77239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:2.0:1761313477.205794:0:77239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:2.0:1761313477.205799:0:77239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761313477.205802:0:77239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:2.0:1761313477.205804:0:77239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90707:90707:256:4294967295] 192.168.204.38@tcp LPNI seq info [90707:90707:8:4294967295] 00000400:00000200:2.0:1761313477.205812:0:77239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:2.0:1761313477.205816:0:77239:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:2.0:1761313477.205820:0:77239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000df62ea87 (tot 82351826). 00000800:00000200:2.0:1761313477.205824:0:77239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:2.0:1761313477.205828:0:77239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:2.0:1761313477.205830:0:77239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000df62ea87 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761313477.207300:0:15825:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761313477.207307:0:15825:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000df62ea87 (tot 82351578). 00000400:00000200:3.0:1761313477.207314:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313477.207323:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:3.0:1761313477.207329:0:15825:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fcdf887f 00000400:00000010:3.0:1761313477.207331:0:15825:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fcdf887f. 00000100:00000200:3.0:1761313477.207342:0:15825:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000079ae403 x1846869138406144/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313521 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1761313477.212782:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e5f47a72. 00000400:00000200:1.0:1761313477.214011:0:15827:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:1.0:1761313477.214034:0:15827:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x68fb7baf0fb00 00000400:00000200:1.0:1761313477.214046:0:15827:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb1891 [1] + 224 00000400:00000200:1.0:1761313477.214060:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313477.214065:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:1.0:1761313477.214078:0:15827:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000079ae403 x1846869138406144/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313521 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761313477.214124:0:15827:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:1.0:1761313477.214129:0:15827:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x68fb7ba8602c0 00000400:00000200:1.0:1761313477.214134:0:15827:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xb01cd [2] + 1968 00000400:00000010:1.0:1761313477.214138:0:15827:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000000b2211f5. 00000400:00000200:1.0:1761313477.214143:0:15827:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 000000006779fe46 00000400:00000200:1.0:1761313477.214226:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313477.214230:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:1.0:1761313477.214232:0:15827:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006779fe46 00000400:00000010:1.0:1761313477.214235:0:15827:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 000000006779fe46 (tot 82351426). 00000100:00000200:1.0:1761313477.214241:0:15827:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000400:00000010:2.0:1761313477.214320:0:77239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000a831013b. 00000400:00000200:2.0:1761313477.214324:0:77239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000082ff5abb 00000400:00000010:2.0:1761313477.214326:0:77239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000082ff5abb. 00000020:00000010:3.0:1761313477.214327:0:75220:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000aa2d5e51. 00000100:00000200:2.0:1761313477.214333:0:77239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000079ae403 x1846869138406144/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313521 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000020:00000010:3.0:1761313477.214335:0:75220:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000003c39e7f5. 00000020:00000010:3.0:1761313477.214340:0:75220:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000ce95a124. 00000100:00000200:2.0:1761313477.214341:0:77239:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000079ae403 x1846869138406144/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313521 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761313477.214396:0:75220:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000bef3f60a x1846869131395776/t0(0) o103->78617949-0e11-4ca2-94c2-d809f91deaa9@192.168.204.38@tcp:408/0 lens 328/0 e 0 to 0 dl 1761313483 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 02000000:00000010:2.0:1761313477.214400:0:77239:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000006d65d682. 02000000:00000010:2.0:1761313477.214407:0:77239:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000038ba8d46. 00000100:00000010:2.0:1761313477.214412:0:77239:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000079ae403. 00000100:00000010:2.0:1761313477.214418:0:77239:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000252b86eb. 00010000:00000010:2.0:1761313477.214421:0:77239:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ac1152be. 00000100:00000200:3.0:1761313477.214430:0:75220:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869131395776 02000000:00000010:3.0:1761313477.214444:0:75220:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000009fd1a7cf. 00010000:00000010:3.0:1761313477.214546:0:75220:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e6c5df90. 00010000:00000010:3.0:1761313477.214568:0:75220:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000005e466189. 00000100:00000010:3.0:1761313477.214575:0:75220:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006e837e80. 00000100:00000010:3.0:1761313477.214599:0:75220:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006e837e80. 00010000:00000010:3.0:1761313477.214602:0:75220:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000005e466189. 00000400:00000010:3.0:1761313477.214619:0:75220:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000010b81926. 00000100:00000200:3.0:1761313477.214624:0:75220:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869131395776, offset 224 00000400:00000200:3.0:1761313477.214633:0:75220:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:3.0:1761313477.214645:0:75220:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:3.0:1761313477.214652:0:75220:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90708:90708:256:4294967295] 192.168.204.38@tcp LPNI seq info [90708:90708:8:4294967295] 00000400:00000200:3.0:1761313477.214663:0:75220:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:3.0:1761313477.214669:0:75220:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:3.0:1761313477.214674:0:75220:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000006d74909 (tot 82351674). 00000800:00000200:3.0:1761313477.214681:0:75220:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:3.0:1761313477.214689:0:75220:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:3.0:1761313477.214694:0:75220:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000006d74909 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761313477.214732:0:75220:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000003c39e7f5. 00000020:00000010:3.0:1761313477.214738:0:75220:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000ce95a124. 00000020:00000010:3.0:1761313477.214742:0:75220:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000aa2d5e51. 02000000:00000010:3.0:1761313477.214751:0:75220:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000001208469c. 00000100:00000010:3.0:1761313477.214754:0:75220:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d93d7538. 02000000:00000010:3.0:1761313477.214758:0:75220:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000a6049969. 00000100:00000010:3.0:1761313477.214760:0:75220:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000242da0db. 02000000:00000010:3.0:1761313477.214762:0:75220:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000ca29ed63. 00000100:00000010:3.0:1761313477.214765:0:75220:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000000c1072c7. 02000000:00000010:3.0:1761313477.214768:0:75220:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000007d169ba6. 00000100:00000010:3.0:1761313477.214770:0:75220:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000015f262ae. 02000000:00000010:3.0:1761313477.214774:0:75220:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000000434b24e. 00000100:00000010:3.0:1761313477.214775:0:75220:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001286135a. 02000000:00000010:3.0:1761313477.214780:0:75220:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000657b945b. 00000100:00000010:3.0:1761313477.214782:0:75220:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000003e4d9a3e. 00000100:00000200:3.0:1761313477.214791:0:75220:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1761313477.214797:0:75220:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000009799479f. 00000400:00000010:3.0:1761313477.214801:0:75220:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 000000006e837e80 (tot 82351826). 00000800:00000200:1.0:1761313477.215110:0:15826:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313477.215115:0:15826:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000006d74909 (tot 82351578). 00000400:00000200:1.0:1761313477.215119:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313477.215124:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:1.0:1761313477.215127:0:15826:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000010b81926 00000400:00000010:1.0:1761313477.215129:0:15826:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000010b81926. 02000000:00000010:1.0:1761313477.215133:0:15826:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000009fd1a7cf. 00080000:00000010:2.0:1761313477.215994:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 0000000038ba8d46. 00010000:00000010:2.0:1761313477.216110:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000259e6f04. 00010000:00000010:2.0:1761313477.216120:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000f593b4b4. 00010000:00000010:2.0:1761313477.216225:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f32a723c. 00010000:00000010:2.0:1761313477.216232:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000259e6f04. 00010000:00000010:2.0:1761313477.216244:0:77239:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ac1152be. 00000100:00000010:2.0:1761313477.216251:0:77239:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000252b86eb. 00000100:00000010:2.0:1761313477.216262:0:77239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000079ae403. 02000000:00000010:2.0:1761313477.216277:0:77239:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000006d65d682. 02000000:00000010:2.0:1761313477.216316:0:77239:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a6049969. 00000400:00000010:2.0:1761313477.216322:0:77239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000a831013b. 00000400:00000010:2.0:1761313477.216328:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000082ff5abb. 00000100:00000200:2.0:1761313477.216333:0:77239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869138406208, portal 16 00000400:00000010:2.0:1761313477.216338:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e3e27e8e. 00000100:00000200:2.0:1761313477.216340:0:77239:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869138406208, offset 0 00000400:00000200:2.0:1761313477.216349:0:77239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:2.0:1761313477.216393:0:77239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:2.0:1761313477.216402:0:77239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:2.0:1761313477.216406:0:77239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761313477.216409:0:77239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:2.0:1761313477.216413:0:77239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90709:90709:256:4294967295] 192.168.204.38@tcp LPNI seq info [90709:90709:8:4294967295] 00000400:00000200:2.0:1761313477.216426:0:77239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:2.0:1761313477.216431:0:77239:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:2.0:1761313477.216437:0:77239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000285953fe (tot 82351826). 00000800:00000200:2.0:1761313477.216444:0:77239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:2.0:1761313477.216450:0:77239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:2.0:1761313477.216454:0:77239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000285953fe type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761313477.216573:0:15825:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761313477.216578:0:15825:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000285953fe (tot 82351578). 00000400:00000200:3.0:1761313477.216591:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313477.216595:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:3.0:1761313477.216599:0:15825:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e3e27e8e 00000400:00000010:3.0:1761313477.216602:0:15825:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e3e27e8e. 00000100:00000200:3.0:1761313477.216610:0:15825:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000079ae403 x1846869138406208/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313521 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1761313477.217655:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002490ed56. 00010000:00000010:0.1:1761313477.217669:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ee6f4c87. 00010000:00000010:0.1:1761313477.217674:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000030f09125. 00010000:00000010:0.1:1761313477.217677:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000048dea5e1. 00010000:00000010:2.1:1761313477.220818:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000efd7470. 00010000:00000010:2.1:1761313477.220838:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008184d2f0. 00010000:00000010:2.1:1761313477.220843:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000008e1e814. 00000400:00000200:1.0:1761313477.221128:0:15827:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:1.0:1761313477.221150:0:15827:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x68fb7baf0fb40 00000400:00000200:1.0:1761313477.221170:0:15827:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb18a1 [1] + 224 00000400:00000200:1.0:1761313477.221190:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313477.221195:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:1.0:1761313477.221207:0:15827:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000079ae403 x1846869138406208/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313521 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1761313477.221349:0:77239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000a831013b. 00000400:00000200:2.0:1761313477.221355:0:77239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000082ff5abb 00000400:00000010:2.0:1761313477.221462:0:77239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000082ff5abb. 00000100:00000200:2.0:1761313477.221470:0:77239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000079ae403 x1846869138406208/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313521 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761313477.221479:0:77239:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000079ae403 x1846869138406208/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313521 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1761313477.221498:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000011198f14. 02000000:00000010:2.0:1761313477.221514:0:77239:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a6049969. 02000000:00000010:2.0:1761313477.221522:0:77239:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000006d65d682. 00000100:00000010:2.0:1761313477.221525:0:77239:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000079ae403. 00000100:00000010:2.0:1761313477.221530:0:77239:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000252b86eb. 00010000:00000010:2.0:1761313477.221534:0:77239:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ac1152be. 00000400:00000200:1.0:1761313477.225027:0:15826:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:1.0:1761313477.225056:0:15826:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x68fb7ba860300 00000400:00000200:1.0:1761313477.225066:0:15826:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xb0225 [2] + 0 00000400:00000200:1.0:1761313477.225148:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313477.225159:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:1.0:1761313477.225167:0:15826:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761313477.225179:0:15826:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000db5c2442. 00000020:00000010:0.0:1761313477.225455:0:64710:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000097f846c2. 00000020:00000010:0.0:1761313477.225464:0:64710:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000006f74eb7e. 00000020:00000010:0.0:1761313477.225470:0:64710:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000076f5767f. 00000100:00000200:0.0:1761313477.225508:0:64710:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000db5c2442 x1846869131395840/t0(0) o103->78617949-0e11-4ca2-94c2-d809f91deaa9@192.168.204.38@tcp:408/0 lens 328/0 e 0 to 0 dl 1761313483 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:0.0:1761313477.225550:0:64710:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869131395840 02000000:00000010:0.0:1761313477.225567:0:64710:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000db25c496. 00010000:00000010:0.0:1761313477.225605:0:64710:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d1c21f3c. 00010000:00000010:0.0:1761313477.225639:0:64710:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000012ef20d5. 00000100:00000010:0.0:1761313477.225648:0:64710:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000293a9a6e. 00000100:00000010:0.0:1761313477.225666:0:64710:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000293a9a6e. 00010000:00000010:0.0:1761313477.225672:0:64710:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000012ef20d5. 00000400:00000010:0.0:1761313477.225698:0:64710:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000078acc45e. 00000100:00000200:0.0:1761313477.225705:0:64710:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869131395840, offset 224 00000400:00000200:0.0:1761313477.225715:0:64710:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:0.0:1761313477.225737:0:64710:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:0.0:1761313477.225744:0:64710:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90710:90710:256:4294967295] 192.168.204.38@tcp LPNI seq info [90710:90710:8:4294967295] 00000400:00000200:0.0:1761313477.225756:0:64710:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:0.0:1761313477.225763:0:64710:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:0.0:1761313477.225769:0:64710:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000eab2c029 (tot 82351826). 00000800:00000200:0.0:1761313477.225776:0:64710:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:0.0:1761313477.225784:0:64710:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:0.0:1761313477.225789:0:64710:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000eab2c029 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761313477.225814:0:64710:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000006f74eb7e. 00000020:00000010:0.0:1761313477.225820:0:64710:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000076f5767f. 00000020:00000010:0.0:1761313477.225824:0:64710:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000097f846c2. 00000800:00000200:3.0:1761313477.225899:0:15825:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761313477.225904:0:15825:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000eab2c029 (tot 82351578). 00000400:00000200:3.0:1761313477.225911:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313477.225915:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:3.0:1761313477.225920:0:15825:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000078acc45e 00000400:00000010:3.0:1761313477.225922:0:15825:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000078acc45e. 00010000:00000010:2.1:1761313477.226559:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000034b537dd. 00010000:00000010:2.1:1761313477.226572:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000017bbe421. 00080000:00000010:2.0:1761313477.226606:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 000000006d65d682. 00010000:00000010:2.0:1761313477.226734:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000259e6f04. 00010000:00000010:2.0:1761313477.226744:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000ae8d5fae. 00010000:00000010:2.0:1761313477.226838:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000017bbe421. 00010000:00000010:2.0:1761313477.226845:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000259e6f04. 00010000:00000010:2.0:1761313477.226857:0:77239:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ac1152be. 00000100:00000010:2.0:1761313477.226863:0:77239:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000252b86eb. 00000100:00000010:2.0:1761313477.226873:0:77239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000079ae403. 02000000:00000010:2.0:1761313477.226894:0:77239:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000a6049969. 02000000:00000010:2.0:1761313477.226930:0:77239:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000657b945b. 00000400:00000010:2.0:1761313477.226936:0:77239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000a831013b. 00000400:00000010:2.0:1761313477.226943:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000082ff5abb. 00000100:00000200:2.0:1761313477.226953:0:77239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869138406272, portal 16 00000400:00000010:2.0:1761313477.226959:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000060537b9b. 00000100:00000200:2.0:1761313477.226962:0:77239:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869138406272, offset 0 00000400:00000200:2.0:1761313477.226970:0:77239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:2.0:1761313477.226984:0:77239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:2.0:1761313477.226992:0:77239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:2.0:1761313477.226996:0:77239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761313477.226999:0:77239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:2.0:1761313477.227002:0:77239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90711:90711:256:4294967295] 192.168.204.38@tcp LPNI seq info [90711:90711:8:4294967295] 00000400:00000200:2.0:1761313477.227011:0:77239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:2.0:1761313477.227016:0:77239:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:2.0:1761313477.227021:0:77239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004e6a8da9 (tot 82351826). 00000800:00000200:2.0:1761313477.227026:0:77239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:2.0:1761313477.227033:0:77239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:2.0:1761313477.227037:0:77239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000004e6a8da9 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761313477.227189:0:15827:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313477.227193:0:15827:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004e6a8da9 (tot 82351578). 00000400:00000200:1.0:1761313477.227197:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313477.227202:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:1.0:1761313477.227206:0:15827:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000060537b9b 00000400:00000010:1.0:1761313477.227207:0:15827:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000060537b9b. 00000100:00000200:1.0:1761313477.227216:0:15827:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000079ae403 x1846869138406272/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313521 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1761313477.231448:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b599fea3. 00000100:00000010:0.0:1761313477.231484:0:66512:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000000982dbcf. 02000000:00000010:0.0:1761313477.231505:0:66512:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000d609a399. 02000000:00000010:3.0:1761313477.231598:0:15834:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000841067ee. 00000400:00000010:3.0:1761313477.231608:0:15834:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000008f979be9. 00000400:00000010:3.0:1761313477.231617:0:15834:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004871bb6d. 00000100:00000200:3.0:1761313477.231625:0:15834:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1846869138406336, portal 4 00000400:00000010:3.0:1761313477.231637:0:15834:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000010b81926. 00000100:00000200:3.0:1761313477.231641:0:15834:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1846869138406336, offset 0 00000400:00000200:3.0:1761313477.231653:0:15834:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1761313477.231671:0:15834:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1761313477.231685:0:15834:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x68fb7baf0fbc0 00000400:00000200:3.0:1761313477.231693:0:15834:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0x31b7d [8] + 7392 00000400:00000200:3.0:1761313477.231702:0:15834:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313477.231706:0:15834:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1761313477.231714:0:15834:0:(events.c:317:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000010:3.0:1761313477.231720:0:15834:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000015f262ae. 00000400:00000200:3.0:1761313477.231752:0:15834:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000010b81926 00000400:00000010:3.0:1761313477.231755:0:15834:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000010b81926. 00000100:00000200:3.0:1761313477.231762:0:15834:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000000982dbcf x1846869138406336/t0(0) o13->lustre-OST0000-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1761313484 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'osp-pre-0-1.0' 00000020:00000010:2.0:1761313477.231924:0:67966:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000434b24e. 00000020:00000010:2.0:1761313477.231934:0:67966:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000030ca6043. 00000020:00000010:2.0:1761313477.231939:0:67966:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000003de95356. 00000100:00000200:2.0:1761313477.231992:0:67966:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869138406336 02000000:00000010:2.0:1761313477.232021:0:67966:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 648 at 0000000061f532dd. 00010000:00000200:2.0:1761313477.232059:0:67966:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply req@0000000015f262ae x1846869138406336/t0(0) o13->lustre-MDT0001-mdtlov_UUID@0@lo:408/0 lens 224/368 e 0 to 0 dl 1761313483 ref 1 fl Interpret:/0/0 rc 0/0 job:'osp-pre-0-1.0' 00000400:00000010:2.0:1761313477.232078:0:67966:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e985dd66. 00000100:00000200:2.0:1761313477.232081:0:67966:0:(niobuf.c:86:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1846869138406336, offset 224 00000400:00000200:2.0:1761313477.232087:0:67966:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1761313477.232094:0:67966:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1761313477.232100:0:67966:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x68fb7baf0fbc0 00000400:00000200:2.0:1761313477.232105:0:67966:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0xb18b5 [1] + 224 00000400:00000200:2.0:1761313477.232109:0:67966:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313477.232111:0:67966:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1761313477.232117:0:67966:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000000982dbcf x1846869138406336/t0(0) o13->lustre-OST0000-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1761313484 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'osp-pre-0-1.0' 00000400:00000200:1.0:1761313477.232206:0:15826:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:1.0:1761313477.232218:0:15826:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x68fb7baf0fb80 00000400:00000200:1.0:1761313477.232224:0:15826:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb18ad [1] + 224 00000400:00000200:1.0:1761313477.232234:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313477.232237:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:1.0:1761313477.232243:0:15826:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000079ae403 x1846869138406272/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313521 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761313477.232269:0:15826:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:1.0:1761313477.232275:0:15826:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x68fb7ba860340 00000400:00000200:1.0:1761313477.232280:0:15826:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xb0225 [2] + 328 00000400:00000200:1.0:1761313477.232356:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313477.232383:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:1.0:1761313477.232387:0:15826:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761313477.232438:0:15826:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007de1a361. 00000400:00000200:2.0:1761313477.232506:0:67966:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e985dd66 00000400:00000010:2.0:1761313477.232509:0:67966:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e985dd66. 00000020:00000010:2.0:1761313477.232526:0:67966:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000030ca6043. 00000020:00000010:2.0:1761313477.232531:0:67966:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000003de95356. 00000020:00000010:2.0:1761313477.232534:0:67966:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000000434b24e. 00000020:00000010:1.0:1761313477.232541:0:64710:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000020e20a90. 00000020:00000010:1.0:1761313477.232547:0:64710:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000003a1619f4. 00000020:00000010:1.0:1761313477.232551:0:64710:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000fa60968b. 00000100:00000200:1.0:1761313477.232572:0:64710:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000007de1a361 x1846869131395904/t0(0) o103->78617949-0e11-4ca2-94c2-d809f91deaa9@192.168.204.38@tcp:408/0 lens 328/0 e 0 to 0 dl 1761313483 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:1.0:1761313477.232596:0:64710:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869131395904 02000000:00000010:1.0:1761313477.232604:0:64710:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000001a921059. 00010000:00000010:1.0:1761313477.232647:0:64710:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000856fa24f. 00000100:00000010:1.0:1761313477.232653:0:64710:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000008301c559. 00000100:00000010:1.0:1761313477.232660:0:64710:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000008301c559. 00010000:00000010:1.0:1761313477.232663:0:64710:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000856fa24f. 00000400:00000010:1.0:1761313477.232673:0:64710:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007c77981f. 00000400:00000010:3.0:1761313477.233071:0:15834:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000008f979be9. 00000400:00000200:3.0:1761313477.233079:0:15834:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004871bb6d 00000400:00000010:3.0:1761313477.233080:0:15834:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004871bb6d. 00000100:00000200:3.0:1761313477.233086:0:15834:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000000982dbcf x1846869138406336/t0(0) o13->lustre-OST0000-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1761313484 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'osp-pre-0-1.0' 00000100:00000200:3.0:1761313477.233094:0:15834:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000000982dbcf x1846869138406336/t0(0) o13->lustre-OST0000-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1761313484 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'osp-pre-0-1.0' 02000000:00000010:3.0:1761313477.233131:0:15834:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000841067ee. 02000000:00000010:3.0:1761313477.233137:0:15834:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000d609a399. 00000100:00000010:3.0:1761313477.233144:0:15834:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000000982dbcf. 00000400:00000010:2.0:1761313477.233387:0:77239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000a831013b. 00000400:00000200:2.0:1761313477.233392:0:77239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000082ff5abb 00000400:00000010:2.0:1761313477.233394:0:77239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000082ff5abb. 00000100:00000200:2.0:1761313477.233403:0:77239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000079ae403 x1846869138406272/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313521 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761313477.233412:0:77239:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000079ae403 x1846869138406272/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313521 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.0:1761313477.233430:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000baf02463. 02000000:00000010:2.0:1761313477.233443:0:77239:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000657b945b. 02000000:00000010:2.0:1761313477.233447:0:77239:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000a6049969. 00000100:00000010:2.0:1761313477.233451:0:77239:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000079ae403. 00000100:00000010:2.0:1761313477.233456:0:77239:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000252b86eb. 00010000:00000010:2.0:1761313477.233458:0:77239:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ac1152be. 00080000:00000010:2.0:1761313477.233480:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000657b945b. 00000100:00000200:1.0:1761313477.233528:0:64710:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869131395904, offset 224 00000400:00000200:1.0:1761313477.233538:0:64710:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:1.0:1761313477.233555:0:64710:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:1.0:1761313477.233562:0:64710:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90712:90712:256:4294967295] 192.168.204.38@tcp LPNI seq info [90712:90712:8:4294967295] 00000400:00000200:1.0:1761313477.233575:0:64710:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:1.0:1761313477.233581:0:64710:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:1.0:1761313477.233586:0:64710:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000fe7bdfb5 (tot 82351826). 00010000:00000010:2.0:1761313477.233595:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000259e6f04. 00000800:00000200:1.0:1761313477.233595:0:64710:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00010000:00000010:2.0:1761313477.233605:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000010af34d5. 00000800:00000200:1.0:1761313477.233606:0:64710:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:1.0:1761313477.233612:0:64710:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000fe7bdfb5 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761313477.233634:0:64710:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000003a1619f4. 00000020:00000010:1.0:1761313477.233639:0:64710:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000fa60968b. 00000020:00000010:1.0:1761313477.233642:0:64710:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000020e20a90. 00010000:00000010:2.0:1761313477.233817:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000007b603eb2. 00010000:00000010:2.0:1761313477.233825:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000259e6f04. 00010000:00000010:2.0:1761313477.233836:0:77239:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ac1152be. 00000100:00000010:2.0:1761313477.233841:0:77239:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000252b86eb. 00000100:00000010:2.0:1761313477.233849:0:77239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000079ae403. 02000000:00000010:2.0:1761313477.233865:0:77239:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000000434b24e. 00000800:00000200:1.0:1761313477.233890:0:15825:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313477.233895:0:15825:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000fe7bdfb5 (tot 82351578). 02000000:00000010:2.0:1761313477.233898:0:77239:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000007d169ba6. 00000400:00000200:1.0:1761313477.233901:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:2.0:1761313477.233905:0:77239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000a831013b. 00000400:00000200:1.0:1761313477.233908:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000010:2.0:1761313477.233911:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000082ff5abb. 00000400:00000200:1.0:1761313477.233913:0:15825:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007c77981f 00010000:00000010:2.1:1761313477.234387:0:77239:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bc9c3b83. 00010000:00000010:2.1:1761313477.234395:0:77239:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f32a723c. 00000400:00000010:1.0:1761313477.235693:0:15825:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007c77981f. 00000100:00000200:2.0:1761313477.235884:0:77239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869138406400, portal 16 00000400:00000010:2.0:1761313477.235896:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e985dd66. 00000100:00000200:2.0:1761313477.235901:0:77239:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869138406400, offset 0 00000400:00000200:2.0:1761313477.235911:0:77239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:2.0:1761313477.235931:0:77239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:2.0:1761313477.235940:0:77239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:2.0:1761313477.235945:0:77239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761313477.235949:0:77239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:2.0:1761313477.235953:0:77239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90713:90713:256:4294967295] 192.168.204.38@tcp LPNI seq info [90713:90713:8:4294967295] 00000400:00000200:2.0:1761313477.235965:0:77239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:2.0:1761313477.235971:0:77239:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:2.0:1761313477.235979:0:77239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000334917e2 (tot 82351826). 00000800:00000200:2.0:1761313477.235987:0:77239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:2.0:1761313477.235994:0:77239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:2.0:1761313477.235999:0:77239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000334917e2 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761313477.236129:0:15827:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313477.236133:0:15827:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000334917e2 (tot 82351578). 00000400:00000200:1.0:1761313477.236137:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313477.236142:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:1.0:1761313477.236146:0:15827:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e985dd66 00000400:00000010:1.0:1761313477.236147:0:15827:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e985dd66. 00000100:00000200:1.0:1761313477.236157:0:15827:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000079ae403 x1846869138406400/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313521 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761313477.246569:0:15826:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:3.0:1761313477.246592:0:15826:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x68fb7baf0fc00 00000400:00000200:3.0:1761313477.246602:0:15826:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb18c5 [1] + 224 00000400:00000200:3.0:1761313477.246615:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313477.246619:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:3.0:1761313477.246633:0:15826:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000079ae403 x1846869138406400/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313521 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761313477.246668:0:15826:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:3.0:1761313477.246673:0:15826:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x68fb7ba860380 00000400:00000200:3.0:1761313477.246678:0:15826:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xb0225 [2] + 656 00000400:00000200:3.0:1761313477.246687:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313477.246690:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:3.0:1761313477.246694:0:15826:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761313477.246700:0:15826:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000009906dba7. 00010000:00000010:2.1:1761313477.246779:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a591da2b. 00010000:00000010:2.1:1761313477.246788:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d1864ee6. 00010000:00000010:2.1:1761313477.246792:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000017bbe421. 00000400:00000010:2.0:1761313477.246813:0:77239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000a831013b. 00000400:00000200:2.0:1761313477.246818:0:77239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000082ff5abb 00000400:00000010:2.0:1761313477.246821:0:77239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000082ff5abb. 00000100:00000200:2.0:1761313477.246827:0:77239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000079ae403 x1846869138406400/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313521 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761313477.246841:0:77239:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000079ae403 x1846869138406400/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313521 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761313477.246878:0:77239:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000007d169ba6. 02000000:00000010:2.0:1761313477.246885:0:77239:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000000434b24e. 00000100:00000010:2.0:1761313477.246889:0:77239:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000079ae403. 00000100:00000010:2.0:1761313477.246894:0:77239:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000252b86eb. 00010000:00000010:2.0:1761313477.246898:0:77239:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ac1152be. 00000020:00000010:0.0:1761313477.246903:0:64710:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000097f846c2. 00000020:00000010:0.0:1761313477.246923:0:64710:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000036663de0. 00000020:00000010:0.0:1761313477.246929:0:64710:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000076f5767f. 00000100:00000200:0.0:1761313477.246960:0:64710:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000009906dba7 x1846869131395968/t0(0) o103->78617949-0e11-4ca2-94c2-d809f91deaa9@192.168.204.38@tcp:408/0 lens 328/0 e 0 to 0 dl 1761313483 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:0.0:1761313477.247003:0:64710:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869131395968 02000000:00000010:0.0:1761313477.247018:0:64710:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000aa0f3bce. 00010000:00000010:0.0:1761313477.247055:0:64710:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000070ce9a12. 00010000:00000010:0.0:1761313477.247081:0:64710:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000002d8d10f1. 00000100:00000010:0.0:1761313477.247089:0:64710:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000293a9a6e. 00000100:00000010:0.0:1761313477.247106:0:64710:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000293a9a6e. 00010000:00000010:0.0:1761313477.247111:0:64710:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000002d8d10f1. 00000400:00000010:0.0:1761313477.247127:0:64710:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b4a4da2f. 00000100:00000200:0.0:1761313477.247137:0:64710:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869131395968, offset 224 00000400:00000200:0.0:1761313477.247147:0:64710:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:0.0:1761313477.247162:0:64710:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:0.0:1761313477.247168:0:64710:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90714:90714:256:4294967295] 192.168.204.38@tcp LPNI seq info [90714:90714:8:4294967295] 00000400:00000200:0.0:1761313477.247184:0:64710:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:0.0:1761313477.247192:0:64710:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:0.0:1761313477.247201:0:64710:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000002ba140d5 (tot 82351826). 00000800:00000200:0.0:1761313477.247208:0:64710:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:0.0:1761313477.247216:0:64710:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:0.0:1761313477.247224:0:64710:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000002ba140d5 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761313477.247251:0:64710:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000036663de0. 00000020:00000010:0.0:1761313477.247259:0:64710:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000076f5767f. 00000020:00000010:0.0:1761313477.247263:0:64710:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000097f846c2. 00000800:00000200:0.0:1761313477.247738:0:15825:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761313477.247744:0:15825:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000002ba140d5 (tot 82351578). 00000400:00000200:0.0:1761313477.247750:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313477.247755:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:0.0:1761313477.247760:0:15825:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b4a4da2f 00000400:00000010:0.0:1761313477.247761:0:15825:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b4a4da2f. 00080000:00000010:2.0:1761313477.248904:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 000000000434b24e. 00010000:00000010:2.0:1761313477.249018:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000259e6f04. 00010000:00000010:2.0:1761313477.249028:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000072373bdd. 00010000:00000010:2.0:1761313477.249112:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000007d474bda. 00010000:00000010:2.0:1761313477.249116:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000030ca6043. 00010000:00000010:2.0:1761313477.249121:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000017bbe421. 00010000:00000010:2.0:1761313477.249126:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000259e6f04. 00080000:00000010:2.0:1761313477.249141:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 000000007d169ba6. 00010000:00000010:2.0:1761313477.249159:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000259e6f04. 00010000:00000010:2.0:1761313477.249162:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000030ca6043. 00010000:00000010:2.0:1761313477.249217:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f32a723c. 00010000:00000010:2.0:1761313477.249220:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000259e6f04. 00010000:00000010:2.0:1761313477.249228:0:77239:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ac1152be. 00000100:00000010:2.0:1761313477.249235:0:77239:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000252b86eb. 00000100:00000010:2.0:1761313477.249245:0:77239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000079ae403. 02000000:00000010:2.0:1761313477.249263:0:77239:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000a6049969. 02000000:00000010:2.0:1761313477.249299:0:77239:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000b02eb1a9. 00000400:00000010:2.0:1761313477.249305:0:77239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000a831013b. 00000400:00000010:2.0:1761313477.249312:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000082ff5abb. 00000100:00000200:2.0:1761313477.249319:0:77239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869138406464, portal 16 00000400:00000010:2.0:1761313477.249324:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000028f7c384. 00000100:00000200:2.0:1761313477.249327:0:77239:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869138406464, offset 0 00000400:00000200:2.0:1761313477.249336:0:77239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:2.0:1761313477.249353:0:77239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:2.0:1761313477.249378:0:77239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:2.0:1761313477.249382:0:77239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761313477.249385:0:77239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:2.0:1761313477.249389:0:77239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90715:90715:256:4294967295] 192.168.204.38@tcp LPNI seq info [90715:90715:8:4294967295] 00000400:00000200:2.0:1761313477.249400:0:77239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:2.0:1761313477.249406:0:77239:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:2.0:1761313477.249411:0:77239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b0bda00f (tot 82351826). 00000800:00000200:2.0:1761313477.249418:0:77239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:2.0:1761313477.249425:0:77239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:2.0:1761313477.249429:0:77239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000b0bda00f type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761313477.250520:0:15827:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761313477.250527:0:15827:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b0bda00f (tot 82351578). 00000400:00000200:0.0:1761313477.250535:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313477.250543:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:0.0:1761313477.250549:0:15827:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000028f7c384 00000400:00000010:0.0:1761313477.250552:0:15827:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000028f7c384. 00000100:00000200:0.0:1761313477.250563:0:15827:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000079ae403 x1846869138406464/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313521 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761313477.255584:0:15826:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:3.0:1761313477.255610:0:15826:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x68fb7baf0fc40 00000400:00000200:3.0:1761313477.255621:0:15826:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb18d1 [1] + 224 00000400:00000200:3.0:1761313477.255638:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313477.255643:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:3.0:1761313477.255657:0:15826:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000079ae403 x1846869138406464/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313521 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1761313477.256961:0:77239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000a831013b. 00000400:00000200:2.0:1761313477.256971:0:77239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000082ff5abb 00000400:00000010:2.0:1761313477.256974:0:77239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000082ff5abb. 00000100:00000200:2.0:1761313477.256989:0:77239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000079ae403 x1846869138406464/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313521 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761313477.257001:0:77239:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000079ae403 x1846869138406464/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313521 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761313477.257042:0:77239:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000b02eb1a9. 02000000:00000010:2.0:1761313477.257052:0:77239:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000a6049969. 00000100:00000010:2.0:1761313477.257057:0:77239:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000079ae403. 00000100:00000010:2.0:1761313477.257063:0:77239:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000252b86eb. 00010000:00000010:2.0:1761313477.257068:0:77239:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ac1152be. 00000400:00000200:0.0:1761313477.257936:0:15825:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:0.0:1761313477.257957:0:15825:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x68fb7ba8603c0 00000400:00000200:0.0:1761313477.257966:0:15825:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xb0225 [2] + 984 00000400:00000200:0.0:1761313477.258043:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313477.258049:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:0.0:1761313477.258056:0:15825:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761313477.258062:0:15825:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000000ef172a3. 00000020:00000010:3.0:1761313477.258183:0:75220:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001208469c. 00000020:00000010:3.0:1761313477.258193:0:75220:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000000568a7e6. 00000020:00000010:3.0:1761313477.258198:0:75220:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000ce95a124. 00000100:00000200:3.0:1761313477.258238:0:75220:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000000ef172a3 x1846869131396032/t0(0) o103->78617949-0e11-4ca2-94c2-d809f91deaa9@192.168.204.38@tcp:408/0 lens 328/0 e 0 to 0 dl 1761313483 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:3.0:1761313477.258281:0:75220:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869131396032 02000000:00000010:3.0:1761313477.258296:0:75220:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000aa2d5e51. 00010000:00000010:3.0:1761313477.258329:0:75220:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000495c375d. 00010000:00000010:3.0:1761313477.258353:0:75220:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000005e466189. 00000100:00000010:3.0:1761313477.258382:0:75220:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000004e994188. 00000100:00000010:3.0:1761313477.258398:0:75220:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000004e994188. 00010000:00000010:3.0:1761313477.258401:0:75220:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000005e466189. 00000400:00000010:3.0:1761313477.258427:0:75220:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004871bb6d. 00000100:00000200:3.0:1761313477.258433:0:75220:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869131396032, offset 224 00000400:00000200:3.0:1761313477.258441:0:75220:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:3.0:1761313477.258454:0:75220:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:3.0:1761313477.258461:0:75220:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90716:90716:256:4294967295] 192.168.204.38@tcp LPNI seq info [90716:90716:8:4294967295] 00000400:00000200:3.0:1761313477.258475:0:75220:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:3.0:1761313477.258480:0:75220:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:3.0:1761313477.258486:0:75220:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000986d3ed7 (tot 82351826). 00000800:00000200:3.0:1761313477.258492:0:75220:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:3.0:1761313477.258500:0:75220:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:3.0:1761313477.258504:0:75220:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000986d3ed7 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761313477.258521:0:75220:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000000568a7e6. 00000020:00000010:3.0:1761313477.258526:0:75220:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000ce95a124. 00000020:00000010:3.0:1761313477.258530:0:75220:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001208469c. 00000800:00000200:0.0:1761313477.258665:0:15827:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761313477.258670:0:15827:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000986d3ed7 (tot 82351578). 00000400:00000200:0.0:1761313477.258674:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313477.258677:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:0.0:1761313477.258680:0:15827:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004871bb6d 00000400:00000010:0.0:1761313477.258682:0:15827:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004871bb6d. 00080000:00000010:2.0:1761313477.259046:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000b02eb1a9. 00010000:00000010:2.0:1761313477.259151:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000259e6f04. 00010000:00000010:2.0:1761313477.259160:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002c7c146b. 00010000:00000010:2.0:1761313477.259252:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000001eba013d. 00010000:00000010:2.0:1761313477.259259:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000259e6f04. 00010000:00000010:2.0:1761313477.259271:0:77239:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ac1152be. 00000100:00000010:2.0:1761313477.259276:0:77239:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000252b86eb. 00000100:00000010:2.0:1761313477.259286:0:77239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000079ae403. 02000000:00000010:2.0:1761313477.259300:0:77239:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000cb63268f. 02000000:00000010:2.0:1761313477.259329:0:77239:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000005c251d25. 00000400:00000010:2.0:1761313477.259335:0:77239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000a831013b. 00000400:00000010:2.0:1761313477.259340:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000082ff5abb. 00000100:00000200:2.0:1761313477.259354:0:77239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869138406528, portal 16 00000400:00000010:2.0:1761313477.259385:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000028f7c384. 00000100:00000200:2.0:1761313477.259388:0:77239:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869138406528, offset 0 00000400:00000200:2.0:1761313477.259394:0:77239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:2.0:1761313477.259405:0:77239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:2.0:1761313477.259414:0:77239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:2.0:1761313477.259418:0:77239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761313477.259421:0:77239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:2.0:1761313477.259423:0:77239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90717:90717:256:4294967295] 192.168.204.38@tcp LPNI seq info [90717:90717:8:4294967295] 00000400:00000200:2.0:1761313477.259431:0:77239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:2.0:1761313477.259436:0:77239:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:2.0:1761313477.259440:0:77239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000711ebbe8 (tot 82351826). 00000800:00000200:2.0:1761313477.259444:0:77239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:2.0:1761313477.259450:0:77239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:2.0:1761313477.259453:0:77239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000711ebbe8 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761313477.259899:0:15826:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761313477.259903:0:15826:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000711ebbe8 (tot 82351578). 00000400:00000200:3.0:1761313477.259906:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313477.259911:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:3.0:1761313477.259915:0:15826:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000028f7c384 00000400:00000010:3.0:1761313477.259917:0:15826:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000028f7c384. 00000100:00000200:3.0:1761313477.259925:0:15826:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000079ae403 x1846869138406528/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313521 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1761313477.265526:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007a4a23db. 00010000:00000010:3.1:1761313477.266392:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003bbe603a. 00010000:00000010:2.1:1761313477.266436:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000af7abfe1. 00010000:00000010:2.1:1761313477.266443:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007b603eb2. 00010000:00000010:2.1:1761313477.266448:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007d474bda. 00010000:00000010:2.1:1761313477.266451:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000017bbe421. 00000400:00000200:0.0:1761313477.266944:0:15825:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:0.0:1761313477.266965:0:15825:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x68fb7baf0fc80 00000400:00000200:0.0:1761313477.266974:0:15825:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb18dd [1] + 224 00000400:00000200:0.0:1761313477.266987:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313477.266991:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:0.0:1761313477.267003:0:15825:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000079ae403 x1846869138406528/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313521 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761313477.267042:0:15825:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:0.0:1761313477.267047:0:15825:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x68fb7ba860400 00000400:00000200:0.0:1761313477.267052:0:15825:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xb0225 [2] + 1312 00000400:00000200:0.0:1761313477.267060:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313477.267063:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:0.0:1761313477.267067:0:15825:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000400:00000010:2.0:1761313477.267072:0:77239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000a831013b. 00000100:00000010:0.0:1761313477.267074:0:15825:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000251ce4d5. 00000400:00000200:2.0:1761313477.267079:0:77239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000082ff5abb 00000400:00000010:2.0:1761313477.267083:0:77239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000082ff5abb. 00000100:00000200:2.0:1761313477.267093:0:77239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000079ae403 x1846869138406528/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313521 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761313477.267103:0:77239:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000079ae403 x1846869138406528/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313521 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761313477.267144:0:77239:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000005c251d25. 02000000:00000010:2.0:1761313477.267152:0:77239:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000cb63268f. 00000100:00000010:2.0:1761313477.267157:0:77239:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000079ae403. 00000100:00000010:2.0:1761313477.267163:0:77239:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000252b86eb. 00010000:00000010:2.0:1761313477.267168:0:77239:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ac1152be. 00000020:00000010:1.0:1761313477.267181:0:64710:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000020e20a90. 00000020:00000010:1.0:1761313477.267191:0:64710:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000003a1619f4. 00000020:00000010:1.0:1761313477.267196:0:64710:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000fa60968b. 00000100:00000200:1.0:1761313477.267231:0:64710:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000251ce4d5 x1846869131396096/t0(0) o103->78617949-0e11-4ca2-94c2-d809f91deaa9@192.168.204.38@tcp:408/0 lens 328/0 e 0 to 0 dl 1761313483 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:1.0:1761313477.267271:0:64710:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869131396096 02000000:00000010:1.0:1761313477.267284:0:64710:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000a7fa56e3. 00010000:00000010:1.0:1761313477.267319:0:64710:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000330f15da. 00010000:00000010:1.0:1761313477.267348:0:64710:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000856fa24f. 00000100:00000010:1.0:1761313477.267356:0:64710:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000008301c559. 00080000:00000010:0.0:1761313477.268171:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 000000001eb84cb9. 00010000:00000010:2.1:1761313477.268408:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d4d48c75. 00010000:00000010:2.1:1761313477.268416:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f32a723c. 00010000:00000010:0.0:1761313477.268434:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000048dea5e1. 00010000:00000010:0.0:1761313477.268444:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000020ca8270. 00010000:00000010:0.0:1761313477.268458:0:77239:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000002d8d10f1. 00000100:00000010:0.0:1761313477.268464:0:77239:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000293a9a6e. 00000100:00000010:0.0:1761313477.268474:0:77239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001375339a. 02000000:00000010:0.0:1761313477.268488:0:77239:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000007abc2598. 02000000:00000010:0.0:1761313477.268521:0:77239:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000097f846c2. 00000400:00000010:0.0:1761313477.268527:0:77239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000091013c9c. 00000400:00000010:0.0:1761313477.268534:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b4a4da2f. 00000100:00000200:0.0:1761313477.268542:0:77239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869138406592, portal 16 00000400:00000010:0.0:1761313477.268549:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e18fce07. 00000100:00000200:0.0:1761313477.268551:0:77239:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869138406592, offset 0 00000400:00000200:0.0:1761313477.268560:0:77239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:0.0:1761313477.268577:0:77239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:0.0:1761313477.268590:0:77239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:0.0:1761313477.268594:0:77239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761313477.268597:0:77239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:0.0:1761313477.268601:0:77239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90718:90718:256:4294967295] 192.168.204.38@tcp LPNI seq info [90718:90718:8:4294967295] 00000400:00000200:0.0:1761313477.268614:0:77239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:0.0:1761313477.268620:0:77239:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:0.0:1761313477.268625:0:77239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000002ba140d5 (tot 82351826). 00000800:00000200:0.0:1761313477.268632:0:77239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:0.0:1761313477.268639:0:77239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:0.0:1761313477.268643:0:77239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000002ba140d5 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761313477.268770:0:15827:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761313477.268775:0:15827:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000002ba140d5 (tot 82351578). 00000400:00000200:0.0:1761313477.268781:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313477.268785:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:0.0:1761313477.268787:0:15827:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e18fce07 00000400:00000010:0.0:1761313477.268789:0:15827:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e18fce07. 00000100:00000200:0.0:1761313477.268795:0:15827:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000001375339a x1846869138406592/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313521 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.0:1761313477.269259:0:64710:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000259e6f04. 00000100:00000010:1.0:1761313477.269272:0:64710:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000008301c559. 00010000:00000010:1.0:1761313477.269275:0:64710:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000856fa24f. 00010000:00000010:1.0:1761313477.269282:0:64710:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000ba4af7e1. 00000400:00000010:0.0:1761313477.269984:0:64710:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e18fce07. 00000100:00000200:0.0:1761313477.269991:0:64710:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869131396096, offset 224 00000400:00000200:0.0:1761313477.270000:0:64710:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:0.0:1761313477.270013:0:64710:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:0.0:1761313477.270018:0:64710:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90719:90719:256:4294967295] 192.168.204.38@tcp LPNI seq info [90719:90719:8:4294967295] 00000400:00000200:0.0:1761313477.270028:0:64710:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:0.0:1761313477.270033:0:64710:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:0.0:1761313477.270038:0:64710:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000002ba140d5 (tot 82351826). 00000800:00000200:0.0:1761313477.270043:0:64710:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:0.0:1761313477.270049:0:64710:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:0.0:1761313477.270052:0:64710:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000002ba140d5 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761313477.270086:0:64710:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000003a1619f4. 00000020:00000010:0.0:1761313477.270092:0:64710:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000fa60968b. 00000020:00000010:0.0:1761313477.270096:0:64710:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000020e20a90. 00000800:00000200:1.0:1761313477.270165:0:15826:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313477.270168:0:15826:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000002ba140d5 (tot 82351578). 00000400:00000200:1.0:1761313477.270173:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313477.270177:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:1.0:1761313477.270180:0:15826:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e18fce07 00000400:00000010:1.0:1761313477.270181:0:15826:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e18fce07. 00000400:00000200:1.0:1761313477.273044:0:15825:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:1.0:1761313477.273069:0:15825:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x68fb7baf0fcc0 00000400:00000200:1.0:1761313477.273081:0:15825:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb18e5 [1] + 224 00000400:00000200:1.0:1761313477.273097:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313477.273102:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:1.0:1761313477.273117:0:15825:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000001375339a x1846869138406592/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313521 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761313477.273159:0:15825:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:1.0:1761313477.273165:0:15825:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x68fb7ba860440 00000400:00000200:1.0:1761313477.273170:0:15825:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xb0225 [2] + 1640 00000400:00000200:1.0:1761313477.273179:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313477.273182:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:1.0:1761313477.273186:0:15825:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761313477.273192:0:15825:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000064f8b87f. 00000020:00000010:2.0:1761313477.276578:0:64710:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000cb63268f. 00000020:00000010:2.0:1761313477.276597:0:64710:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000030ca6043. 00000020:00000010:2.0:1761313477.276604:0:64710:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000003de95356. 00000100:00000200:2.0:1761313477.276647:0:64710:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000064f8b87f x1846869131396160/t0(0) o103->78617949-0e11-4ca2-94c2-d809f91deaa9@192.168.204.38@tcp:408/0 lens 328/0 e 0 to 0 dl 1761313483 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:2.0:1761313477.276713:0:64710:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869131396160 02000000:00000010:2.0:1761313477.276735:0:64710:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000005c251d25. 00010000:00000010:2.0:1761313477.276791:0:64710:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ac1152be. 00000100:00000010:2.0:1761313477.276803:0:64710:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000008750dcb2. 00000100:00000010:2.0:1761313477.276812:0:64710:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000008750dcb2. 00010000:00000010:2.0:1761313477.276817:0:64710:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ac1152be. 00000400:00000010:2.0:1761313477.276837:0:64710:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000082ff5abb. 00000100:00000200:2.0:1761313477.276846:0:64710:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869131396160, offset 224 00000400:00000200:2.0:1761313477.276859:0:64710:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:2.0:1761313477.276881:0:64710:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:2.0:1761313477.276890:0:64710:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90720:90720:256:4294967295] 192.168.204.38@tcp LPNI seq info [90720:90720:8:4294967295] 00000400:00000200:2.0:1761313477.276907:0:64710:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:2.0:1761313477.276914:0:64710:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:2.0:1761313477.276920:0:64710:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b0bda00f (tot 82351826). 00000800:00000200:2.0:1761313477.276928:0:64710:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:2.0:1761313477.276938:0:64710:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:2.0:1761313477.276943:0:64710:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000b0bda00f type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761313477.276969:0:64710:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000030ca6043. 00000020:00000010:2.0:1761313477.276974:0:64710:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000003de95356. 00000020:00000010:2.0:1761313477.276978:0:64710:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000cb63268f. 00000400:00000010:2.0:1761313477.277502:0:77239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000091013c9c. 00000400:00000200:2.0:1761313477.277511:0:77239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b4a4da2f 00000400:00000010:2.0:1761313477.277514:0:77239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b4a4da2f. 00000100:00000200:2.0:1761313477.277525:0:77239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000001375339a x1846869138406592/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313521 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761313477.277538:0:77239:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000001375339a x1846869138406592/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313521 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.0:1761313477.277567:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008e83b5c0. 02000000:00000010:2.0:1761313477.277595:0:77239:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000097f846c2. 02000000:00000010:2.0:1761313477.277604:0:77239:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000007abc2598. 00000100:00000010:2.0:1761313477.277609:0:77239:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001375339a. 00000100:00000010:2.0:1761313477.277615:0:77239:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000293a9a6e. 00010000:00000010:2.0:1761313477.277621:0:77239:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000002d8d10f1. 00080000:00000010:2.0:1761313477.277642:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000cb63268f. 00010000:00000010:2.0:1761313477.277775:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000020ca8270. 00010000:00000010:2.0:1761313477.277782:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000539d2460. 00000800:00000200:0.0:1761313477.277827:0:15827:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761313477.277832:0:15827:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b0bda00f (tot 82351578). 00000400:00000200:0.0:1761313477.277837:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313477.277845:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:0.0:1761313477.277849:0:15827:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000082ff5abb 00000400:00000010:0.0:1761313477.277851:0:15827:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000082ff5abb. 00010000:00000010:2.0:1761313477.277873:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f32a723c. 00010000:00000010:2.0:1761313477.277881:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000003514391f. 00010000:00000010:2.0:1761313477.277891:0:77239:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ac1152be. 00000100:00000010:2.0:1761313477.277896:0:77239:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000008750dcb2. 00000100:00000010:2.0:1761313477.277904:0:77239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000079ae403. 02000000:00000010:2.0:1761313477.277919:0:77239:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000007abc2598. 02000000:00000010:2.0:1761313477.277950:0:77239:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000097f846c2. 00000400:00000010:2.0:1761313477.277956:0:77239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000a831013b. 00000400:00000010:2.0:1761313477.277962:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e985dd66. 00000100:00000200:2.0:1761313477.277968:0:77239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869138406656, portal 16 00000400:00000010:2.0:1761313477.277972:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000060537b9b. 00000100:00000200:2.0:1761313477.277974:0:77239:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869138406656, offset 0 00000400:00000200:2.0:1761313477.277980:0:77239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:2.0:1761313477.277988:0:77239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:2.0:1761313477.278860:0:77239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:2.0:1761313477.278864:0:77239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761313477.278868:0:77239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:2.0:1761313477.278872:0:77239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90721:90721:256:4294967295] 192.168.204.38@tcp LPNI seq info [90721:90721:8:4294967295] 00000400:00000200:2.0:1761313477.278883:0:77239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:2.0:1761313477.278890:0:77239:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:2.0:1761313477.278895:0:77239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000334917e2 (tot 82351826). 00000800:00000200:2.0:1761313477.278903:0:77239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:2.0:1761313477.278912:0:77239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:2.0:1761313477.278915:0:77239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000334917e2 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761313477.281404:0:15826:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761313477.281415:0:15826:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000334917e2 (tot 82351578). 00000400:00000200:0.0:1761313477.281424:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313477.281435:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:0.0:1761313477.281442:0:15826:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000060537b9b 00000400:00000010:0.0:1761313477.281444:0:15826:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000060537b9b. 00000100:00000200:0.0:1761313477.281458:0:15826:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000079ae403 x1846869138406656/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313521 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1761313477.284441:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004d1008b9. 00010000:00000010:1.1:1761313477.284457:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001eba013d. 00010000:00000010:1.1:1761313477.284462:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000040b2ce5a. 00000400:00000200:1.0:1761313477.285628:0:15825:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:1.0:1761313477.285653:0:15825:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x68fb7baf0fd00 00000400:00000200:1.0:1761313477.285664:0:15825:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb18f5 [1] + 224 00000400:00000200:1.0:1761313477.285688:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313477.285693:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:1.0:1761313477.285707:0:15825:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000079ae403 x1846869138406656/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313521 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1761313477.291573:0:77239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000a831013b. 00000400:00000200:3.0:1761313477.291586:0:77239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e985dd66 00000400:00000010:3.0:1761313477.291590:0:77239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e985dd66. 00000100:00000200:3.0:1761313477.291611:0:77239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000079ae403 x1846869138406656/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313521 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761313477.291625:0:77239:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000079ae403 x1846869138406656/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313521 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1761313477.291629:0:78556:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ae978551. 00010000:00000010:2.1:1761313477.291646:0:78556:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000caa47e6d. 00010000:00000010:2.1:1761313477.291651:0:78556:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000048dea5e1. 02000000:00000010:3.0:1761313477.291667:0:77239:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000097f846c2. 02000000:00000010:3.0:1761313477.291675:0:77239:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000007abc2598. 00000100:00000010:3.0:1761313477.291680:0:77239:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000079ae403. 00000100:00000010:3.0:1761313477.291687:0:77239:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000008750dcb2. 00010000:00000010:3.0:1761313477.291692:0:77239:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ac1152be. 00000400:00000200:0.0:1761313477.294718:0:15827:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:0.0:1761313477.294756:0:15827:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x68fb7ba860480 00000400:00000200:0.0:1761313477.294767:0:15827:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xb0225 [2] + 1968 00000400:00000010:0.0:1761313477.294774:0:15827:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000000c0cb0bc. 00000400:00000200:0.0:1761313477.294782:0:15827:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 0000000048a0e697 00000400:00000200:0.0:1761313477.294871:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313477.294877:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:0.0:1761313477.294884:0:15827:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000048a0e697 00000400:00000010:0.0:1761313477.294886:0:15827:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 0000000048a0e697 (tot 82351426). 00000100:00000200:0.0:1761313477.294894:0:15827:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:3.0:1761313477.298098:0:75220:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009fd1a7cf. 00000020:00000010:3.0:1761313477.298115:0:75220:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000000568a7e6. 00000020:00000010:3.0:1761313477.298121:0:75220:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000ce95a124. 00000100:00000200:3.0:1761313477.298162:0:75220:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000b7fa6f4a x1846869131396224/t0(0) o103->78617949-0e11-4ca2-94c2-d809f91deaa9@192.168.204.38@tcp:408/0 lens 328/0 e 0 to 0 dl 1761313483 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:3.0:1761313477.298213:0:75220:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869131396224 02000000:00000010:3.0:1761313477.298228:0:75220:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000007abc2598. 00010000:00000010:3.0:1761313477.298274:0:75220:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004972c264. 00010000:00000010:3.0:1761313477.298299:0:75220:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ad327b2d. 00000100:00000010:3.0:1761313477.298308:0:75220:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000004e994188. 00000100:00000010:3.0:1761313477.298335:0:75220:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000004e994188. 00010000:00000010:3.0:1761313477.298339:0:75220:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ad327b2d. 00000400:00000010:3.0:1761313477.298385:0:75220:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000010b81926. 00000100:00000200:3.0:1761313477.298393:0:75220:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869131396224, offset 224 00000400:00000200:3.0:1761313477.298403:0:75220:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:3.0:1761313477.298422:0:75220:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:3.0:1761313477.298429:0:75220:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90722:90722:256:4294967295] 192.168.204.38@tcp LPNI seq info [90722:90722:8:4294967295] 00000400:00000200:3.0:1761313477.298442:0:75220:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:3.0:1761313477.298449:0:75220:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:3.0:1761313477.298455:0:75220:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006eaa0fc9 (tot 82351674). 00000800:00000200:3.0:1761313477.298463:0:75220:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00080000:00000010:1.0:1761313477.298466:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ca29ed63. 00000800:00000200:3.0:1761313477.298471:0:75220:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:3.0:1761313477.298475:0:75220:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000006eaa0fc9 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761313477.298500:0:75220:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000000568a7e6. 00000020:00000010:3.0:1761313477.298505:0:75220:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000ce95a124. 00000020:00000010:3.0:1761313477.298509:0:75220:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009fd1a7cf. 02000000:00000010:3.0:1761313477.298519:0:75220:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000005c251d25. 00000100:00000010:3.0:1761313477.298522:0:75220:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000064f8b87f. 02000000:00000010:3.0:1761313477.298527:0:75220:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000a7fa56e3. 00000100:00000010:3.0:1761313477.298529:0:75220:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000251ce4d5. 02000000:00000010:3.0:1761313477.298533:0:75220:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000aa2d5e51. 00000100:00000010:3.0:1761313477.298535:0:75220:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000000ef172a3. 02000000:00000010:3.0:1761313477.298539:0:75220:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000aa0f3bce. 00000100:00000010:3.0:1761313477.298541:0:75220:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000009906dba7. 02000000:00000010:3.0:1761313477.298544:0:75220:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000001a921059. 00000100:00000010:3.0:1761313477.298546:0:75220:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007de1a361. 02000000:00000010:3.0:1761313477.298548:0:75220:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000db25c496. 00000100:00000010:3.0:1761313477.298552:0:75220:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000db5c2442. 00000100:00000200:3.0:1761313477.298560:0:75220:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1761313477.298566:0:75220:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000008f979be9. 00000400:00000010:3.0:1761313477.298570:0:75220:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 000000004e994188 (tot 82351826). 00010000:00000010:1.0:1761313477.298579:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003514391f. 00010000:00000010:1.0:1761313477.298585:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e6028eba. 00010000:00000010:1.0:1761313477.298674:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000a27793c9. 00010000:00000010:1.0:1761313477.298682:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000967e4f86. 00000800:00000200:3.0:1761313477.298688:0:15826:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761313477.298691:0:15826:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006eaa0fc9 (tot 82351578). 00010000:00000010:1.0:1761313477.298695:0:77239:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000856fa24f. 00000400:00000200:3.0:1761313477.298696:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000010:1.0:1761313477.298699:0:77239:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000008301c559. 00000400:00000200:3.0:1761313477.298701:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:3.0:1761313477.298706:0:15826:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000010b81926 00000100:00000010:1.0:1761313477.298707:0:77239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000eabf7b6f. 00000400:00000010:3.0:1761313477.298708:0:15826:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000010b81926. 02000000:00000010:3.0:1761313477.298712:0:15826:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000007abc2598. 02000000:00000010:1.0:1761313477.298721:0:77239:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000047647844. 02000000:00000010:1.0:1761313477.298763:0:77239:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000000e44180b. 00000400:00000010:1.0:1761313477.298769:0:77239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000e3ae0e8f. 00000400:00000010:1.0:1761313477.298773:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007c77981f. 00000100:00000200:1.0:1761313477.298777:0:77239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869138406720, portal 16 00000400:00000010:1.0:1761313477.298781:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004a139d93. 00000100:00000200:1.0:1761313477.298783:0:77239:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869138406720, offset 0 00000400:00000200:1.0:1761313477.298788:0:77239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:1.0:1761313477.298794:0:77239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:1.0:1761313477.298801:0:77239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:1.0:1761313477.298805:0:77239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761313477.298808:0:77239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:1.0:1761313477.298810:0:77239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90723:90723:256:4294967295] 192.168.204.38@tcp LPNI seq info [90723:90723:8:4294967295] 00000400:00000200:1.0:1761313477.298817:0:77239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:1.0:1761313477.298821:0:77239:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:1.0:1761313477.298824:0:77239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000fe7bdfb5 (tot 82351826). 00000800:00000200:1.0:1761313477.298827:0:77239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:1.0:1761313477.298831:0:77239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:1.0:1761313477.298833:0:77239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000fe7bdfb5 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761313477.299081:0:15825:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761313477.299084:0:15825:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000fe7bdfb5 (tot 82351578). 00000400:00000200:3.0:1761313477.299089:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313477.299093:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:3.0:1761313477.299095:0:15825:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004a139d93 00000400:00000010:3.0:1761313477.299097:0:15825:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004a139d93. 00000100:00000200:3.0:1761313477.299102:0:15825:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000eabf7b6f x1846869138406720/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313521 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761313477.304449:0:15827:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:0.0:1761313477.304478:0:15827:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x68fb7baf0fd40 00000400:00000200:0.0:1761313477.304488:0:15827:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb1905 [1] + 224 00000400:00000200:0.0:1761313477.304508:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313477.304512:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:0.0:1761313477.304537:0:15827:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000eabf7b6f x1846869138406720/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313521 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761313477.304581:0:15827:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:0.0:1761313477.304587:0:15827:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x68fb7ba8604c0 00000400:00000200:0.0:1761313477.304593:0:15827:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xb027d [2] + 0 00000400:00000200:0.0:1761313477.304646:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313477.304651:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:0.0:1761313477.304656:0:15827:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761313477.304663:0:15827:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000047d366b1. 00000020:00000010:0.0:1761313477.304741:0:64710:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004a4cdac8. 00000020:00000010:0.0:1761313477.304751:0:64710:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000001fb60bf0. 00000020:00000010:0.0:1761313477.304757:0:64710:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000076f5767f. 00000100:00000200:0.0:1761313477.304793:0:64710:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000047d366b1 x1846869131396288/t0(0) o103->78617949-0e11-4ca2-94c2-d809f91deaa9@192.168.204.38@tcp:408/0 lens 328/0 e 0 to 0 dl 1761313483 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:0.0:1761313477.304831:0:64710:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869131396288 02000000:00000010:0.0:1761313477.304846:0:64710:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000009a7803d1. 00010000:00000010:0.0:1761313477.304903:0:64710:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000665155ee. 00000100:00000010:0.0:1761313477.304925:0:64710:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000008013084. 00000100:00000010:0.0:1761313477.304934:0:64710:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000008013084. 00010000:00000010:0.0:1761313477.304940:0:64710:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000665155ee. 00000400:00000010:0.0:1761313477.304960:0:64710:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ca4f278a. 00000100:00000200:0.0:1761313477.304965:0:64710:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869131396288, offset 224 00000400:00000200:0.0:1761313477.304974:0:64710:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:0.0:1761313477.304987:0:64710:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:0.0:1761313477.304993:0:64710:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90724:90724:256:4294967295] 192.168.204.38@tcp LPNI seq info [90724:90724:8:4294967295] 00000400:00000200:0.0:1761313477.305007:0:64710:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:0.0:1761313477.305013:0:64710:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:0.0:1761313477.305018:0:64710:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000002ba140d5 (tot 82351826). 00000800:00000200:0.0:1761313477.305024:0:64710:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:0.0:1761313477.305032:0:64710:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:0.0:1761313477.305036:0:64710:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000002ba140d5 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761313477.305053:0:64710:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000001fb60bf0. 00000020:00000010:0.0:1761313477.305059:0:64710:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000076f5767f. 00000020:00000010:0.0:1761313477.305061:0:64710:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004a4cdac8. 00000800:00000200:3.0:1761313477.307442:0:15826:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761313477.307455:0:15826:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000002ba140d5 (tot 82351578). 00000400:00000200:3.0:1761313477.307468:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313477.307482:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:3.0:1761313477.307490:0:15826:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ca4f278a 00000400:00000010:3.0:1761313477.307493:0:15826:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ca4f278a. 00000400:00000010:3.0:1761313477.307532:0:77239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000e3ae0e8f. 00000400:00000200:3.0:1761313477.307536:0:77239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007c77981f 00000400:00000010:3.0:1761313477.307538:0:77239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007c77981f. 00000100:00000200:3.0:1761313477.307548:0:77239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000eabf7b6f x1846869138406720/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313521 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761313477.307560:0:77239:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000eabf7b6f x1846869138406720/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313521 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.0:1761313477.307594:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008299e345. 02000000:00000010:3.0:1761313477.307616:0:77239:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000000e44180b. 02000000:00000010:3.0:1761313477.307622:0:77239:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000047647844. 00000100:00000010:3.0:1761313477.307627:0:77239:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000eabf7b6f. 00000100:00000010:3.0:1761313477.307632:0:77239:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000008301c559. 00010000:00000010:3.0:1761313477.307636:0:77239:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000856fa24f. 00080000:00000010:3.0:1761313477.307659:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 000000007abc2598. 00010000:00000010:3.0:1761313477.307796:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000967e4f86. 00010000:00000010:3.0:1761313477.307805:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000f857a5c7. 00010000:00000010:3.0:1761313477.307900:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000004de6ccfe. 00010000:00000010:3.0:1761313477.307905:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000000568a7e6. 00010000:00000010:3.0:1761313477.307911:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000059de02b2. 00010000:00000010:3.0:1761313477.307918:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000084dcf283. 00080000:00000010:3.0:1761313477.307937:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000aa0f3bce. 00010000:00000010:3.0:1761313477.307962:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000084dcf283. 00010000:00000010:3.0:1761313477.307966:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000000568a7e6. 00010000:00000010:3.0:1761313477.308029:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000bfa9ae08. 00010000:00000010:3.0:1761313477.308033:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000084dcf283. 00010000:00000010:3.0:1761313477.308043:0:77239:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ad327b2d. 00000100:00000010:3.0:1761313477.308050:0:77239:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b2e27710. 00000100:00000010:3.0:1761313477.308060:0:77239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000009906dba7. 02000000:00000010:3.0:1761313477.308078:0:77239:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000005c251d25. 02000000:00000010:3.0:1761313477.308118:0:77239:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000001208469c. 00000400:00000010:3.0:1761313477.308125:0:77239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000e188963f. 00000400:00000010:3.0:1761313477.308131:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000010b81926. 00000100:00000200:3.0:1761313477.308139:0:77239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869138406784, portal 16 00000400:00000010:3.0:1761313477.308145:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000541129c9. 00000100:00000200:3.0:1761313477.308148:0:77239:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869138406784, offset 0 00000400:00000200:3.0:1761313477.308821:0:77239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:3.0:1761313477.308843:0:77239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:3.0:1761313477.308851:0:77239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:3.0:1761313477.308855:0:77239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761313477.308859:0:77239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:3.0:1761313477.308863:0:77239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90725:90725:256:4294967295] 192.168.204.38@tcp LPNI seq info [90725:90725:8:4294967295] 00000400:00000200:3.0:1761313477.308874:0:77239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:3.0:1761313477.308881:0:77239:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:3.0:1761313477.308887:0:77239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006eaa0fc9 (tot 82351826). 00000800:00000200:3.0:1761313477.308896:0:77239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:3.0:1761313477.309495:0:77239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:3.0:1761313477.309501:0:77239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000006eaa0fc9 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761313477.309647:0:15825:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313477.309652:0:15825:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006eaa0fc9 (tot 82351578). 00000400:00000200:1.0:1761313477.309657:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313477.309663:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:1.0:1761313477.309668:0:15825:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000541129c9 00000400:00000010:1.0:1761313477.309670:0:15825:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000541129c9. 00000100:00000200:1.0:1761313477.309680:0:15825:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000009906dba7 x1846869138406784/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313521 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1761313477.310850:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000630d15d4. 00000400:00000200:0.0:1761313477.311279:0:15827:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:0.0:1761313477.311302:0:15827:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x68fb7baf0fd80 00000400:00000200:0.0:1761313477.311313:0:15827:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb1911 [1] + 224 00000400:00000200:0.0:1761313477.311325:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313477.311329:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:0.0:1761313477.311341:0:15827:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000009906dba7 x1846869138406784/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313521 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761313477.311417:0:15827:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:0.0:1761313477.311423:0:15827:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x68fb7ba860500 00000400:00000200:0.0:1761313477.311428:0:15827:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xb027d [2] + 328 00000400:00000200:0.0:1761313477.311481:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313477.311485:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:0.0:1761313477.311490:0:15827:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761313477.311498:0:15827:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000f33f9db7. 00010000:00000010:1.1:1761313477.312287:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e0f9a97e. 00010000:00000010:1.1:1761313477.312299:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f32a723c. 00000020:00000010:1.0:1761313477.312417:0:75220:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000020e20a90. 00000020:00000010:1.0:1761313477.312426:0:75220:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000564f554b. 00000020:00000010:1.0:1761313477.312434:0:75220:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000fa60968b. 00000100:00000200:1.0:1761313477.312474:0:75220:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000f33f9db7 x1846869131396352/t0(0) o103->78617949-0e11-4ca2-94c2-d809f91deaa9@192.168.204.38@tcp:408/0 lens 328/0 e 0 to 0 dl 1761313483 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:1.0:1761313477.312510:0:75220:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869131396352 02000000:00000010:1.0:1761313477.312524:0:75220:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000ac6dcd0c. 00010000:00000010:1.0:1761313477.312582:0:75220:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000008db42945. 00000100:00000010:1.0:1761313477.312592:0:75220:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000001a713921. 00000100:00000010:1.0:1761313477.312601:0:75220:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000001a713921. 00010000:00000010:1.0:1761313477.312604:0:75220:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000008db42945. 00000400:00000010:1.0:1761313477.312622:0:75220:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007c77981f. 00000100:00000200:1.0:1761313477.312629:0:75220:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869131396352, offset 224 00000400:00000200:1.0:1761313477.312639:0:75220:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:1.0:1761313477.312654:0:75220:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:1.0:1761313477.312661:0:75220:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90726:90726:256:4294967295] 192.168.204.38@tcp LPNI seq info [90726:90726:8:4294967295] 00000400:00000200:1.0:1761313477.312672:0:75220:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:1.0:1761313477.312677:0:75220:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:1.0:1761313477.312682:0:75220:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000258d8758 (tot 82351826). 00000800:00000200:1.0:1761313477.312689:0:75220:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:1.0:1761313477.312696:0:75220:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:1.0:1761313477.312700:0:75220:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000258d8758 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761313477.312738:0:75220:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000564f554b. 00000020:00000010:1.0:1761313477.312743:0:75220:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000fa60968b. 00000020:00000010:1.0:1761313477.312747:0:75220:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000020e20a90. 00000800:00000200:1.0:1761313477.312859:0:15826:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313477.312862:0:15826:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000258d8758 (tot 82351578). 00000400:00000200:1.0:1761313477.312868:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313477.312873:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:1.0:1761313477.312877:0:15826:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007c77981f 00000400:00000010:1.0:1761313477.312879:0:15826:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007c77981f. 00000400:00000010:3.0:1761313477.315259:0:77239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000e188963f. 00000400:00000200:3.0:1761313477.315275:0:77239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000010b81926 00000400:00000010:3.0:1761313477.315278:0:77239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000010b81926. 00000100:00000200:3.0:1761313477.315298:0:77239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000009906dba7 x1846869138406784/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313521 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761313477.315312:0:77239:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000009906dba7 x1846869138406784/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313521 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.0:1761313477.315348:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008fce7bf9. 02000000:00000010:3.0:1761313477.315388:0:77239:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000001208469c. 02000000:00000010:3.0:1761313477.315396:0:77239:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000005c251d25. 00000100:00000010:3.0:1761313477.315402:0:77239:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000009906dba7. 00000100:00000010:3.0:1761313477.315407:0:77239:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b2e27710. 00010000:00000010:3.0:1761313477.315411:0:77239:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ad327b2d. 00080000:00000010:3.0:1761313477.315438:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 000000001208469c. 00010000:00000010:3.0:1761313477.315579:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000084dcf283. 00010000:00000010:3.0:1761313477.315587:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000d6e1e32e. 00010000:00000010:3.0:1761313477.315695:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000005472d45d. 00010000:00000010:3.0:1761313477.315703:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000084dcf283. 00010000:00000010:3.0:1761313477.315717:0:77239:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ad327b2d. 00000100:00000010:3.0:1761313477.315732:0:77239:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b2e27710. 00000100:00000010:3.0:1761313477.315742:0:77239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000009906dba7. 02000000:00000010:3.0:1761313477.315761:0:77239:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000aa2d5e51. 02000000:00000010:3.0:1761313477.315798:0:77239:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000009fd1a7cf. 00000400:00000010:3.0:1761313477.315804:0:77239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000e188963f. 00000400:00000010:3.0:1761313477.315809:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000010b81926. 00000100:00000200:3.0:1761313477.315816:0:77239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869138406848, portal 16 00000400:00000010:3.0:1761313477.315821:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002252f14c. 00000100:00000200:3.0:1761313477.315824:0:77239:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869138406848, offset 0 00000400:00000200:3.0:1761313477.315833:0:77239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:3.0:1761313477.315851:0:77239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:3.0:1761313477.315860:0:77239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:3.0:1761313477.315864:0:77239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761313477.315867:0:77239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:3.0:1761313477.315872:0:77239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90727:90727:256:4294967295] 192.168.204.38@tcp LPNI seq info [90727:90727:8:4294967295] 00000400:00000200:3.0:1761313477.315885:0:77239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:3.0:1761313477.315893:0:77239:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:3.0:1761313477.315900:0:77239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000633d13cc (tot 82351826). 00000800:00000200:3.0:1761313477.315920:0:77239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:3.0:1761313477.315930:0:77239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:3.0:1761313477.315936:0:77239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000633d13cc type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761313477.317652:0:15825:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761313477.317660:0:15825:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000633d13cc (tot 82351578). 00000400:00000200:2.0:1761313477.317669:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313477.317679:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:2.0:1761313477.317686:0:15825:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002252f14c 00000400:00000010:2.0:1761313477.317688:0:15825:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002252f14c. 00000100:00000200:2.0:1761313477.317701:0:15825:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000009906dba7 x1846869138406848/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313521 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1761313477.319428:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003aaa7b36. 00010000:00000010:3.1:1761313477.319448:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d35fbe74. 00010000:00000010:3.1:1761313477.319454:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a27793c9. 00010000:00000010:3.1:1761313477.319460:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004de6ccfe. 00010000:00000010:3.1:1761313477.319464:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000059de02b2. 00000400:00000200:0.0:1761313477.319945:0:15827:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:0.0:1761313477.319969:0:15827:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x68fb7baf0fdc0 00000400:00000200:0.0:1761313477.319979:0:15827:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb191d [1] + 224 00000400:00000200:0.0:1761313477.319996:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313477.320000:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:0.0:1761313477.320013:0:15827:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000009906dba7 x1846869138406848/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313521 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1761313477.320150:0:77239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000e188963f. 00000400:00000200:3.0:1761313477.320158:0:77239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000010b81926 00000400:00000010:3.0:1761313477.320160:0:77239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000010b81926. 00000100:00000200:3.0:1761313477.320166:0:77239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000009906dba7 x1846869138406848/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313521 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761313477.320174:0:77239:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000009906dba7 x1846869138406848/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313521 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1761313477.320210:0:77239:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000009fd1a7cf. 02000000:00000010:3.0:1761313477.320218:0:77239:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000aa2d5e51. 00000100:00000010:3.0:1761313477.320223:0:77239:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000009906dba7. 00000100:00000010:3.0:1761313477.320227:0:77239:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b2e27710. 00010000:00000010:3.0:1761313477.320232:0:77239:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ad327b2d. 00010000:00000010:3.1:1761313477.323449:0:78559:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006b32e998. 00010000:00000010:3.1:1761313477.323462:0:78559:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008b802356. 00010000:00000010:3.1:1761313477.323468:0:78559:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bfa9ae08. 00000400:00000200:1.0:1761313477.324085:0:15826:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:1.0:1761313477.324107:0:15826:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x68fb7ba860540 00000400:00000200:1.0:1761313477.324117:0:15826:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xb027d [2] + 656 00000400:00000200:1.0:1761313477.324203:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313477.324209:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:1.0:1761313477.324218:0:15826:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761313477.324225:0:15826:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000022227f6e. 00000020:00000010:0.0:1761313477.324340:0:64710:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004a4cdac8. 00000020:00000010:0.0:1761313477.324349:0:64710:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000003b038d37. 00000020:00000010:0.0:1761313477.324355:0:64710:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000076f5767f. 00000100:00000200:0.0:1761313477.324421:0:64710:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000022227f6e x1846869131396416/t0(0) o103->78617949-0e11-4ca2-94c2-d809f91deaa9@192.168.204.38@tcp:408/0 lens 328/0 e 0 to 0 dl 1761313483 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:0.0:1761313477.324460:0:64710:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869131396416 02000000:00000010:0.0:1761313477.324476:0:64710:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000f51076ef. 00010000:00000010:0.0:1761313477.324517:0:64710:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d95703bc. 00010000:00000010:0.0:1761313477.324541:0:64710:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000665155ee. 00000100:00000010:0.0:1761313477.324550:0:64710:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000008013084. 00000100:00000010:0.0:1761313477.324568:0:64710:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000008013084. 00010000:00000010:0.0:1761313477.324573:0:64710:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000665155ee. 00000400:00000010:0.0:1761313477.324589:0:64710:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000bac32b5d. 00000100:00000200:0.0:1761313477.324595:0:64710:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869131396416, offset 224 00000400:00000200:0.0:1761313477.324605:0:64710:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:0.0:1761313477.324617:0:64710:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:0.0:1761313477.324624:0:64710:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90728:90728:256:4294967295] 192.168.204.38@tcp LPNI seq info [90728:90728:8:4294967295] 00000400:00000200:0.0:1761313477.324636:0:64710:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:0.0:1761313477.324641:0:64710:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:0.0:1761313477.324646:0:64710:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d609a399 (tot 82351826). 00000800:00000200:0.0:1761313477.324653:0:64710:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:0.0:1761313477.324661:0:64710:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:0.0:1761313477.324665:0:64710:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000d609a399 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761313477.324689:0:64710:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000003b038d37. 00000020:00000010:0.0:1761313477.324696:0:64710:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000076f5767f. 00000020:00000010:0.0:1761313477.324699:0:64710:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004a4cdac8. 00000800:00000200:0.0:1761313477.324788:0:15825:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761313477.324792:0:15825:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d609a399 (tot 82351578). 00000400:00000200:0.0:1761313477.324799:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313477.324803:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:0.0:1761313477.324806:0:15825:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000bac32b5d 00000400:00000010:0.0:1761313477.324809:0:15825:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000bac32b5d. 00080000:00000010:3.0:1761313477.325745:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000aa2d5e51. 00010000:00000010:3.0:1761313477.326041:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000084dcf283. 00010000:00000010:3.0:1761313477.326052:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b087e172. 00010000:00000010:3.0:1761313477.326158:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000bfa9ae08. 00010000:00000010:3.0:1761313477.326166:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000084dcf283. 00010000:00000010:3.0:1761313477.326559:0:77239:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ad327b2d. 00000100:00000010:3.0:1761313477.326570:0:77239:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b2e27710. 00000100:00000010:3.0:1761313477.326582:0:77239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000009906dba7. 02000000:00000010:3.0:1761313477.326600:0:77239:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000009fd1a7cf. 02000000:00000010:3.0:1761313477.326639:0:77239:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000005c251d25. 00000400:00000010:3.0:1761313477.326648:0:77239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000e188963f. 00000400:00000010:3.0:1761313477.326655:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000010b81926. 00000100:00000200:3.0:1761313477.326663:0:77239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869138406912, portal 16 00000400:00000010:3.0:1761313477.326669:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000059168ff5. 00000100:00000200:3.0:1761313477.326672:0:77239:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869138406912, offset 0 00000400:00000200:3.0:1761313477.326683:0:77239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:3.0:1761313477.326703:0:77239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:3.0:1761313477.326712:0:77239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:3.0:1761313477.326716:0:77239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761313477.326720:0:77239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:3.0:1761313477.326736:0:77239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90729:90729:256:4294967295] 192.168.204.38@tcp LPNI seq info [90729:90729:8:4294967295] 00000400:00000200:3.0:1761313477.326748:0:77239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:3.0:1761313477.326755:0:77239:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:3.0:1761313477.326760:0:77239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000896a3ffd (tot 82351826). 00000800:00000200:3.0:1761313477.326768:0:77239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:3.0:1761313477.326777:0:77239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:3.0:1761313477.326783:0:77239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000896a3ffd type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761313477.329689:0:15827:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761313477.329698:0:15827:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000896a3ffd (tot 82351578). 00000400:00000200:0.0:1761313477.329711:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313477.329733:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:0.0:1761313477.329741:0:15827:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000059168ff5 00000400:00000010:0.0:1761313477.329744:0:15827:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000059168ff5. 00000100:00000200:0.0:1761313477.329759:0:15827:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000009906dba7 x1846869138406912/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313521 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761313477.330505:0:15826:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:1.0:1761313477.330524:0:15826:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x68fb7baf0fe00 00000400:00000200:1.0:1761313477.330533:0:15826:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb1929 [1] + 224 00000400:00000200:1.0:1761313477.330545:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313477.330548:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:1.0:1761313477.330556:0:15826:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000009906dba7 x1846869138406912/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313521 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761313477.330594:0:15826:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:1.0:1761313477.330599:0:15826:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x68fb7ba860580 00000400:00000200:1.0:1761313477.330604:0:15826:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xb027d [2] + 984 00000400:00000200:1.0:1761313477.330663:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313477.330667:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:1.0:1761313477.330671:0:15826:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761313477.330678:0:15826:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000dfcb6cbf. 00000020:00000010:2.0:1761313477.330763:0:75220:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000973e18ae. 00000020:00000010:2.0:1761313477.330772:0:75220:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000009000d98. 00000020:00000010:2.0:1761313477.330777:0:75220:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000003de95356. 00000100:00000200:2.0:1761313477.330808:0:75220:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000dfcb6cbf x1846869131396480/t0(0) o103->78617949-0e11-4ca2-94c2-d809f91deaa9@192.168.204.38@tcp:408/0 lens 328/0 e 0 to 0 dl 1761313483 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:2.0:1761313477.330850:0:75220:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869131396480 02000000:00000010:2.0:1761313477.330864:0:75220:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000ff02d16a. 00010000:00000010:2.0:1761313477.330915:0:75220:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000052b08fa1. 00000100:00000010:2.0:1761313477.330923:0:75220:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000008750dcb2. 00000100:00000010:2.0:1761313477.330931:0:75220:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000008750dcb2. 00010000:00000010:2.0:1761313477.330934:0:75220:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000052b08fa1. 00000400:00000010:2.0:1761313477.330952:0:75220:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e3e27e8e. 00000100:00000200:2.0:1761313477.330958:0:75220:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869131396480, offset 224 00000400:00000200:2.0:1761313477.330967:0:75220:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:2.0:1761313477.330981:0:75220:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:2.0:1761313477.330988:0:75220:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90730:90730:256:4294967295] 192.168.204.38@tcp LPNI seq info [90730:90730:8:4294967295] 00000400:00000200:2.0:1761313477.330999:0:75220:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:2.0:1761313477.331006:0:75220:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:2.0:1761313477.331011:0:75220:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004e6a8da9 (tot 82351826). 00000800:00000200:2.0:1761313477.331018:0:75220:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:2.0:1761313477.331025:0:75220:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:2.0:1761313477.331029:0:75220:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000004e6a8da9 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761313477.331051:0:75220:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000009000d98. 00000020:00000010:2.0:1761313477.331056:0:75220:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000003de95356. 00000020:00000010:2.0:1761313477.331059:0:75220:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000973e18ae. 00000800:00000200:2.0:1761313477.331275:0:15825:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761313477.331279:0:15825:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004e6a8da9 (tot 82351578). 00000400:00000200:2.0:1761313477.331283:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313477.331287:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:2.0:1761313477.331290:0:15825:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e3e27e8e 00000400:00000010:2.0:1761313477.331292:0:15825:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e3e27e8e. 00000400:00000010:3.0:1761313477.331437:0:77239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000e188963f. 00000400:00000200:3.0:1761313477.331445:0:77239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000010b81926 00000400:00000010:3.0:1761313477.331446:0:77239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000010b81926. 00000100:00000200:3.0:1761313477.331452:0:77239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000009906dba7 x1846869138406912/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313521 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761313477.331460:0:77239:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000009906dba7 x1846869138406912/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313521 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.0:1761313477.331485:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003634da38. 02000000:00000010:3.0:1761313477.331500:0:77239:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000005c251d25. 02000000:00000010:3.0:1761313477.331507:0:77239:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000009fd1a7cf. 00000100:00000010:3.0:1761313477.331511:0:77239:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000009906dba7. 00000100:00000010:3.0:1761313477.331514:0:77239:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b2e27710. 00010000:00000010:3.0:1761313477.331517:0:77239:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ad327b2d. 00080000:00000010:3.0:1761313477.331535:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000db25c496. 00010000:00000010:3.0:1761313477.331638:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000084dcf283. 00010000:00000010:3.0:1761313477.331644:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000a14b6489. 00010000:00000010:3.0:1761313477.331743:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000059de02b2. 00010000:00000010:3.0:1761313477.331750:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000084dcf283. 00010000:00000010:3.0:1761313477.331760:0:77239:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ad327b2d. 00000100:00000010:3.0:1761313477.331764:0:77239:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b2e27710. 00000100:00000010:3.0:1761313477.331770:0:77239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000009906dba7. 02000000:00000010:3.0:1761313477.331783:0:77239:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000097f846c2. 02000000:00000010:3.0:1761313477.331812:0:77239:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000009fd1a7cf. 00000400:00000010:3.0:1761313477.331815:0:77239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000e188963f. 00000400:00000010:3.0:1761313477.331820:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000010b81926. 00000100:00000200:3.0:1761313477.331825:0:77239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869138406976, portal 16 00000400:00000010:3.0:1761313477.331830:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005f389535. 00000100:00000200:3.0:1761313477.331832:0:77239:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869138406976, offset 0 00000400:00000200:3.0:1761313477.331839:0:77239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:3.0:1761313477.331847:0:77239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:3.0:1761313477.331855:0:77239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:3.0:1761313477.331860:0:77239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761313477.331863:0:77239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:3.0:1761313477.331866:0:77239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90731:90731:256:4294967295] 192.168.204.38@tcp LPNI seq info [90731:90731:8:4294967295] 00000400:00000200:3.0:1761313477.331874:0:77239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:3.0:1761313477.331879:0:77239:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:3.0:1761313477.331882:0:77239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000572c2ec6 (tot 82351826). 00000800:00000200:3.0:1761313477.331887:0:77239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:3.0:1761313477.331893:0:77239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:3.0:1761313477.331896:0:77239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000572c2ec6 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761313477.332020:0:15827:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313477.332022:0:15827:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000572c2ec6 (tot 82351578). 00000400:00000200:1.0:1761313477.332026:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313477.332030:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:1.0:1761313477.332033:0:15827:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005f389535 00000400:00000010:1.0:1761313477.332034:0:15827:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005f389535. 00000100:00000200:1.0:1761313477.332039:0:15827:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000009906dba7 x1846869138406976/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313521 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1761313477.332630:0:28431:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000c123ed7. 00010000:00000010:3.1:1761313477.337460:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001cb39703. 00010000:00000010:3.1:1761313477.337478:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005472d45d. 00010000:00000010:3.1:1761313477.340138:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001dd4855e. 00010000:00000010:3.1:1761313477.340153:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000099592865. 00010000:00000010:3.1:1761313477.340158:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bfa9ae08. 00000400:00000200:1.0:1761313477.344838:0:15826:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:1.0:1761313477.344864:0:15826:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x68fb7baf0fe40 00000400:00000200:1.0:1761313477.344875:0:15826:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb1935 [1] + 224 00000400:00000200:1.0:1761313477.344892:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313477.344896:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:1.0:1761313477.344909:0:15826:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000009906dba7 x1846869138406976/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313521 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1761313477.344999:0:77239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000e188963f. 00000400:00000200:3.0:1761313477.345008:0:77239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000010b81926 00000400:00000010:3.0:1761313477.345011:0:77239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000010b81926. 00000100:00000200:3.0:1761313477.345017:0:77239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000009906dba7 x1846869138406976/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313521 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761313477.345024:0:77239:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000009906dba7 x1846869138406976/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313521 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1761313477.345064:0:77239:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000009fd1a7cf. 02000000:00000010:3.0:1761313477.345076:0:77239:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000097f846c2. 00000100:00000010:3.0:1761313477.345083:0:77239:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000009906dba7. 00000100:00000010:3.0:1761313477.345087:0:77239:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b2e27710. 00010000:00000010:3.0:1761313477.345092:0:77239:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ad327b2d. 00000400:00000200:3.0:1761313477.346190:0:15825:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:3.0:1761313477.346206:0:15825:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x68fb7ba8605c0 00000400:00000200:3.0:1761313477.346214:0:15825:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xb027d [2] + 1312 00000400:00000200:3.0:1761313477.349899:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313477.349919:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:3.0:1761313477.349931:0:15825:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761313477.349939:0:15825:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000009906dba7. 00000020:00000010:1.0:1761313477.350131:0:75220:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a68b9ce5. 00000020:00000010:1.0:1761313477.350140:0:75220:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000564f554b. 00000020:00000010:1.0:1761313477.350146:0:75220:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000fa60968b. 00000100:00000200:1.0:1761313477.350181:0:75220:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000009906dba7 x1846869131396544/t0(0) o103->78617949-0e11-4ca2-94c2-d809f91deaa9@192.168.204.38@tcp:408/0 lens 328/0 e 0 to 0 dl 1761313483 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:1.0:1761313477.350229:0:75220:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869131396544 02000000:00000010:1.0:1761313477.350245:0:75220:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000020e20a90. 00010000:00000010:1.0:1761313477.350283:0:75220:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005b0565a8. 00010000:00000010:1.0:1761313477.350312:0:75220:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000008db42945. 00000100:00000010:1.0:1761313477.350322:0:75220:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000001a713921. 00000100:00000010:1.0:1761313477.350335:0:75220:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000001a713921. 00010000:00000010:1.0:1761313477.350339:0:75220:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000008db42945. 00000400:00000010:1.0:1761313477.350356:0:75220:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007c77981f. 00000100:00000200:1.0:1761313477.350379:0:75220:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869131396544, offset 224 00000400:00000200:1.0:1761313477.350389:0:75220:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:1.0:1761313477.350407:0:75220:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:1.0:1761313477.350415:0:75220:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90732:90732:256:4294967295] 192.168.204.38@tcp LPNI seq info [90732:90732:8:4294967295] 00000400:00000200:1.0:1761313477.350427:0:75220:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:1.0:1761313477.350433:0:75220:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:1.0:1761313477.350438:0:75220:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000258d8758 (tot 82351826). 00000800:00000200:1.0:1761313477.350445:0:75220:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:1.0:1761313477.350453:0:75220:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:1.0:1761313477.350457:0:75220:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000258d8758 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761313477.350480:0:75220:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000564f554b. 00000020:00000010:1.0:1761313477.350485:0:75220:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000fa60968b. 00000020:00000010:1.0:1761313477.350488:0:75220:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a68b9ce5. 00000800:00000200:1.0:1761313477.350607:0:15827:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313477.350612:0:15827:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000258d8758 (tot 82351578). 00000400:00000200:1.0:1761313477.350617:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313477.350622:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:1.0:1761313477.350626:0:15827:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007c77981f 00000400:00000010:1.0:1761313477.350629:0:15827:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007c77981f. 00080000:00000010:3.0:1761313477.350962:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 000000005c251d25. 00010000:00000010:3.0:1761313477.351081:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000084dcf283. 00010000:00000010:3.0:1761313477.351090:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004bb89e9b. 00010000:00000010:3.0:1761313477.351187:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000bfa9ae08. 00010000:00000010:3.0:1761313477.351194:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000084dcf283. 00010000:00000010:3.0:1761313477.351207:0:77239:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ad327b2d. 00000100:00000010:3.0:1761313477.351213:0:77239:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b2e27710. 00000100:00000010:3.0:1761313477.351221:0:77239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000097b2ed89. 02000000:00000010:3.0:1761313477.351236:0:77239:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000097f846c2. 02000000:00000010:3.0:1761313477.351267:0:77239:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000009fd1a7cf. 00000400:00000010:3.0:1761313477.351275:0:77239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000e188963f. 00000400:00000010:3.0:1761313477.351280:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000010b81926. 00000100:00000200:3.0:1761313477.351287:0:77239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869138407040, portal 16 00000400:00000010:3.0:1761313477.351293:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000fdaafa7. 00000100:00000200:3.0:1761313477.351295:0:77239:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869138407040, offset 0 00000400:00000200:3.0:1761313477.351302:0:77239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:3.0:1761313477.351312:0:77239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:3.0:1761313477.351320:0:77239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:3.0:1761313477.351324:0:77239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761313477.351327:0:77239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:3.0:1761313477.351330:0:77239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90733:90733:256:4294967295] 192.168.204.38@tcp LPNI seq info [90733:90733:8:4294967295] 00000400:00000200:3.0:1761313477.351338:0:77239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:3.0:1761313477.351343:0:77239:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:3.0:1761313477.351347:0:77239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000090e74ba2 (tot 82351826). 00000800:00000200:3.0:1761313477.351351:0:77239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:3.0:1761313477.351356:0:77239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:3.0:1761313477.351417:0:77239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000090e74ba2 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761313477.351679:0:15826:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313477.351683:0:15826:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000090e74ba2 (tot 82351578). 00000400:00000200:1.0:1761313477.351687:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313477.351692:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:1.0:1761313477.351695:0:15826:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000fdaafa7 00000400:00000010:1.0:1761313477.351696:0:15826:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000fdaafa7. 00000100:00000200:1.0:1761313477.351703:0:15826:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000097b2ed89 x1846869138407040/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313521 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1761313477.363409:0:1028:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000790afea4. 00010000:00000010:3.1:1761313477.363428:0:1028:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000059de02b2. 00010000:00000010:1.1:1761313477.363565:0:1:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000036518985. 00000400:00000200:3.0:1761313477.368878:0:15825:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:3.0:1761313477.368902:0:15825:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x68fb7baf0fe80 00000400:00000200:3.0:1761313477.368911:0:15825:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb1941 [1] + 224 00000400:00000200:3.0:1761313477.368926:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313477.368932:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:3.0:1761313477.368947:0:15825:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000097b2ed89 x1846869138407040/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313521 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761313477.368989:0:15825:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:3.0:1761313477.368994:0:15825:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x68fb7ba860600 00000400:00000200:3.0:1761313477.369000:0:15825:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xb027d [2] + 1640 00000400:00000200:3.0:1761313477.369058:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313477.369062:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:3.0:1761313477.369066:0:15825:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761313477.369073:0:15825:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001588211e. 00000020:00000010:3.0:1761313477.369131:0:64710:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d4ccb6c7. 00000020:00000010:3.0:1761313477.369138:0:64710:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000000568a7e6. 00000020:00000010:3.0:1761313477.369143:0:64710:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000ce95a124. 00000100:00000200:3.0:1761313477.369185:0:64710:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000001588211e x1846869131396608/t0(0) o103->78617949-0e11-4ca2-94c2-d809f91deaa9@192.168.204.38@tcp:408/0 lens 328/0 e 0 to 0 dl 1761313483 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:3.0:1761313477.369217:0:64710:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869131396608 02000000:00000010:3.0:1761313477.369233:0:64710:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000b2fbecf3. 00010000:00000010:3.0:1761313477.369286:0:64710:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000cfc7b0b1. 00000100:00000010:3.0:1761313477.369294:0:64710:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a3335fcc. 00000100:00000010:3.0:1761313477.369302:0:64710:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a3335fcc. 00010000:00000010:3.0:1761313477.369306:0:64710:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000cfc7b0b1. 00000400:00000010:3.0:1761313477.369324:0:64710:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000086bb8cc7. 00000100:00000200:3.0:1761313477.369330:0:64710:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869131396608, offset 224 00000400:00000200:3.0:1761313477.369338:0:64710:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:3.0:1761313477.369350:0:64710:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:3.0:1761313477.369382:0:64710:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90734:90734:256:4294967295] 192.168.204.38@tcp LPNI seq info [90734:90734:8:4294967295] 00000400:00000200:3.0:1761313477.369395:0:64710:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:3.0:1761313477.369401:0:64710:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:3.0:1761313477.369408:0:64710:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000050f99130 (tot 82351826). 00000800:00000200:3.0:1761313477.369415:0:64710:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:3.0:1761313477.369422:0:64710:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:3.0:1761313477.369425:0:64710:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000050f99130 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761313477.369442:0:64710:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000000568a7e6. 00000020:00000010:3.0:1761313477.369446:0:64710:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000ce95a124. 00000020:00000010:3.0:1761313477.369451:0:64710:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d4ccb6c7. 00000400:00000010:2.0:1761313477.370076:0:77239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000e188963f. 00000400:00000200:2.0:1761313477.370086:0:77239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000010b81926 00000400:00000010:2.0:1761313477.370089:0:77239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000010b81926. 00000100:00000200:2.0:1761313477.370099:0:77239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000097b2ed89 x1846869138407040/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313521 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761313477.370107:0:77239:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000097b2ed89 x1846869138407040/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313521 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.0:1761313477.370134:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000430e429b. 02000000:00000010:2.0:1761313477.370156:0:77239:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000009fd1a7cf. 02000000:00000010:2.0:1761313477.370163:0:77239:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000097f846c2. 00000100:00000010:2.0:1761313477.370169:0:77239:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000097b2ed89. 00000100:00000010:2.0:1761313477.370173:0:77239:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b2e27710. 00010000:00000010:2.0:1761313477.370176:0:77239:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ad327b2d. 00080000:00000010:2.0:1761313477.370202:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000973e18ae. 00010000:00000010:2.0:1761313477.370331:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000084dcf283. 00010000:00000010:2.0:1761313477.370340:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000a70eef79. 00010000:00000010:2.0:1761313477.370451:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000017bbe421. 00010000:00000010:2.0:1761313477.370460:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000edfa6170. 00010000:00000010:2.0:1761313477.370472:0:77239:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000052b08fa1. 00000100:00000010:2.0:1761313477.370478:0:77239:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000008750dcb2. 00000100:00000010:2.0:1761313477.370487:0:77239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000079ae403. 02000000:00000010:2.0:1761313477.370502:0:77239:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000002ddfecda. 02000000:00000010:2.0:1761313477.370534:0:77239:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000009d36b014. 00000400:00000010:2.0:1761313477.370539:0:77239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000004eeeadaa. 00000400:00000010:2.0:1761313477.370544:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e3e27e8e. 00000100:00000200:2.0:1761313477.370551:0:77239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869138407104, portal 16 00000400:00000010:2.0:1761313477.370555:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fcdf887f. 00000100:00000200:2.0:1761313477.370557:0:77239:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869138407104, offset 0 00000400:00000200:2.0:1761313477.370565:0:77239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:2.0:1761313477.370576:0:77239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:2.0:1761313477.370585:0:77239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:2.0:1761313477.370590:0:77239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761313477.370593:0:77239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:2.0:1761313477.370597:0:77239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90735:90735:255:4294967295] 192.168.204.38@tcp LPNI seq info [90735:90735:7:4294967295] 00000400:00000200:2.0:1761313477.370606:0:77239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:2.0:1761313477.370612:0:77239:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:2.0:1761313477.370617:0:77239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004e6a8da9 (tot 82352074). 00000800:00000200:2.0:1761313477.370622:0:77239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:2.0:1761313477.370628:0:77239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:2.0:1761313477.370632:0:77239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000004e6a8da9 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761313477.372129:0:15827:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761313477.372137:0:15827:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000050f99130 (tot 82351826). 00000400:00000200:0.0:1761313477.372146:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313477.372157:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:0.0:1761313477.372163:0:15827:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000086bb8cc7 00000400:00000010:0.0:1761313477.372166:0:15827:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000086bb8cc7. 00000800:00000200:0.0:1761313477.375569:0:15827:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761313477.375578:0:15827:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004e6a8da9 (tot 82351578). 00000400:00000200:0.0:1761313477.375588:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313477.375599:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:0.0:1761313477.375606:0:15827:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fcdf887f 00000400:00000010:0.0:1761313477.375609:0:15827:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fcdf887f. 00000100:00000200:0.0:1761313477.375622:0:15827:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000079ae403 x1846869138407104/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313521 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761313477.384435:0:15826:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:2.0:1761313477.384460:0:15826:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x68fb7baf0fec0 00000400:00000200:2.0:1761313477.384472:0:15826:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb194d [1] + 224 00000400:00000200:2.0:1761313477.384486:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313477.384490:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:2.0:1761313477.384504:0:15826:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000079ae403 x1846869138407104/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313521 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761313477.385023:0:15826:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:2.0:1761313477.385030:0:15826:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x68fb7ba860640 00000400:00000200:2.0:1761313477.385037:0:15826:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xb027d [2] + 1968 00000400:00000010:2.0:1761313477.385042:0:15826:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000027c40c5b. 00000400:00000200:2.0:1761313477.385047:0:15826:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 000000007c63c776 00000400:00000200:2.0:1761313477.388812:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313477.388833:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:2.0:1761313477.388843:0:15826:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007c63c776 00000400:00000010:2.0:1761313477.388848:0:15826:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 000000007c63c776 (tot 82351426). 00000100:00000200:2.0:1761313477.388858:0:15826:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:1.0:1761313477.389044:0:75220:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000047647844. 00000020:00000010:1.0:1761313477.389053:0:75220:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000564f554b. 00000020:00000010:1.0:1761313477.389058:0:75220:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000fa60968b. 00000100:00000200:1.0:1761313477.389095:0:75220:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000009099d9e0 x1846869131396672/t0(0) o103->78617949-0e11-4ca2-94c2-d809f91deaa9@192.168.204.38@tcp:408/0 lens 328/0 e 0 to 0 dl 1761313483 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:1.0:1761313477.389140:0:75220:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869131396672 02000000:00000010:1.0:1761313477.389153:0:75220:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000000e44180b. 00010000:00000010:1.0:1761313477.389200:0:75220:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000008aba18f3. 00000100:00000010:1.0:1761313477.389209:0:75220:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000001a713921. 00000100:00000010:1.0:1761313477.389217:0:75220:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000001a713921. 00010000:00000010:1.0:1761313477.389220:0:75220:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000008aba18f3. 00000400:00000010:1.0:1761313477.389239:0:75220:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007c77981f. 00000100:00000200:1.0:1761313477.389245:0:75220:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869131396672, offset 224 00000400:00000200:1.0:1761313477.389255:0:75220:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:1.0:1761313477.389272:0:75220:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:1.0:1761313477.389279:0:75220:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90736:90736:256:4294967295] 192.168.204.38@tcp LPNI seq info [90736:90736:8:4294967295] 00000400:00000200:1.0:1761313477.389291:0:75220:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:1.0:1761313477.389297:0:75220:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:1.0:1761313477.389302:0:75220:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000258d8758 (tot 82351674). 00000800:00000200:1.0:1761313477.389310:0:75220:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:1.0:1761313477.389318:0:75220:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:1.0:1761313477.389322:0:75220:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000258d8758 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761313477.389343:0:75220:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000564f554b. 00000020:00000010:1.0:1761313477.389348:0:75220:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000fa60968b. 00000020:00000010:1.0:1761313477.389351:0:75220:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000047647844. 02000000:00000010:1.0:1761313477.389383:0:75220:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000b2fbecf3. 00000100:00000010:1.0:1761313477.389387:0:75220:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001588211e. 02000000:00000010:1.0:1761313477.389392:0:75220:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000020e20a90. 00000100:00000010:1.0:1761313477.389394:0:75220:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000009906dba7. 02000000:00000010:1.0:1761313477.389397:0:75220:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000ff02d16a. 00000100:00000010:1.0:1761313477.389400:0:75220:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000dfcb6cbf. 02000000:00000010:1.0:1761313477.389403:0:75220:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000f51076ef. 00000100:00000010:1.0:1761313477.389405:0:75220:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000022227f6e. 02000000:00000010:1.0:1761313477.389409:0:75220:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000ac6dcd0c. 00000100:00000010:1.0:1761313477.389411:0:75220:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000f33f9db7. 02000000:00000010:1.0:1761313477.389415:0:75220:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000009a7803d1. 00000100:00000010:1.0:1761313477.389418:0:75220:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000047d366b1. 00000100:00000200:1.0:1761313477.389426:0:75220:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1761313477.389433:0:75220:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000016578923. 00000400:00000010:1.0:1761313477.389438:0:75220:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 000000001a713921 (tot 82351826). 00000800:00000200:1.0:1761313477.389574:0:15825:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313477.389578:0:15825:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000258d8758 (tot 82351578). 00000400:00000200:1.0:1761313477.389584:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313477.389588:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:1.0:1761313477.389590:0:15825:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007c77981f 00000400:00000010:1.0:1761313477.389592:0:15825:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007c77981f. 02000000:00000010:1.0:1761313477.389595:0:15825:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000000e44180b. 00000400:00000010:3.0:1761313477.390116:0:77239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000004eeeadaa. 00000400:00000200:3.0:1761313477.390122:0:77239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e3e27e8e 00000400:00000010:3.0:1761313477.390124:0:77239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e3e27e8e. 00000100:00000200:3.0:1761313477.390133:0:77239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000079ae403 x1846869138407104/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313521 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761313477.390144:0:77239:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000079ae403 x1846869138407104/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313521 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.0:1761313477.390175:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000f8081cb. 02000000:00000010:3.0:1761313477.390197:0:77239:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000009d36b014. 02000000:00000010:3.0:1761313477.390202:0:77239:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000002ddfecda. 00000100:00000010:3.0:1761313477.390206:0:77239:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000079ae403. 00000100:00000010:3.0:1761313477.390211:0:77239:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000008750dcb2. 00010000:00000010:3.0:1761313477.390214:0:77239:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000052b08fa1. 00080000:00000010:3.0:1761313477.390235:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000b2fbecf3. 00010000:00000010:3.0:1761313477.390350:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000edfa6170. 00010000:00000010:3.0:1761313477.390386:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000c5439060. 00010000:00000010:3.0:1761313477.390498:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000059de02b2. 00010000:00000010:3.0:1761313477.390506:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007c2ba60a. 00010000:00000010:3.0:1761313477.390516:0:77239:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000cfc7b0b1. 00000100:00000010:3.0:1761313477.390521:0:77239:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a3335fcc. 00000100:00000010:3.0:1761313477.390529:0:77239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000020fe4fda. 02000000:00000010:3.0:1761313477.390544:0:77239:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000d4ccb6c7. 02000000:00000010:3.0:1761313477.390575:0:77239:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000dc164f85. 00000400:00000010:3.0:1761313477.390579:0:77239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000039d2ea74. 00000400:00000010:3.0:1761313477.390584:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003e790751. 00000100:00000200:3.0:1761313477.390588:0:77239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869138407168, portal 16 00000400:00000010:3.0:1761313477.390593:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a66ded6b. 00000100:00000200:3.0:1761313477.390595:0:77239:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869138407168, offset 0 00000400:00000200:3.0:1761313477.390603:0:77239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:3.0:1761313477.390613:0:77239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:3.0:1761313477.390621:0:77239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:3.0:1761313477.390625:0:77239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761313477.390628:0:77239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:3.0:1761313477.390632:0:77239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90737:90737:256:4294967295] 192.168.204.38@tcp LPNI seq info [90737:90737:8:4294967295] 00000400:00000200:3.0:1761313477.390641:0:77239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:3.0:1761313477.390646:0:77239:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:3.0:1761313477.390651:0:77239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c12329df (tot 82351826). 00000800:00000200:3.0:1761313477.390656:0:77239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:3.0:1761313477.390662:0:77239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:3.0:1761313477.390666:0:77239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c12329df type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761313477.390987:0:15827:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313477.390990:0:15827:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c12329df (tot 82351578). 00000400:00000200:1.0:1761313477.390994:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313477.390999:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:1.0:1761313477.391002:0:15827:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a66ded6b 00000400:00000010:1.0:1761313477.391004:0:15827:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a66ded6b. 00000100:00000200:1.0:1761313477.391010:0:15827:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000020fe4fda x1846869138407168/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313521 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1761313477.391738:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000056ae9a11. 00010000:00000010:2.1:1761313477.391746:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000018e6377b. 00010000:00000010:2.1:1761313477.391750:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bfa9ae08. 00000400:00000200:2.0:1761313477.404185:0:15826:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:2.0:1761313477.404212:0:15826:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x68fb7baf0ff00 00000400:00000200:2.0:1761313477.404223:0:15826:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb195d [1] + 224 00000400:00000200:2.0:1761313477.404239:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313477.404244:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:2.0:1761313477.404260:0:15826:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000020fe4fda x1846869138407168/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313521 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1761313477.404349:0:77239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000039d2ea74. 00000400:00000200:3.0:1761313477.404381:0:77239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003e790751 00000400:00000010:3.0:1761313477.404385:0:77239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003e790751. 00000100:00000200:3.0:1761313477.404392:0:77239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000020fe4fda x1846869138407168/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313521 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761313477.404400:0:77239:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000020fe4fda x1846869138407168/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313521 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1761313477.404439:0:77239:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000dc164f85. 02000000:00000010:3.0:1761313477.404449:0:77239:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000d4ccb6c7. 00000100:00000010:3.0:1761313477.404455:0:77239:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000020fe4fda. 00000100:00000010:3.0:1761313477.404460:0:77239:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a3335fcc. 00010000:00000010:3.0:1761313477.404465:0:77239:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000cfc7b0b1. 00000400:00000200:1.0:1761313477.405681:0:15825:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:1.0:1761313477.405697:0:15825:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x68fb7ba860680 00000400:00000200:1.0:1761313477.405706:0:15825:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xb02d5 [2] + 0 00000400:00000200:1.0:1761313477.405787:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313477.405792:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:1.0:1761313477.405797:0:15825:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761313477.405803:0:15825:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000022227f6e. 00000020:00000010:2.0:1761313477.405895:0:64710:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000087184cc0. 00000020:00000010:2.0:1761313477.405904:0:64710:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000030ca6043. 00000020:00000010:2.0:1761313477.405909:0:64710:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000003de95356. 00000100:00000200:2.0:1761313477.405942:0:64710:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000022227f6e x1846869131396736/t0(0) o103->78617949-0e11-4ca2-94c2-d809f91deaa9@192.168.204.38@tcp:408/0 lens 328/0 e 0 to 0 dl 1761313483 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:2.0:1761313477.405982:0:64710:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869131396736 02000000:00000010:2.0:1761313477.405995:0:64710:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000ac5be643. 00010000:00000010:2.0:1761313477.406033:0:64710:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d259e56a. 00010000:00000010:2.0:1761313477.406058:0:64710:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000db1fe603. 00000100:00000010:2.0:1761313477.406066:0:64710:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000008750dcb2. 00000100:00000010:2.0:1761313477.406087:0:64710:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000008750dcb2. 00010000:00000010:2.0:1761313477.406090:0:64710:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000db1fe603. 00000400:00000010:2.0:1761313477.406109:0:64710:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005b8744b4. 00000100:00000200:2.0:1761313477.406115:0:64710:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869131396736, offset 224 00080000:00000010:3.0:1761313477.406118:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000dc164f85. 00000400:00000200:2.0:1761313477.406125:0:64710:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:2.0:1761313477.406140:0:64710:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:2.0:1761313477.406147:0:64710:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90738:90738:256:4294967295] 192.168.204.38@tcp LPNI seq info [90738:90738:8:4294967295] 00000400:00000200:2.0:1761313477.406159:0:64710:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:2.0:1761313477.406165:0:64710:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:2.0:1761313477.406171:0:64710:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000285953fe (tot 82351826). 00000800:00000200:2.0:1761313477.406178:0:64710:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:2.0:1761313477.406186:0:64710:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:2.0:1761313477.406191:0:64710:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000285953fe type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761313477.406212:0:64710:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000030ca6043. 00000020:00000010:2.0:1761313477.406217:0:64710:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000003de95356. 00000020:00000010:2.0:1761313477.406221:0:64710:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000087184cc0. 00010000:00000010:3.0:1761313477.406243:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007c2ba60a. 00010000:00000010:3.0:1761313477.406252:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000771a5032. 00000800:00000200:1.0:1761313477.406338:0:15827:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313477.406343:0:15827:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000285953fe (tot 82351578). 00000400:00000200:1.0:1761313477.406347:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313477.406351:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:1.0:1761313477.406355:0:15827:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005b8744b4 00000400:00000010:1.0:1761313477.406383:0:15827:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005b8744b4. 00010000:00000010:3.0:1761313477.406386:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000005472d45d. 00010000:00000010:3.0:1761313477.406394:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007c2ba60a. 00010000:00000010:3.0:1761313477.406409:0:77239:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000cfc7b0b1. 00000100:00000010:3.0:1761313477.406414:0:77239:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a3335fcc. 00000100:00000010:3.0:1761313477.406422:0:77239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000020fe4fda. 02000000:00000010:3.0:1761313477.406436:0:77239:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000008eeee28a. 02000000:00000010:3.0:1761313477.406475:0:77239:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d4ccb6c7. 00000400:00000010:3.0:1761313477.406483:0:77239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000039d2ea74. 00000400:00000010:3.0:1761313477.406488:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003e790751. 00000100:00000200:3.0:1761313477.406493:0:77239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869138407232, portal 16 00000400:00000010:3.0:1761313477.406498:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e515bfff. 00000100:00000200:3.0:1761313477.406500:0:77239:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869138407232, offset 0 00000400:00000200:3.0:1761313477.406507:0:77239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:3.0:1761313477.406514:0:77239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:3.0:1761313477.406522:0:77239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:3.0:1761313477.406526:0:77239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761313477.406529:0:77239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:3.0:1761313477.406532:0:77239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90739:90739:256:4294967295] 192.168.204.38@tcp LPNI seq info [90739:90739:8:4294967295] 00000400:00000200:3.0:1761313477.406539:0:77239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:3.0:1761313477.406543:0:77239:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:3.0:1761313477.406548:0:77239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000fef2aa8a (tot 82351826). 00000800:00000200:3.0:1761313477.406552:0:77239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:3.0:1761313477.406556:0:77239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:3.0:1761313477.406559:0:77239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000fef2aa8a type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761313477.406631:0:15826:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313477.406634:0:15826:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000fef2aa8a (tot 82351578). 00000400:00000200:1.0:1761313477.406637:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313477.406642:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:1.0:1761313477.406644:0:15826:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e515bfff 00000400:00000010:1.0:1761313477.406646:0:15826:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e515bfff. 00000100:00000200:1.0:1761313477.406651:0:15826:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000020fe4fda x1846869138407232/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313521 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761313477.413077:0:15825:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:1.0:1761313477.413109:0:15825:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x68fb7baf0ff40 00000400:00000200:1.0:1761313477.413121:0:15825:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb1969 [1] + 224 00000400:00000200:1.0:1761313477.413143:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313477.413148:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:1.0:1761313477.413162:0:15825:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000020fe4fda x1846869138407232/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313521 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1761313477.414950:0:45867:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000097266f94. 00010000:00000010:3.1:1761313477.415583:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006cb41b24. 00010000:00000010:3.1:1761313477.415593:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001172cf9a. 00010000:00000010:3.1:1761313477.415598:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000017bbe421. 00000400:00000010:3.0:1761313477.415734:0:77239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000039d2ea74. 00000400:00000200:3.0:1761313477.415743:0:77239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003e790751 00000400:00000010:3.0:1761313477.415746:0:77239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003e790751. 00000100:00000200:3.0:1761313477.415764:0:77239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000020fe4fda x1846869138407232/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313521 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761313477.415780:0:77239:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000020fe4fda x1846869138407232/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313521 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1761313477.415824:0:77239:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d4ccb6c7. 02000000:00000010:3.0:1761313477.415835:0:77239:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000008eeee28a. 00000100:00000010:3.0:1761313477.415841:0:77239:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000020fe4fda. 00000100:00000010:3.0:1761313477.415847:0:77239:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a3335fcc. 00010000:00000010:3.0:1761313477.415851:0:77239:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000cfc7b0b1. 00000400:00000200:1.0:1761313477.417923:0:15827:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:1.0:1761313477.417952:0:15827:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x68fb7ba8606c0 00000400:00000200:1.0:1761313477.417962:0:15827:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xb02d5 [2] + 328 00000400:00000200:1.0:1761313477.418050:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313477.418056:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:1.0:1761313477.418063:0:15827:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761313477.418070:0:15827:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000dfcb6cbf. 00000020:00000010:3.0:1761313477.418174:0:75220:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ad060e8b. 00000020:00000010:3.0:1761313477.418184:0:75220:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000000568a7e6. 00000020:00000010:3.0:1761313477.418189:0:75220:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000ce95a124. 00000100:00000200:3.0:1761313477.418227:0:75220:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000dfcb6cbf x1846869131396800/t0(0) o103->78617949-0e11-4ca2-94c2-d809f91deaa9@192.168.204.38@tcp:408/0 lens 328/0 e 0 to 0 dl 1761313483 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:3.0:1761313477.418269:0:75220:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869131396800 02000000:00000010:3.0:1761313477.418283:0:75220:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000836d0529. 00010000:00000010:3.0:1761313477.418320:0:75220:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000009a5858ea. 00010000:00000010:3.0:1761313477.418356:0:75220:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000cfc7b0b1. 00000100:00000010:3.0:1761313477.418382:0:75220:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a3335fcc. 00000100:00000010:3.0:1761313477.418397:0:75220:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a3335fcc. 00010000:00000010:3.0:1761313477.418402:0:75220:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000cfc7b0b1. 00000400:00000010:3.0:1761313477.418422:0:75220:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003e790751. 00080000:00000010:2.0:1761313477.418427:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 0000000087184cc0. 00000100:00000200:3.0:1761313477.418428:0:75220:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869131396800, offset 224 00000400:00000200:3.0:1761313477.418441:0:75220:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:3.0:1761313477.418454:0:75220:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:3.0:1761313477.418460:0:75220:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90740:90740:256:4294967295] 192.168.204.38@tcp LPNI seq info [90740:90740:8:4294967295] 00000400:00000200:3.0:1761313477.418472:0:75220:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:3.0:1761313477.418478:0:75220:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:3.0:1761313477.418483:0:75220:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005a2664b3 (tot 82351826). 00000800:00000200:3.0:1761313477.418489:0:75220:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:3.0:1761313477.418498:0:75220:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:3.0:1761313477.418502:0:75220:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000005a2664b3 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761313477.418520:0:75220:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000000568a7e6. 00000020:00000010:3.0:1761313477.418524:0:75220:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000ce95a124. 00000020:00000010:3.0:1761313477.418530:0:75220:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ad060e8b. 00010000:00000010:2.0:1761313477.418549:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007c2ba60a. 00010000:00000010:2.0:1761313477.418558:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000560fab96. 00010000:00000010:2.0:1761313477.418657:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000007b603eb2. 00010000:00000010:2.0:1761313477.418664:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007b5fd10d. 00010000:00000010:2.0:1761313477.418676:0:77239:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000db1fe603. 00000100:00000010:2.0:1761313477.418680:0:77239:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000008750dcb2. 00000100:00000010:2.0:1761313477.418688:0:77239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000000c1072c7. 02000000:00000010:2.0:1761313477.418702:0:77239:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000013c68d73. 02000000:00000010:2.0:1761313477.418740:0:77239:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000008bc0c0d6. 00000400:00000010:2.0:1761313477.418745:0:77239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000009bc064a7. 00000400:00000010:2.0:1761313477.418751:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000043b2001f. 00000100:00000200:2.0:1761313477.418757:0:77239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869138407296, portal 16 00000400:00000010:2.0:1761313477.418761:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000042ef5faf. 00000100:00000200:2.0:1761313477.418763:0:77239:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869138407296, offset 0 00000400:00000200:2.0:1761313477.418768:0:77239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:2.0:1761313477.418775:0:77239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:2.0:1761313477.418782:0:77239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:2.0:1761313477.418785:0:77239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761313477.418789:0:77239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:2.0:1761313477.418791:0:77239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90741:90741:255:4294967295] 192.168.204.38@tcp LPNI seq info [90741:90741:7:4294967295] 00000400:00000200:2.0:1761313477.418799:0:77239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:2.0:1761313477.418803:0:77239:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:2.0:1761313477.418806:0:77239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000df62ea87 (tot 82352074). 00000800:00000200:2.0:1761313477.418810:0:77239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:2.0:1761313477.418814:0:77239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:2.0:1761313477.418816:0:77239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000df62ea87 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761313477.425176:0:15826:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313477.425187:0:15826:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005a2664b3 (tot 82351826). 00000400:00000200:1.0:1761313477.425196:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313477.425209:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:1.0:1761313477.425217:0:15826:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003e790751 00000400:00000010:1.0:1761313477.425220:0:15826:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003e790751. 00000800:00000200:1.0:1761313477.425316:0:15826:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313477.425319:0:15826:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000df62ea87 (tot 82351578). 00000400:00000200:1.0:1761313477.425323:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313477.425326:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:1.0:1761313477.425328:0:15826:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000042ef5faf 00000400:00000010:1.0:1761313477.425330:0:15826:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000042ef5faf. 00000100:00000200:1.0:1761313477.425341:0:15826:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000000c1072c7 x1846869138407296/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313521 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761313477.431429:0:15825:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:1.0:1761313477.431457:0:15825:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x68fb7baf0ff80 00000400:00000200:1.0:1761313477.431469:0:15825:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb1975 [1] + 224 00000400:00000200:1.0:1761313477.431484:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313477.431488:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:1.0:1761313477.431503:0:15825:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000000c1072c7 x1846869138407296/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313521 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761313477.431552:0:15825:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:1.0:1761313477.431558:0:15825:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x68fb7ba860700 00000400:00000200:1.0:1761313477.431563:0:15825:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xb02d5 [2] + 656 00000400:00000200:1.0:1761313477.431637:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313477.431641:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:1.0:1761313477.431646:0:15825:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761313477.431653:0:15825:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007fc08122. 00000020:00000010:1.0:1761313477.431713:0:75220:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000020e20a90. 00000020:00000010:1.0:1761313477.431729:0:75220:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000564f554b. 00000020:00000010:1.0:1761313477.431735:0:75220:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000fa60968b. 00000100:00000200:1.0:1761313477.431766:0:75220:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000007fc08122 x1846869131396864/t0(0) o103->78617949-0e11-4ca2-94c2-d809f91deaa9@192.168.204.38@tcp:408/0 lens 328/0 e 0 to 0 dl 1761313483 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:1.0:1761313477.431802:0:75220:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869131396864 02000000:00000010:1.0:1761313477.431816:0:75220:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000047647844. 00010000:00000010:1.0:1761313477.431880:0:75220:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000008aba18f3. 00000100:00000010:1.0:1761313477.431889:0:75220:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a6a9d317. 00000100:00000010:1.0:1761313477.431898:0:75220:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a6a9d317. 00010000:00000010:1.0:1761313477.431902:0:75220:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000008aba18f3. 00000400:00000010:1.0:1761313477.431925:0:75220:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007c77981f. 00000100:00000200:1.0:1761313477.431931:0:75220:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869131396864, offset 224 00000400:00000200:1.0:1761313477.431941:0:75220:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:1.0:1761313477.431956:0:75220:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:1.0:1761313477.431964:0:75220:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90742:90742:256:4294967295] 192.168.204.38@tcp LPNI seq info [90742:90742:8:4294967295] 00000400:00000200:1.0:1761313477.431978:0:75220:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:1.0:1761313477.431984:0:75220:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:1.0:1761313477.431990:0:75220:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000258d8758 (tot 82351826). 00000800:00000200:1.0:1761313477.431997:0:75220:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:1.0:1761313477.432005:0:75220:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:1.0:1761313477.432010:0:75220:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000258d8758 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761313477.432098:0:75220:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000564f554b. 00000020:00000010:1.0:1761313477.432104:0:75220:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000fa60968b. 00000020:00000010:1.0:1761313477.432109:0:75220:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000020e20a90. 00000800:00000200:1.0:1761313477.432195:0:15827:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313477.432199:0:15827:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000258d8758 (tot 82351578). 00000400:00000200:1.0:1761313477.432204:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313477.432208:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:1.0:1761313477.432212:0:15827:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007c77981f 00000400:00000010:1.0:1761313477.432214:0:15827:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007c77981f. 00000400:00000010:0.0:1761313477.432522:0:77239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000009bc064a7. 00000400:00000200:0.0:1761313477.432527:0:77239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000043b2001f 00000400:00000010:0.0:1761313477.432529:0:77239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000043b2001f. 00000100:00000200:0.0:1761313477.432536:0:77239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000000c1072c7 x1846869138407296/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313521 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761313477.432544:0:77239:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000000c1072c7 x1846869138407296/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313521 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.0:1761313477.432576:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003efeaeec. 02000000:00000010:0.0:1761313477.432593:0:77239:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000008bc0c0d6. 02000000:00000010:0.0:1761313477.432599:0:77239:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000013c68d73. 00000100:00000010:0.0:1761313477.432603:0:77239:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000000c1072c7. 00000100:00000010:0.0:1761313477.432608:0:77239:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000008750dcb2. 00010000:00000010:0.0:1761313477.432611:0:77239:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000db1fe603. 00080000:00000010:0.0:1761313477.432632:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 0000000026a0cba5. 00010000:00000010:0.0:1761313477.432756:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007b5fd10d. 00010000:00000010:0.0:1761313477.432763:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e0c73985. 00010000:00000010:0.0:1761313477.432855:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ee6f4c87. 00010000:00000010:0.0:1761313477.432862:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000daed1ef7. 00010000:00000010:0.0:1761313477.432874:0:77239:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000a0a17af1. 00000100:00000010:0.0:1761313477.432879:0:77239:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000002b95c306. 00000100:00000010:0.0:1761313477.432886:0:77239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000003efab3fb. 02000000:00000010:0.0:1761313477.432899:0:77239:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000009904f951. 02000000:00000010:0.0:1761313477.432928:0:77239:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000705ec813. 00000400:00000010:0.0:1761313477.432932:0:77239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000009b3fd033. 00000400:00000010:0.0:1761313477.432936:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000bac32b5d. 00000100:00000200:0.0:1761313477.432942:0:77239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869138407360, portal 16 00000400:00000010:0.0:1761313477.432946:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000d3ed33a. 00000100:00000200:0.0:1761313477.432948:0:77239:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869138407360, offset 0 00000400:00000200:0.0:1761313477.432954:0:77239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:0.0:1761313477.432964:0:77239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:0.0:1761313477.432972:0:77239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:0.0:1761313477.432976:0:77239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761313477.432980:0:77239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:0.0:1761313477.432983:0:77239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90743:90743:256:4294967295] 192.168.204.38@tcp LPNI seq info [90743:90743:8:4294967295] 00000400:00000200:0.0:1761313477.432992:0:77239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:0.0:1761313477.432998:0:77239:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:0.0:1761313477.433001:0:77239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c740ba2b (tot 82351826). 00000800:00000200:0.0:1761313477.433006:0:77239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:0.0:1761313477.433012:0:77239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:0.0:1761313477.433076:0:77239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c740ba2b type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761313477.433591:0:15826:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313477.433596:0:15826:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c740ba2b (tot 82351578). 00000400:00000200:1.0:1761313477.433602:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313477.433607:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:1.0:1761313477.433611:0:15826:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000d3ed33a 00000400:00000010:1.0:1761313477.433613:0:15826:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000d3ed33a. 00000100:00000200:1.0:1761313477.433619:0:15826:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000003efab3fb x1846869138407360/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313521 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1761313477.434454:0:78562:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000694aabd3. 00010000:00000010:3.1:1761313477.434464:0:78562:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000059de02b2. 00010000:00000010:2.1:1761313477.436468:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cce63461. 00010000:00000010:2.1:1761313477.436484:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005472d45d. 00000400:00000200:1.0:1761313477.440768:0:15825:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:1.0:1761313477.440796:0:15825:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x68fb7baf0ffc0 00000400:00000200:1.0:1761313477.440807:0:15825:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb1981 [1] + 224 00000400:00000200:1.0:1761313477.440827:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313477.440831:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:1.0:1761313477.440846:0:15825:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000003efab3fb x1846869138407360/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313521 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1761313477.440912:0:77239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000009b3fd033. 00000400:00000200:2.0:1761313477.440919:0:77239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000bac32b5d 00000400:00000010:2.0:1761313477.440921:0:77239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000bac32b5d. 00000100:00000200:2.0:1761313477.440928:0:77239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000003efab3fb x1846869138407360/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313521 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761313477.440937:0:77239:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000003efab3fb x1846869138407360/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313521 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761313477.440974:0:77239:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000705ec813. 02000000:00000010:2.0:1761313477.440980:0:77239:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000009904f951. 00000100:00000010:2.0:1761313477.440984:0:77239:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000003efab3fb. 00000100:00000010:2.0:1761313477.440989:0:77239:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000002b95c306. 00010000:00000010:2.0:1761313477.440993:0:77239:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000a0a17af1. 00010000:00000010:0.1:1761313477.441172:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000003084a7a. 00010000:00000010:0.1:1761313477.441180:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000019bdf4cc. 00010000:00000010:0.1:1761313477.441186:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007b603eb2. 00010000:00000010:3.1:1761313477.441388:0:78561:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000838ef144. 00000400:00000200:1.0:1761313477.443080:0:15827:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:1.0:1761313477.443102:0:15827:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x68fb7ba860740 00000400:00000200:1.0:1761313477.443110:0:15827:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xb02d5 [2] + 984 00000400:00000200:1.0:1761313477.443792:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313477.443801:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:1.0:1761313477.443810:0:15827:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761313477.443819:0:15827:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000018525722. 00000020:00000010:1.0:1761313477.443896:0:64710:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000020e20a90. 00000020:00000010:1.0:1761313477.443904:0:64710:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000564f554b. 00000020:00000010:1.0:1761313477.443909:0:64710:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000fa60968b. 00000100:00000200:1.0:1761313477.443947:0:64710:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000018525722 x1846869131396928/t0(0) o103->78617949-0e11-4ca2-94c2-d809f91deaa9@192.168.204.38@tcp:408/0 lens 328/0 e 0 to 0 dl 1761313483 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:1.0:1761313477.443994:0:64710:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869131396928 02000000:00000010:1.0:1761313477.444008:0:64710:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000001a921059. 00010000:00000010:1.0:1761313477.444050:0:64710:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000009af44691. 00010000:00000010:1.0:1761313477.444076:0:64710:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000008aba18f3. 00000100:00000010:1.0:1761313477.444084:0:64710:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a6a9d317. 00000100:00000010:1.0:1761313477.444106:0:64710:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a6a9d317. 00010000:00000010:1.0:1761313477.444109:0:64710:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000008aba18f3. 00000400:00000010:1.0:1761313477.444129:0:64710:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007c77981f. 00000100:00000200:1.0:1761313477.444135:0:64710:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869131396928, offset 224 00080000:00000010:3.0:1761313477.444155:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ad060e8b. 00000400:00000200:1.0:1761313477.444157:0:64710:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:1.0:1761313477.444172:0:64710:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:1.0:1761313477.444179:0:64710:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90744:90744:256:4294967295] 192.168.204.38@tcp LPNI seq info [90744:90744:8:4294967295] 00000400:00000200:1.0:1761313477.444191:0:64710:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:1.0:1761313477.444197:0:64710:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:1.0:1761313477.444202:0:64710:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000258d8758 (tot 82351826). 00000800:00000200:1.0:1761313477.444209:0:64710:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:1.0:1761313477.444217:0:64710:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:1.0:1761313477.444221:0:64710:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000258d8758 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761313477.444244:0:64710:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000564f554b. 00000020:00000010:1.0:1761313477.444249:0:64710:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000fa60968b. 00000020:00000010:1.0:1761313477.444252:0:64710:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000020e20a90. 00010000:00000010:3.0:1761313477.444466:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000daed1ef7. 00010000:00000010:3.0:1761313477.444475:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000bb5b95ad. 00000800:00000200:1.0:1761313477.444533:0:15826:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313477.444537:0:15826:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000258d8758 (tot 82351578). 00000400:00000200:1.0:1761313477.444543:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313477.444547:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:1.0:1761313477.444551:0:15826:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007c77981f 00000400:00000010:1.0:1761313477.444553:0:15826:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007c77981f. 00010000:00000010:3.0:1761313477.444856:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000059de02b2. 00010000:00000010:3.0:1761313477.444865:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000001d40bee1. 00010000:00000010:3.0:1761313477.444880:0:77239:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000cba9dd77. 00000100:00000010:3.0:1761313477.444887:0:77239:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a3335fcc. 00000100:00000010:3.0:1761313477.444897:0:77239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000020fe4fda. 02000000:00000010:3.0:1761313477.444913:0:77239:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000018e7634. 02000000:00000010:3.0:1761313477.444944:0:77239:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000008436a38. 00000400:00000010:3.0:1761313477.444951:0:77239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000039d2ea74. 00000400:00000010:3.0:1761313477.444957:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000bb5cea4a. 00000100:00000200:3.0:1761313477.444962:0:77239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869138407424, portal 16 00000400:00000010:3.0:1761313477.444968:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000140b65b8. 00000100:00000200:3.0:1761313477.444970:0:77239:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869138407424, offset 0 00000400:00000200:3.0:1761313477.444977:0:77239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:3.0:1761313477.444987:0:77239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:3.0:1761313477.444996:0:77239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:3.0:1761313477.445000:0:77239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761313477.445003:0:77239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:3.0:1761313477.445006:0:77239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90745:90745:256:4294967295] 192.168.204.38@tcp LPNI seq info [90745:90745:8:4294967295] 00000400:00000200:3.0:1761313477.445014:0:77239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:3.0:1761313477.445019:0:77239:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:3.0:1761313477.445023:0:77239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005a2664b3 (tot 82351826). 00000800:00000200:3.0:1761313477.445028:0:77239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:3.0:1761313477.445033:0:77239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:3.0:1761313477.445035:0:77239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000005a2664b3 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761313477.445391:0:15825:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313477.445395:0:15825:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005a2664b3 (tot 82351578). 00000400:00000200:1.0:1761313477.445399:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313477.445403:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:1.0:1761313477.445406:0:15825:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000140b65b8 00000400:00000010:1.0:1761313477.445408:0:15825:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000140b65b8. 00000100:00000200:1.0:1761313477.445416:0:15825:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000020fe4fda x1846869138407424/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313521 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761313477.451272:0:15827:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:1.0:1761313477.451299:0:15827:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x68fb7baf10000 00000400:00000200:1.0:1761313477.451310:0:15827:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb198d [1] + 224 00000400:00000200:1.0:1761313477.451324:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313477.451327:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:1.0:1761313477.451341:0:15827:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000020fe4fda x1846869138407424/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313521 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761313477.451400:0:15827:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:1.0:1761313477.451405:0:15827:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x68fb7ba860780 00000400:00000200:1.0:1761313477.451412:0:15827:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xb02d5 [2] + 1312 00000400:00000200:1.0:1761313477.451424:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313477.451427:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:1.0:1761313477.451431:0:15827:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761313477.451439:0:15827:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ba613791. 00000020:00000010:0.0:1761313477.451520:0:64710:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006c9b3991. 00000020:00000010:0.0:1761313477.451529:0:64710:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000006f74eb7e. 00000020:00000010:0.0:1761313477.451535:0:64710:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000076f5767f. 00000100:00000200:0.0:1761313477.451569:0:64710:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000ba613791 x1846869131396992/t0(0) o103->78617949-0e11-4ca2-94c2-d809f91deaa9@192.168.204.38@tcp:408/0 lens 328/0 e 0 to 0 dl 1761313483 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:0.0:1761313477.451618:0:64710:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869131396992 02000000:00000010:0.0:1761313477.451633:0:64710:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000ffff57b1. 00010000:00000010:0.0:1761313477.451687:0:64710:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000665155ee. 00000100:00000010:0.0:1761313477.451697:0:64710:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006cdcc286. 00000100:00000010:0.0:1761313477.451705:0:64710:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006cdcc286. 00010000:00000010:0.0:1761313477.451708:0:64710:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000665155ee. 00000400:00000010:0.0:1761313477.451737:0:64710:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000cca6299d. 00000100:00000200:0.0:1761313477.451744:0:64710:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869131396992, offset 224 00000400:00000200:0.0:1761313477.451753:0:64710:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:0.0:1761313477.451765:0:64710:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:0.0:1761313477.451771:0:64710:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90746:90746:256:4294967295] 192.168.204.38@tcp LPNI seq info [90746:90746:8:4294967295] 00000400:00000200:0.0:1761313477.451784:0:64710:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:0.0:1761313477.451790:0:64710:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:0.0:1761313477.451796:0:64710:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f5bfb3ac (tot 82351826). 00000800:00000200:0.0:1761313477.451803:0:64710:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:0.0:1761313477.451811:0:64710:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:0.0:1761313477.451815:0:64710:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000f5bfb3ac type 1, nob 320 niov 1 nkiov 1 00000400:00000010:3.0:1761313477.451817:0:77239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000039d2ea74. 00000400:00000200:3.0:1761313477.451828:0:77239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000bb5cea4a 00000400:00000010:3.0:1761313477.451830:0:77239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000bb5cea4a. 00000020:00000010:0.0:1761313477.451833:0:64710:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000006f74eb7e. 00000100:00000200:3.0:1761313477.451839:0:77239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000020fe4fda x1846869138407424/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313521 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000020:00000010:0.0:1761313477.451840:0:64710:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000076f5767f. 00000020:00000010:0.0:1761313477.451845:0:64710:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006c9b3991. 00000100:00000200:3.0:1761313477.451853:0:77239:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000020fe4fda x1846869138407424/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313521 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.0:1761313477.451879:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000caa808df. 02000000:00000010:3.0:1761313477.451900:0:77239:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000008436a38. 02000000:00000010:3.0:1761313477.451907:0:77239:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000018e7634. 00000100:00000010:3.0:1761313477.451911:0:77239:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000020fe4fda. 00000100:00000010:3.0:1761313477.451915:0:77239:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a3335fcc. 00010000:00000010:3.0:1761313477.451918:0:77239:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000cba9dd77. 00080000:00000010:3.0:1761313477.451940:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000018e7634. 00010000:00000010:3.0:1761313477.452070:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000001d40bee1. 00010000:00000010:3.0:1761313477.452079:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000d3a5b68c. 00000800:00000200:1.0:1761313477.452098:0:15826:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313477.452103:0:15826:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f5bfb3ac (tot 82351578). 00000400:00000200:1.0:1761313477.452108:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313477.452113:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:1.0:1761313477.452115:0:15826:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000cca6299d 00000400:00000010:1.0:1761313477.452117:0:15826:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000cca6299d. 00010000:00000010:3.0:1761313477.452188:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000398c3ef8. 00010000:00000010:3.0:1761313477.452195:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000001d40bee1. 00010000:00000010:3.0:1761313477.452208:0:77239:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000cba9dd77. 00000100:00000010:3.0:1761313477.452211:0:77239:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a3335fcc. 00000100:00000010:3.0:1761313477.452218:0:77239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000020fe4fda. 02000000:00000010:3.0:1761313477.452231:0:77239:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000008436a38. 02000000:00000010:3.0:1761313477.452262:0:77239:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000102dc7be. 00000400:00000010:3.0:1761313477.452266:0:77239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000039d2ea74. 00000400:00000010:3.0:1761313477.452270:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000bb5cea4a. 00000100:00000200:3.0:1761313477.452276:0:77239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869138407488, portal 16 00000400:00000010:3.0:1761313477.452281:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a11939fc. 00000100:00000200:3.0:1761313477.452282:0:77239:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869138407488, offset 0 00000400:00000200:3.0:1761313477.452288:0:77239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:3.0:1761313477.452295:0:77239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:3.0:1761313477.452304:0:77239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:3.0:1761313477.452308:0:77239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761313477.452312:0:77239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:3.0:1761313477.452314:0:77239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90747:90747:256:4294967295] 192.168.204.38@tcp LPNI seq info [90747:90747:8:4294967295] 00000400:00000200:3.0:1761313477.452322:0:77239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:3.0:1761313477.452328:0:77239:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:3.0:1761313477.452331:0:77239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000fef2aa8a (tot 82351826). 00000800:00000200:3.0:1761313477.452335:0:77239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:3.0:1761313477.452339:0:77239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:3.0:1761313477.452342:0:77239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000fef2aa8a type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761313477.452462:0:15825:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761313477.452466:0:15825:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000fef2aa8a (tot 82351578). 00000400:00000200:0.0:1761313477.452470:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313477.452474:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:0.0:1761313477.452477:0:15825:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a11939fc 00000400:00000010:0.0:1761313477.452479:0:15825:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a11939fc. 00000100:00000200:0.0:1761313477.452485:0:15825:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000020fe4fda x1846869138407488/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313521 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761313477.455156:0:15827:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:3.0:1761313477.455183:0:15827:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x68fb7baf10040 00000400:00000200:3.0:1761313477.455195:0:15827:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb1999 [1] + 224 00000400:00000200:3.0:1761313477.455213:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313477.455218:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:3.0:1761313477.455232:0:15827:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000020fe4fda x1846869138407488/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313521 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1761313477.455299:0:77239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000039d2ea74. 00000400:00000200:2.0:1761313477.455309:0:77239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000bb5cea4a 00000400:00000010:2.0:1761313477.455311:0:77239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000bb5cea4a. 00000100:00000200:2.0:1761313477.455320:0:77239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000020fe4fda x1846869138407488/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313521 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761313477.455329:0:77239:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000020fe4fda x1846869138407488/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313521 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1761313477.455394:0:78563:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000948635ca. 00010000:00000010:3.1:1761313477.455400:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009023880d. 00010000:00000010:3.1:1761313477.455411:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ee6f4c87. 02000000:00000010:2.0:1761313477.455436:0:77239:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000102dc7be. 02000000:00000010:2.0:1761313477.455447:0:77239:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000008436a38. 00000100:00000010:2.0:1761313477.455452:0:77239:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000020fe4fda. 00000100:00000010:2.0:1761313477.455458:0:77239:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a3335fcc. 00010000:00000010:2.0:1761313477.455462:0:77239:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000cba9dd77. 00000400:00000200:3.0:1761313477.457134:0:15826:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:3.0:1761313477.457154:0:15826:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x68fb7ba8607c0 00000400:00000200:3.0:1761313477.457163:0:15826:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xb02d5 [2] + 1640 00000400:00000200:3.0:1761313477.457238:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313477.457243:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:3.0:1761313477.457249:0:15826:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761313477.457258:0:15826:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000020fe4fda. 00000020:00000010:0.0:1761313477.458501:0:75220:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008891e79e. 00000020:00000010:0.0:1761313477.458513:0:75220:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000006f74eb7e. 00000020:00000010:0.0:1761313477.458519:0:75220:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000076f5767f. 00000100:00000200:0.0:1761313477.458561:0:75220:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000020fe4fda x1846869131397056/t0(0) o103->78617949-0e11-4ca2-94c2-d809f91deaa9@192.168.204.38@tcp:408/0 lens 328/0 e 0 to 0 dl 1761313483 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00010000:00000010:3.1:1761313477.458663:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000031197765. 00010000:00000010:3.1:1761313477.458672:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b68ec665. 00010000:00000010:3.1:1761313477.458676:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000059de02b2. 00000100:00000200:1.0:1761313477.459521:0:75220:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869131397056 02000000:00000010:1.0:1761313477.459540:0:75220:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000020e20a90. 00010000:00000010:1.0:1761313477.459583:0:75220:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000394ae0b6. 00010000:00000010:1.0:1761313477.459608:0:75220:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000003e19f9d4. 00000100:00000010:1.0:1761313477.459618:0:75220:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a6a9d317. 00000100:00000010:1.0:1761313477.459639:0:75220:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a6a9d317. 00010000:00000010:1.0:1761313477.459644:0:75220:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000003e19f9d4. 00000400:00000010:1.0:1761313477.459663:0:75220:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007c77981f. 00000100:00000200:1.0:1761313477.459671:0:75220:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869131397056, offset 224 00000400:00000200:1.0:1761313477.459682:0:75220:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:1.0:1761313477.459700:0:75220:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:1.0:1761313477.459708:0:75220:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90748:90748:256:4294967295] 192.168.204.38@tcp LPNI seq info [90748:90748:8:4294967295] 00000400:00000200:1.0:1761313477.459730:0:75220:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:1.0:1761313477.459736:0:75220:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:1.0:1761313477.459742:0:75220:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000258d8758 (tot 82351826). 00000800:00000200:1.0:1761313477.459751:0:75220:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:1.0:1761313477.459759:0:75220:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:1.0:1761313477.459763:0:75220:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000258d8758 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761313477.459782:0:75220:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000006f74eb7e. 00000020:00000010:1.0:1761313477.459789:0:75220:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000076f5767f. 00000020:00000010:1.0:1761313477.459793:0:75220:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008891e79e. 00080000:00000010:2.0:1761313477.461052:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 0000000013c68d73. 00010000:00000010:2.0:1761313477.461197:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000001d40bee1. 00010000:00000010:2.0:1761313477.461211:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000817ccb17. 00010000:00000010:2.0:1761313477.461331:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000dc7c8aea. 00010000:00000010:2.0:1761313477.461338:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000250e9210. 00010000:00000010:2.0:1761313477.461354:0:77239:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000704f38a7. 00000100:00000010:2.0:1761313477.461384:0:77239:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000005420563b. 00000100:00000010:2.0:1761313477.461397:0:77239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000071031f05. 02000000:00000010:2.0:1761313477.461415:0:77239:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000008bc0c0d6. 02000000:00000010:2.0:1761313477.461453:0:77239:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000002ddfecda. 00000400:00000010:2.0:1761313477.461462:0:77239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000ddc6103e. 00000400:00000010:2.0:1761313477.461470:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003c745d15. 00000100:00000200:2.0:1761313477.461478:0:77239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869138407552, portal 16 00000400:00000010:2.0:1761313477.461484:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000032f4837. 00000100:00000200:2.0:1761313477.461486:0:77239:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869138407552, offset 0 00000400:00000200:2.0:1761313477.461496:0:77239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:2.0:1761313477.461513:0:77239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:2.0:1761313477.461522:0:77239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:2.0:1761313477.461526:0:77239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761313477.461529:0:77239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:2.0:1761313477.461532:0:77239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90749:90749:255:4294967295] 192.168.204.38@tcp LPNI seq info [90749:90749:7:4294967295] 00000400:00000200:2.0:1761313477.461543:0:77239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:2.0:1761313477.461548:0:77239:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:2.0:1761313477.461554:0:77239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000df62ea87 (tot 82352074). 00000800:00000200:2.0:1761313477.461561:0:77239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:2.0:1761313477.461568:0:77239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:2.0:1761313477.461574:0:77239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000df62ea87 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761313477.463173:0:15825:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761313477.463183:0:15825:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000258d8758 (tot 82351826). 00000400:00000200:0.0:1761313477.463192:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313477.463203:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:0.0:1761313477.463209:0:15825:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007c77981f 00000400:00000010:0.0:1761313477.463213:0:15825:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007c77981f. 00000800:00000200:0.0:1761313477.463306:0:15825:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761313477.463309:0:15825:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000df62ea87 (tot 82351578). 00000400:00000200:0.0:1761313477.463312:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313477.463317:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:0.0:1761313477.463320:0:15825:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000032f4837 00000400:00000010:0.0:1761313477.463321:0:15825:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000032f4837. 00000100:00000200:0.0:1761313477.463332:0:15825:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000071031f05 x1846869138407552/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313521 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761313477.471840:0:15827:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:1.0:1761313477.471872:0:15827:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x68fb7baf10080 00000400:00000200:1.0:1761313477.471884:0:15827:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb19a5 [1] + 224 00000400:00000200:1.0:1761313477.471899:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313477.471903:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:1.0:1761313477.471916:0:15827:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000071031f05 x1846869138407552/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313521 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761313477.471958:0:15827:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:1.0:1761313477.471963:0:15827:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x68fb7ba860800 00000400:00000200:1.0:1761313477.471968:0:15827:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xb02d5 [2] + 1968 00000400:00000010:1.0:1761313477.471972:0:15827:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000d324ee54. 00000400:00000200:1.0:1761313477.471978:0:15827:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 00000000105cbbe6 00000400:00000200:1.0:1761313477.472055:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313477.472059:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000010:2.0:1761313477.472062:0:77239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000ddc6103e. 00000400:00000200:2.0:1761313477.472068:0:77239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003c745d15 00000400:00000010:2.0:1761313477.472071:0:77239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003c745d15. 00000100:00000200:2.0:1761313477.472080:0:77239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000071031f05 x1846869138407552/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313521 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761313477.472089:0:77239:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000071031f05 x1846869138407552/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313521 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761313477.472130:0:77239:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000002ddfecda. 02000000:00000010:2.0:1761313477.472138:0:77239:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000008bc0c0d6. 00000100:00000010:2.0:1761313477.472142:0:77239:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000071031f05. 00000100:00000010:2.0:1761313477.472148:0:77239:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000005420563b. 00010000:00000010:2.0:1761313477.472152:0:77239:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000704f38a7. 00000400:00000200:1.0:1761313477.475088:0:15827:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000105cbbe6 00000400:00000010:1.0:1761313477.475098:0:15827:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 00000000105cbbe6 (tot 82351426). 00000100:00000200:1.0:1761313477.475108:0:15827:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:1.0:1761313477.475193:0:64710:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a7fa56e3. 00000020:00000010:1.0:1761313477.475201:0:64710:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000009fc4cf95. 00000020:00000010:1.0:1761313477.475207:0:64710:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000fa60968b. 00000100:00000200:1.0:1761313477.475244:0:64710:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000028463070 x1846869131397120/t0(0) o103->78617949-0e11-4ca2-94c2-d809f91deaa9@192.168.204.38@tcp:408/0 lens 328/0 e 0 to 0 dl 1761313483 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:1.0:1761313477.475278:0:64710:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869131397120 02000000:00000010:1.0:1761313477.475292:0:64710:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000000e44180b. 00010000:00000010:1.0:1761313477.475328:0:64710:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000060b8c104. 00010000:00000010:1.0:1761313477.475351:0:64710:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000003e19f9d4. 00000100:00000010:1.0:1761313477.475377:0:64710:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a6a9d317. 00000100:00000010:1.0:1761313477.475390:0:64710:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a6a9d317. 00010000:00000010:1.0:1761313477.475393:0:64710:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000003e19f9d4. 00000400:00000010:1.0:1761313477.475409:0:64710:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004a139d93. 00000100:00000200:1.0:1761313477.475415:0:64710:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869131397120, offset 224 00000400:00000200:1.0:1761313477.475423:0:64710:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:1.0:1761313477.475440:0:64710:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:1.0:1761313477.475446:0:64710:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90750:90750:256:4294967295] 192.168.204.38@tcp LPNI seq info [90750:90750:8:4294967295] 00000400:00000200:1.0:1761313477.475457:0:64710:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:1.0:1761313477.475463:0:64710:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:1.0:1761313477.475467:0:64710:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000cc8c87c8 (tot 82351674). 00000800:00000200:1.0:1761313477.475474:0:64710:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:1.0:1761313477.475481:0:64710:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:1.0:1761313477.475485:0:64710:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000cc8c87c8 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761313477.475502:0:64710:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000009fc4cf95. 00000020:00000010:1.0:1761313477.475506:0:64710:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000fa60968b. 00000020:00000010:1.0:1761313477.475509:0:64710:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a7fa56e3. 02000000:00000010:1.0:1761313477.475518:0:64710:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000020e20a90. 00000100:00000010:1.0:1761313477.475521:0:64710:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000020fe4fda. 02000000:00000010:1.0:1761313477.475525:0:64710:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000ffff57b1. 00000100:00000010:1.0:1761313477.475527:0:64710:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ba613791. 02000000:00000010:1.0:1761313477.475531:0:64710:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000001a921059. 00000100:00000010:1.0:1761313477.475532:0:64710:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000018525722. 02000000:00000010:1.0:1761313477.475536:0:64710:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000047647844. 00000100:00000010:1.0:1761313477.475539:0:64710:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007fc08122. 02000000:00000010:1.0:1761313477.475542:0:64710:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000836d0529. 00000100:00000010:1.0:1761313477.475544:0:64710:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000dfcb6cbf. 02000000:00000010:1.0:1761313477.475546:0:64710:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000ac5be643. 00000100:00000010:1.0:1761313477.475549:0:64710:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000022227f6e. 00000100:00000200:1.0:1761313477.475554:0:64710:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1761313477.475561:0:64710:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000af140201. 00000400:00000010:1.0:1761313477.475564:0:64710:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000a6a9d317 (tot 82351826). 00000800:00000200:1.0:1761313477.475679:0:15826:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313477.475683:0:15826:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000cc8c87c8 (tot 82351578). 00000400:00000200:1.0:1761313477.475689:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313477.475693:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:1.0:1761313477.475696:0:15826:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004a139d93 00000400:00000010:1.0:1761313477.475697:0:15826:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004a139d93. 02000000:00000010:1.0:1761313477.475700:0:15826:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000000e44180b. 00080000:00000010:3.0:1761313477.476249:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 0000000008436a38. 00010000:00000010:3.0:1761313477.476429:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000250e9210. 00010000:00000010:3.0:1761313477.476438:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b433fba1. 00010000:00000010:3.0:1761313477.476524:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000059de02b2. 00010000:00000010:3.0:1761313477.476530:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000e0c76ba0. 00010000:00000010:3.0:1761313477.476541:0:77239:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000065cb4694. 00000100:00000010:3.0:1761313477.476547:0:77239:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a3335fcc. 00000100:00000010:3.0:1761313477.476556:0:77239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000009906dba7. 02000000:00000010:3.0:1761313477.476570:0:77239:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000102dc7be. 02000000:00000010:3.0:1761313477.476604:0:77239:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000836d0529. 00000400:00000010:3.0:1761313477.476610:0:77239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000006c1566a8. 00000400:00000010:3.0:1761313477.476761:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000040c69929. 00000100:00000200:3.0:1761313477.476768:0:77239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869138407616, portal 16 00000400:00000010:3.0:1761313477.476775:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006cc90287. 00000100:00000200:3.0:1761313477.476777:0:77239:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869138407616, offset 0 00000400:00000200:3.0:1761313477.476902:0:77239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:3.0:1761313477.476917:0:77239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:3.0:1761313477.476924:0:77239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:3.0:1761313477.476928:0:77239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761313477.476931:0:77239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:3.0:1761313477.476934:0:77239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90751:90751:256:4294967295] 192.168.204.38@tcp LPNI seq info [90751:90751:8:4294967295] 00000400:00000200:3.0:1761313477.476943:0:77239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:3.0:1761313477.476948:0:77239:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:3.0:1761313477.476953:0:77239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c12329df (tot 82351826). 00000800:00000200:3.0:1761313477.476959:0:77239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:3.0:1761313477.476966:0:77239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:3.0:1761313477.476969:0:77239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c12329df type 1, nob 424 niov 1 nkiov 1 00010000:00000010:1.1:1761313477.477429:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000049d575a3. 00000800:00000200:0.0:1761313477.477793:0:15825:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761313477.477798:0:15825:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c12329df (tot 82351578). 00000400:00000200:0.0:1761313477.477804:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313477.477813:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:0.0:1761313477.477817:0:15825:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006cc90287 00000400:00000010:0.0:1761313477.477819:0:15825:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006cc90287. 00000100:00000200:0.0:1761313477.477828:0:15825:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000009906dba7 x1846869138407616/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313521 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761313477.481185:0:15827:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:1.0:1761313477.481214:0:15827:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x68fb7baf100c0 00000400:00000200:1.0:1761313477.481225:0:15827:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb19b5 [1] + 224 00000400:00000200:1.0:1761313477.481248:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313477.481253:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:1.0:1761313477.481268:0:15827:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000009906dba7 x1846869138407616/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313521 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1761313477.481386:0:77239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000006c1566a8. 00000400:00000200:3.0:1761313477.481397:0:77239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000040c69929 00000400:00000010:3.0:1761313477.481399:0:77239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000040c69929. 00000100:00000200:3.0:1761313477.481406:0:77239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000009906dba7 x1846869138407616/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313521 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761313477.481415:0:77239:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000009906dba7 x1846869138407616/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313521 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1761313477.481455:0:77239:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000836d0529. 02000000:00000010:3.0:1761313477.481462:0:77239:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000102dc7be. 00000100:00000010:3.0:1761313477.481467:0:77239:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000009906dba7. 00000100:00000010:3.0:1761313477.481473:0:77239:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a3335fcc. 00010000:00000010:3.0:1761313477.481479:0:77239:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000065cb4694. 00010000:00000010:2.1:1761313477.482492:0:1028:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a0eb9f04. 00010000:00000010:2.1:1761313477.482505:0:1028:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000398c3ef8. 00010000:00000010:3.1:1761313477.483901:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d1eed853. 00010000:00000010:3.1:1761313477.483910:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000dc7c8aea. 00000400:00000200:3.0:1761313477.488031:0:15826:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:3.0:1761313477.488060:0:15826:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x68fb7ba860840 00000400:00000200:3.0:1761313477.488070:0:15826:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xb032d [2] + 0 00000400:00000200:3.0:1761313477.488414:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313477.488421:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:3.0:1761313477.488429:0:15826:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761313477.488437:0:15826:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000009906dba7. 00000020:00000010:1.0:1761313477.490256:0:75220:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000020e20a90. 00000020:00000010:1.0:1761313477.490271:0:75220:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000009fc4cf95. 00000020:00000010:1.0:1761313477.490277:0:75220:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000fa60968b. 00000100:00000200:1.0:1761313477.490316:0:75220:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000009906dba7 x1846869131397184/t0(0) o103->78617949-0e11-4ca2-94c2-d809f91deaa9@192.168.204.38@tcp:408/0 lens 328/0 e 0 to 0 dl 1761313483 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:1.0:1761313477.490354:0:75220:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869131397184 02000000:00000010:1.0:1761313477.490404:0:75220:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000a7fa56e3. 00010000:00000010:1.0:1761313477.490442:0:75220:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000852204a5. 00010000:00000010:1.0:1761313477.490470:0:75220:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000003e19f9d4. 00000100:00000010:1.0:1761313477.490479:0:75220:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000000f10965d. 00000100:00000010:1.0:1761313477.490495:0:75220:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000000f10965d. 00010000:00000010:1.0:1761313477.490498:0:75220:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000003e19f9d4. 00000400:00000010:1.0:1761313477.490516:0:75220:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004a139d93. 00000100:00000200:1.0:1761313477.490523:0:75220:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869131397184, offset 224 00000400:00000200:1.0:1761313477.490532:0:75220:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:1.0:1761313477.490550:0:75220:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:1.0:1761313477.490556:0:75220:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90752:90752:256:4294967295] 192.168.204.38@tcp LPNI seq info [90752:90752:8:4294967295] 00000400:00000200:1.0:1761313477.490568:0:75220:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:1.0:1761313477.490573:0:75220:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:1.0:1761313477.490592:0:75220:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000cc8c87c8 (tot 82351826). 00000800:00000200:1.0:1761313477.490601:0:75220:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:1.0:1761313477.490609:0:75220:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:1.0:1761313477.490613:0:75220:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000cc8c87c8 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761313477.490645:0:75220:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000009fc4cf95. 00000020:00000010:1.0:1761313477.490650:0:75220:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000fa60968b. 00000020:00000010:1.0:1761313477.490654:0:75220:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000020e20a90. 00000800:00000200:1.0:1761313477.490765:0:15825:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313477.490769:0:15825:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000cc8c87c8 (tot 82351578). 00000400:00000200:1.0:1761313477.490775:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313477.490780:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:1.0:1761313477.490785:0:15825:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004a139d93 00000400:00000010:1.0:1761313477.490788:0:15825:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004a139d93. 00080000:00000010:1.0:1761313477.490827:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 0000000020e20a90. 00010000:00000010:1.0:1761313477.490935:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e0c76ba0. 00010000:00000010:1.0:1761313477.490943:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000000ae0256c. 00010000:00000010:1.0:1761313477.491039:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000fdb76ba0. 00010000:00000010:1.0:1761313477.491046:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000009d13f597. 00010000:00000010:1.0:1761313477.491058:0:77239:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000003e19f9d4. 00000100:00000010:1.0:1761313477.491061:0:77239:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000000f10965d. 00000100:00000010:1.0:1761313477.491070:0:77239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000022227f6e. 02000000:00000010:1.0:1761313477.491083:0:77239:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000ac6dcd0c. 02000000:00000010:1.0:1761313477.491115:0:77239:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000009a7803d1. 00000400:00000010:1.0:1761313477.491122:0:77239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000027c40c5b. 00000400:00000010:1.0:1761313477.491128:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004a139d93. 00000100:00000200:1.0:1761313477.491133:0:77239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869138407680, portal 16 00000400:00000010:1.0:1761313477.491138:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003b591177. 00000100:00000200:1.0:1761313477.491140:0:77239:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869138407680, offset 0 00000400:00000200:1.0:1761313477.491146:0:77239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:1.0:1761313477.491154:0:77239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:1.0:1761313477.491162:0:77239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:1.0:1761313477.491166:0:77239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761313477.491169:0:77239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:1.0:1761313477.491172:0:77239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90753:90753:256:4294967295] 192.168.204.38@tcp LPNI seq info [90753:90753:8:4294967295] 00000400:00000200:1.0:1761313477.491180:0:77239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:1.0:1761313477.491184:0:77239:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:1.0:1761313477.491188:0:77239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000cc8c87c8 (tot 82351826). 00000800:00000200:1.0:1761313477.491193:0:77239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:1.0:1761313477.491198:0:77239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:1.0:1761313477.491201:0:77239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000cc8c87c8 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761313477.491254:0:15827:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313477.491257:0:15827:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000cc8c87c8 (tot 82351578). 00000400:00000200:1.0:1761313477.491261:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313477.491265:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:1.0:1761313477.491268:0:15827:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003b591177 00000400:00000010:1.0:1761313477.491270:0:15827:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003b591177. 00000100:00000200:1.0:1761313477.491275:0:15827:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000022227f6e x1846869138407680/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313521 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1761313477.494950:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000151c5364. 00000400:00000200:3.0:1761313477.495782:0:15826:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:3.0:1761313477.495805:0:15826:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x68fb7baf10100 00000400:00000200:3.0:1761313477.495816:0:15826:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb19c1 [1] + 224 00000400:00000200:3.0:1761313477.495830:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313477.495834:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:3.0:1761313477.495848:0:15826:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000022227f6e x1846869138407680/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313521 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761313477.496731:0:15826:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:3.0:1761313477.496743:0:15826:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x68fb7ba860880 00000400:00000200:3.0:1761313477.496749:0:15826:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xb032d [2] + 328 00000400:00000200:3.0:1761313477.496762:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313477.496765:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:3.0:1761313477.496771:0:15826:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761313477.496778:0:15826:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001588211e. 00000020:00000010:3.0:1761313477.496835:0:64710:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000102dc7be. 00000020:00000010:3.0:1761313477.496843:0:64710:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000000568a7e6. 00000020:00000010:3.0:1761313477.496849:0:64710:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000ce95a124. 00000100:00000200:3.0:1761313477.496882:0:64710:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000001588211e x1846869131397248/t0(0) o103->78617949-0e11-4ca2-94c2-d809f91deaa9@192.168.204.38@tcp:408/0 lens 328/0 e 0 to 0 dl 1761313483 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:3.0:1761313477.496916:0:64710:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869131397248 02000000:00000010:3.0:1761313477.496929:0:64710:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000836d0529. 00010000:00000010:3.0:1761313477.496980:0:64710:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000065cb4694. 00000100:00000010:3.0:1761313477.496989:0:64710:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a3335fcc. 00000100:00000010:3.0:1761313477.496997:0:64710:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a3335fcc. 00010000:00000010:3.0:1761313477.497000:0:64710:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000065cb4694. 00000400:00000010:3.0:1761313477.497018:0:64710:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000040c69929. 00000100:00000200:3.0:1761313477.497023:0:64710:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869131397248, offset 224 00000400:00000200:3.0:1761313477.497031:0:64710:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:3.0:1761313477.497043:0:64710:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:3.0:1761313477.497049:0:64710:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90754:90754:256:4294967295] 192.168.204.38@tcp LPNI seq info [90754:90754:8:4294967295] 00000400:00000200:3.0:1761313477.497059:0:64710:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:3.0:1761313477.497064:0:64710:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:3.0:1761313477.497069:0:64710:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000050f99130 (tot 82351826). 00000800:00000200:3.0:1761313477.497074:0:64710:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:3.0:1761313477.497082:0:64710:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:3.0:1761313477.497087:0:64710:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000050f99130 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761313477.497106:0:64710:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000000568a7e6. 00000020:00000010:3.0:1761313477.497110:0:64710:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000ce95a124. 00000020:00000010:3.0:1761313477.497115:0:64710:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000102dc7be. 00000800:00000200:3.0:1761313477.497231:0:15825:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761313477.497235:0:15825:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000050f99130 (tot 82351578). 00000400:00000200:3.0:1761313477.497239:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313477.497242:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:3.0:1761313477.497246:0:15825:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000040c69929 00000400:00000010:3.0:1761313477.497248:0:15825:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000040c69929. 00000400:00000010:0.0:1761313477.498145:0:77239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000027c40c5b. 00000400:00000200:0.0:1761313477.498152:0:77239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004a139d93 00000400:00000010:0.0:1761313477.498153:0:77239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004a139d93. 00000100:00000200:0.0:1761313477.498163:0:77239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000022227f6e x1846869138407680/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313521 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761313477.498172:0:77239:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000022227f6e x1846869138407680/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313521 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.0:1761313477.498200:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c7fef7e0. 02000000:00000010:0.0:1761313477.498220:0:77239:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000009a7803d1. 02000000:00000010:0.0:1761313477.498226:0:77239:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000ac6dcd0c. 00000100:00000010:0.0:1761313477.498231:0:77239:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000022227f6e. 00000100:00000010:0.0:1761313477.498235:0:77239:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000000f10965d. 00010000:00000010:0.0:1761313477.498238:0:77239:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000003e19f9d4. 00080000:00000010:0.0:1761313477.498257:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 000000006c9b3991. 00010000:00000010:0.0:1761313477.498396:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000009d13f597. 00010000:00000010:0.0:1761313477.498404:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000007d2d6398. 00010000:00000010:0.0:1761313477.498501:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000008db035d4. 00010000:00000010:0.0:1761313477.498508:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d96d5506. 00010000:00000010:0.0:1761313477.498519:0:77239:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000665155ee. 00000100:00000010:0.0:1761313477.498524:0:77239:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006cdcc286. 00000100:00000010:0.0:1761313477.498532:0:77239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000002527802e. 02000000:00000010:0.0:1761313477.498545:0:77239:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000094f361b2. 02000000:00000010:0.0:1761313477.498575:0:77239:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e0dce272. 00000400:00000010:0.0:1761313477.498579:0:77239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000006e8b39fd. 00000400:00000010:0.0:1761313477.498584:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000dc692469. 00000100:00000200:0.0:1761313477.498590:0:77239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869138407744, portal 16 00000400:00000010:0.0:1761313477.498595:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000070c25494. 00000100:00000200:0.0:1761313477.498597:0:77239:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869138407744, offset 0 00000400:00000200:0.0:1761313477.498603:0:77239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:0.0:1761313477.498615:0:77239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:0.0:1761313477.498624:0:77239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:0.0:1761313477.498629:0:77239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761313477.498632:0:77239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:0.0:1761313477.498635:0:77239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90755:90755:256:4294967295] 192.168.204.38@tcp LPNI seq info [90755:90755:8:4294967295] 00000400:00000200:0.0:1761313477.498644:0:77239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:0.0:1761313477.498649:0:77239:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:0.0:1761313477.498658:0:77239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003bf1ee5f (tot 82351826). 00000800:00000200:0.0:1761313477.498664:0:77239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:0.0:1761313477.498670:0:77239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:0.0:1761313477.498674:0:77239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000003bf1ee5f type 1, nob 424 niov 1 nkiov 1 00000400:00000200:1.0:1761313477.500869:0:15826:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:1.0:1761313477.500892:0:15826:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 12 MB=0x68fb7ba860900 00000400:00000200:1.0:1761313477.500901:0:15826:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.38@tcp of length 224/224 into md 0x7c131 [64] + 27576 00000400:00000200:1.0:1761313477.500914:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313477.500918:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:1.0:1761313477.500927:0:15826:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1761313477.500934:0:15826:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000dfcb6cbf. 00000020:00000010:2.0:1761313477.501918:0:67988:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000053300241. 00000020:00000010:2.0:1761313477.501928:0:67988:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000008692e4e8. 00000020:00000010:2.0:1761313477.501933:0:67988:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000003de95356. 00000800:00000200:3.0:1761313477.502553:0:15827:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761313477.502559:0:15827:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003bf1ee5f (tot 82351578). 00000400:00000200:3.0:1761313477.502566:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313477.502574:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:3.0:1761313477.502586:0:15827:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000070c25494 00000400:00000010:3.0:1761313477.502589:0:15827:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000070c25494. 00000100:00000200:3.0:1761313477.502601:0:15827:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000002527802e x1846869138407744/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313521 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761313477.502653:0:15826:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:3.0:1761313477.502666:0:15826:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 26 MB=0x68fb7ba8608c0 00000400:00000200:3.0:1761313477.502673:0:15826:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.204.38@tcp of length 224/224 into md 0x8cb59 [2] + 0 00000400:00000010:3.0:1761313477.502678:0:15826:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000213843f1. 00000400:00000200:3.0:1761313477.502682:0:15826:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 00000000b9c017a3 00000400:00000200:3.0:1761313477.504089:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313477.504101:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:3.0:1761313477.504107:0:15826:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b9c017a3 00000400:00000010:3.0:1761313477.504110:0:15826:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 00000000b9c017a3 (tot 82351426). 00000100:00000200:3.0:1761313477.504119:0:15826:0:(events.c:317:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:3.0:1761313477.504154:0:15826:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:3.0:1761313477.504294:0:15826:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 28 MB=0x68fb7ba860940 00000400:00000200:3.0:1761313477.504304:0:15826:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.204.38@tcp of length 224/224 into md 0x7511d [8] + 12760 00000400:00000200:3.0:1761313477.504314:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313477.504317:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:3.0:1761313477.504321:0:15826:0:(events.c:317:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:3.0:1761313477.504328:0:15826:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000097b2ed89. 00000400:00000200:3.0:1761313477.504348:0:15826:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:3.0:1761313477.504354:0:15826:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 28 MB=0x68fb7ba860980 00000100:00000200:2.0:1761313477.504506:0:67988:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869131397376 02000000:00000010:2.0:1761313477.504540:0:67988:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000008bc0c0d6. 00010000:00000200:2.0:1761313477.504553:0:67988:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply req@00000000dfcb6cbf x1846869131397376/t0(0) o400->78617949-0e11-4ca2-94c2-d809f91deaa9@192.168.204.38@tcp:445/0 lens 224/224 e 0 to 0 dl 1761313520 ref 1 fl Interpret:H/0/0 rc 0/0 job:'kworker/u8:4.0' 00000400:00000010:2.0:1761313477.504575:0:67988:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003c745d15. 00000400:00000200:3.0:1761313477.505664:0:15826:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.204.38@tcp of length 224/224 into md 0x7511d [8] + 12984 00000400:00000200:3.0:1761313477.505683:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313477.505688:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:2.0:1761313477.505877:0:67988:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1846869131397376, offset 224 00000400:00000200:2.0:1761313477.505889:0:67988:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:2.0:1761313477.505903:0:67988:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:2.0:1761313477.505909:0:67988:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90756:90756:256:4294967295] 192.168.204.38@tcp LPNI seq info [90756:90756:8:4294967295] 00000400:00000200:2.0:1761313477.505919:0:67988:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:2.0:1761313477.505924:0:67988:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:2.0:1761313477.505930:0:67988:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000285953fe (tot 82351674). 00000800:00000200:2.0:1761313477.505937:0:67988:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:2.0:1761313477.505944:0:67988:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:2.0:1761313477.505950:0:67988:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000285953fe type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761313477.505988:0:67988:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000008692e4e8. 00000020:00000010:2.0:1761313477.505995:0:67988:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000003de95356. 00000020:00000010:2.0:1761313477.506000:0:67988:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000053300241. 00000800:00000200:1.0:1761313477.506195:0:15825:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313477.506200:0:15825:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000285953fe (tot 82351426). 00000400:00000200:1.0:1761313477.506204:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313477.506208:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:1.0:1761313477.506213:0:15825:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003c745d15 00000400:00000010:1.0:1761313477.506215:0:15825:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003c745d15. 00000020:00000010:2.0:1761313477.506478:0:71739:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000053300241. 00000020:00000010:2.0:1761313477.506483:0:71739:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000008692e4e8. 00000020:00000010:2.0:1761313477.506487:0:71739:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000003de95356. 00000100:00000200:2.0:1761313477.506520:0:71739:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869131397312 02000000:00000010:2.0:1761313477.506536:0:71739:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000002ddfecda. 00010000:00000200:2.0:1761313477.506546:0:71739:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply req@00000000bec75cd9 x1846869131397312/t0(0) o400->e1c5ec89-1075-4396-b43b-23dc7dedd2cd@192.168.204.38@tcp:445/0 lens 224/224 e 0 to 0 dl 1761313520 ref 1 fl Interpret:/0/0 rc 0/0 job:'kworker/u8:4.0' 00000400:00000010:2.0:1761313477.506564:0:71739:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002c0ac683. 00000100:00000200:2.0:1761313477.506569:0:71739:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1846869131397312, offset 224 00000400:00000200:2.0:1761313477.506574:0:71739:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:2.0:1761313477.506580:0:71739:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:2.0:1761313477.506584:0:71739:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90757:90757:256:4294967295] 192.168.204.38@tcp LPNI seq info [90757:90757:8:4294967295] 00000400:00000200:2.0:1761313477.506592:0:71739:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:2.0:1761313477.506596:0:71739:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:2.0:1761313477.506600:0:71739:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004e6a8da9 (tot 82351674). 00000800:00000200:2.0:1761313477.506604:0:71739:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:2.0:1761313477.506609:0:71739:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:2.0:1761313477.506611:0:71739:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000004e6a8da9 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761313477.506625:0:71739:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000008692e4e8. 00000020:00000010:2.0:1761313477.506628:0:71739:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000003de95356. 00000020:00000010:2.0:1761313477.506630:0:71739:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000053300241. 00000100:00000200:2.0:1761313477.506637:0:71739:0:(niobuf.c:996:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1761313477.506644:0:71739:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000ddc6103e. 00000400:00000010:2.0:1761313477.506649:0:71739:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 000000005420563b (tot 82351826). 00010000:00000010:1.1:1761313477.506972:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000334c40fc. 00010000:00000010:1.1:1761313477.506983:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002d22d697. 00010000:00000010:1.1:1761313477.506987:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000059de02b2. 00000100:00000200:3.0:1761313477.507135:0:15826:0:(events.c:317:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:3.0:1761313477.507143:0:15826:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000099c92cc1. 00000800:00000200:3.0:1761313477.507205:0:15826:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761313477.507208:0:15826:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004e6a8da9 (tot 82351578). 00000400:00000200:3.0:1761313477.507211:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313477.507216:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:3.0:1761313477.507218:0:15826:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002c0ac683 00000400:00000010:3.0:1761313477.507220:0:15826:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002c0ac683. 02000000:00000010:3.0:1761313477.507225:0:15826:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000002ddfecda. 00000400:00000200:3.0:1761313477.507242:0:15826:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:3.0:1761313477.507251:0:15826:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x68fb7baf10140 00000400:00000200:3.0:1761313477.507259:0:15826:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb19cd [1] + 224 00000400:00000200:3.0:1761313477.507267:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313477.507270:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:3.0:1761313477.507276:0:15826:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000002527802e x1846869138407744/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313521 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761313477.507310:0:15826:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:3.0:1761313477.507315:0:15826:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x68fb7ba8609c0 00000400:00000200:3.0:1761313477.507319:0:15826:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xb032d [2] + 656 00000400:00000200:3.0:1761313477.507327:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313477.507329:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:3.0:1761313477.507333:0:15826:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761313477.507336:0:15826:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000002febdaee. 00000020:00000010:3.0:1761313477.507403:0:75217:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000102dc7be. 00000020:00000010:3.0:1761313477.507408:0:75217:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000000568a7e6. 00000020:00000010:3.0:1761313477.507411:0:75217:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000ce95a124. 00000020:00000010:3.0:1761313477.507441:0:75217:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000fd562785. 00000020:00000010:3.0:1761313477.507444:0:75217:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000036298e5f. 00000020:00000010:3.0:1761313477.507446:0:75217:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000061382956. 00000100:00000200:3.0:1761313477.507462:0:75217:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869131397440 02000000:00000010:3.0:1761313477.507477:0:75217:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000ac6dcd0c. 00010000:00000200:3.0:1761313477.507483:0:75217:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply req@0000000097b2ed89 x1846869131397440/t0(0) o400->78617949-0e11-4ca2-94c2-d809f91deaa9@192.168.204.38@tcp:445/0 lens 224/224 e 0 to 0 dl 1761313520 ref 1 fl Interpret:H/0/0 rc 0/0 job:'kworker/u8:4.0' 00000400:00000010:3.0:1761313477.507496:0:75217:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000040c69929. 00000100:00000200:3.0:1761313477.507499:0:75217:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1846869131397440, offset 224 00000400:00000200:3.0:1761313477.507503:0:75217:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:3.0:1761313477.507510:0:75217:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:3.0:1761313477.507513:0:75217:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90758:90758:256:4294967295] 192.168.204.38@tcp LPNI seq info [90758:90758:8:4294967295] 00000400:00000200:3.0:1761313477.507523:0:75217:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:3.0:1761313477.507527:0:75217:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:3.0:1761313477.507530:0:75217:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000050f99130 (tot 82351826). 00000800:00000200:3.0:1761313477.507535:0:75217:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:3.0:1761313477.507540:0:75217:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:3.0:1761313477.507542:0:75217:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000050f99130 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761313477.507552:0:75217:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000000568a7e6. 00000020:00000010:3.0:1761313477.507555:0:75217:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000ce95a124. 00000020:00000010:3.0:1761313477.507559:0:75217:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000102dc7be. 00000100:00000200:3.0:1761313477.507569:0:75217:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869131397504 02000000:00000010:3.0:1761313477.507576:0:75217:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000001a921059. 00010000:00000200:3.0:1761313477.507580:0:75217:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply req@0000000099c92cc1 x1846869131397504/t0(0) o400->78617949-0e11-4ca2-94c2-d809f91deaa9@192.168.204.38@tcp:445/0 lens 224/224 e 0 to 0 dl 1761313520 ref 1 fl Interpret:H/0/0 rc 0/0 job:'kworker/u8:4.0' 00000400:00000010:3.0:1761313477.507589:0:75217:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009ee9a73e. 00000100:00000200:3.0:1761313477.507592:0:75217:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1846869131397504, offset 224 00000400:00000200:3.0:1761313477.507596:0:75217:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:3.0:1761313477.507602:0:75217:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:3.0:1761313477.507604:0:75217:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90759:90759:255:4294967295] 192.168.204.38@tcp LPNI seq info [90759:90759:7:4294967295] 00000400:00000200:3.0:1761313477.507611:0:75217:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:3.0:1761313477.507615:0:75217:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:3.0:1761313477.507617:0:75217:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000090e74ba2 (tot 82352074). 00000800:00000200:3.0:1761313477.507620:0:75217:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:3.0:1761313477.507624:0:75217:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:3.0:1761313477.507626:0:75217:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000090e74ba2 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761313477.507631:0:75217:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000036298e5f. 00000020:00000010:3.0:1761313477.507633:0:75217:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000061382956. 00000020:00000010:3.0:1761313477.507635:0:75217:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000fd562785. 00000020:00000010:3.0:1761313477.507678:0:75220:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000047647844. 00000020:00000010:3.0:1761313477.507681:0:75220:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000036298e5f. 00000020:00000010:3.0:1761313477.507683:0:75220:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000061382956. 00000100:00000200:3.0:1761313477.507702:0:75220:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000002febdaee x1846869131397568/t0(0) o103->78617949-0e11-4ca2-94c2-d809f91deaa9@192.168.204.38@tcp:408/0 lens 328/0 e 0 to 0 dl 1761313483 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:3.0:1761313477.507732:0:75220:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869131397568 02000000:00000010:3.0:1761313477.507741:0:75220:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000000e44180b. 00010000:00000010:3.0:1761313477.507790:0:75220:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000065cb4694. 00000100:00000010:3.0:1761313477.507799:0:75220:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a3335fcc. 00000100:00000010:3.0:1761313477.507807:0:75220:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a3335fcc. 00010000:00000010:3.0:1761313477.507812:0:75220:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000065cb4694. 00000400:00000010:3.0:1761313477.507821:0:75220:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000077a0ef2. 00000100:00000200:3.0:1761313477.507824:0:75220:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869131397568, offset 224 00000400:00000200:3.0:1761313477.507829:0:75220:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:3.0:1761313477.507834:0:75220:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:3.0:1761313477.507837:0:75220:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90760:90760:254:4294967295] 192.168.204.38@tcp LPNI seq info [90760:90760:6:4294967295] 00000400:00000200:3.0:1761313477.507844:0:75220:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:3.0:1761313477.507848:0:75220:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:3.0:1761313477.507850:0:75220:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000572c2ec6 (tot 82352322). 00000800:00000200:3.0:1761313477.507853:0:75220:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:3.0:1761313477.507856:0:75220:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:3.0:1761313477.507859:0:75220:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000572c2ec6 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761313477.507864:0:75220:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000036298e5f. 00000020:00000010:3.0:1761313477.507866:0:75220:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000061382956. 00000020:00000010:3.0:1761313477.507869:0:75220:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000047647844. 00000800:00000200:3.0:1761313477.507895:0:15827:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761313477.507898:0:15827:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000050f99130 (tot 82352074). 00000400:00000200:3.0:1761313477.507901:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313477.507903:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:3.0:1761313477.507906:0:15827:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000040c69929 00000400:00000010:3.0:1761313477.507907:0:15827:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000040c69929. 00000800:00000200:3.0:1761313477.507917:0:15827:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761313477.507919:0:15827:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000090e74ba2 (tot 82351826). 00000400:00000200:3.0:1761313477.507921:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313477.507924:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:3.0:1761313477.507926:0:15827:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009ee9a73e 00000400:00000010:3.0:1761313477.507927:0:15827:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009ee9a73e. 00000800:00000200:3.0:1761313477.507956:0:15827:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761313477.507958:0:15827:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000572c2ec6 (tot 82351578). 00000400:00000200:3.0:1761313477.507960:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313477.507963:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:3.0:1761313477.507965:0:15827:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000077a0ef2 00000400:00000010:3.0:1761313477.507966:0:15827:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000077a0ef2. 00000400:00000010:1.0:1761313477.511919:0:77239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000006e8b39fd. 00000400:00000200:1.0:1761313477.511939:0:77239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000dc692469 00000400:00000010:1.0:1761313477.511942:0:77239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000dc692469. 00000100:00000200:1.0:1761313477.511963:0:77239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000002527802e x1846869138407744/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313521 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761313477.511975:0:77239:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000002527802e x1846869138407744/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313521 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.0:1761313477.512014:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a4c624b0. 02000000:00000010:1.0:1761313477.512039:0:77239:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e0dce272. 02000000:00000010:1.0:1761313477.512046:0:77239:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000094f361b2. 00000100:00000010:1.0:1761313477.512051:0:77239:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000002527802e. 00000100:00000010:1.0:1761313477.512056:0:77239:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006cdcc286. 00010000:00000010:1.0:1761313477.512060:0:77239:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000665155ee. 00080000:00000010:1.0:1761313477.512089:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a6049969. 00010000:00000010:1.0:1761313477.512221:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d96d5506. 00010000:00000010:1.0:1761313477.512229:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000007c29c992. 00010000:00000010:1.0:1761313477.512323:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000027d6177a. 00010000:00000010:1.0:1761313477.512330:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000009d13f597. 00010000:00000010:1.0:1761313477.512346:0:77239:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000006691c300. 00000100:00000010:1.0:1761313477.512353:0:77239:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000f4d43a1b. 00000100:00000010:1.0:1761313477.512389:0:77239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007fc08122. 02000000:00000010:1.0:1761313477.512408:0:77239:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000a9eea1f8. 02000000:00000010:1.0:1761313477.512446:0:77239:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c33a0baf. 00000400:00000010:1.0:1761313477.512453:0:77239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000e3ae0e8f. 00000400:00000010:1.0:1761313477.512458:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003b591177. 00000100:00000200:1.0:1761313477.512466:0:77239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869138407808, portal 16 00000400:00000010:1.0:1761313477.512472:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a164eb02. 00000100:00000200:1.0:1761313477.512475:0:77239:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869138407808, offset 0 00000400:00000200:1.0:1761313477.512484:0:77239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:1.0:1761313477.512502:0:77239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:1.0:1761313477.512511:0:77239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:1.0:1761313477.512515:0:77239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761313477.512518:0:77239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:1.0:1761313477.512521:0:77239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90761:90761:256:4294967295] 192.168.204.38@tcp LPNI seq info [90761:90761:8:4294967295] 00000400:00000200:1.0:1761313477.512532:0:77239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:1.0:1761313477.512539:0:77239:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:1.0:1761313477.512544:0:77239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000cc8c87c8 (tot 82351826). 00000800:00000200:1.0:1761313477.512552:0:77239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:1.0:1761313477.512560:0:77239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:1.0:1761313477.512565:0:77239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000cc8c87c8 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761313477.512635:0:15825:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313477.512639:0:15825:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000cc8c87c8 (tot 82351578). 00000400:00000200:1.0:1761313477.512645:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313477.512649:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:1.0:1761313477.512653:0:15825:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a164eb02 00000400:00000010:1.0:1761313477.512655:0:15825:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a164eb02. 00000100:00000200:1.0:1761313477.512660:0:15825:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000007fc08122 x1846869138407808/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313521 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761313477.515968:0:15827:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:3.0:1761313477.515997:0:15827:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x68fb7baf10180 00000400:00000200:3.0:1761313477.516014:0:15827:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb19ed [1] + 224 00000400:00000200:3.0:1761313477.516033:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313477.516037:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:3.0:1761313477.516053:0:15827:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000007fc08122 x1846869138407808/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313521 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1761313477.516279:0:77239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000e3ae0e8f. 00000400:00000200:1.0:1761313477.516285:0:77239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003b591177 00000400:00000010:1.0:1761313477.516287:0:77239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003b591177. 00000100:00000200:1.0:1761313477.516293:0:77239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000007fc08122 x1846869138407808/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313521 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761313477.516300:0:77239:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000007fc08122 x1846869138407808/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313521 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761313477.516337:0:77239:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c33a0baf. 02000000:00000010:1.0:1761313477.516343:0:77239:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000a9eea1f8. 00000100:00000010:1.0:1761313477.516347:0:77239:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007fc08122. 00000100:00000010:1.0:1761313477.516352:0:77239:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000f4d43a1b. 00010000:00000010:0.1:1761313477.516380:0:78565:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f8b163cc. 00010000:00000010:0.1:1761313477.516391:0:78565:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000049011576. 00010000:00000010:0.1:1761313477.516398:0:78565:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fdb76ba0. 00010000:00000010:1.0:1761313477.516483:0:77239:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000006691c300. 00000400:00000200:1.0:1761313477.518159:0:15825:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:1.0:1761313477.518179:0:15825:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x68fb7ba860a00 00000400:00000200:1.0:1761313477.518188:0:15825:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xb032d [2] + 984 00000400:00000200:1.0:1761313477.523338:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313477.523504:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:1.0:1761313477.523516:0:15825:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761313477.523528:0:15825:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007fc08122. 00000020:00000010:3.0:1761313477.523688:0:64710:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000047647844. 00000020:00000010:3.0:1761313477.523697:0:64710:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000036298e5f. 00000020:00000010:3.0:1761313477.523703:0:64710:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000061382956. 00000100:00000200:3.0:1761313477.523750:0:64710:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000007fc08122 x1846869131397632/t0(0) o103->78617949-0e11-4ca2-94c2-d809f91deaa9@192.168.204.38@tcp:408/0 lens 328/0 e 0 to 0 dl 1761313483 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:3.0:1761313477.524004:0:64710:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869131397632 02000000:00000010:3.0:1761313477.524021:0:64710:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000fd562785. 00010000:00000010:3.0:1761313477.524059:0:64710:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000caa3ecdd. 00010000:00000010:3.0:1761313477.524086:0:64710:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000065cb4694. 00000100:00000010:3.0:1761313477.524095:0:64710:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a3335fcc. 00000100:00000010:3.0:1761313477.525344:0:64710:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a3335fcc. 00010000:00000010:3.0:1761313477.525356:0:64710:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000065cb4694. 00000400:00000010:3.0:1761313477.526449:0:64710:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000077a0ef2. 00000100:00000200:3.0:1761313477.526460:0:64710:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869131397632, offset 224 00000400:00000200:3.0:1761313477.526476:0:64710:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:3.0:1761313477.526499:0:64710:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:3.0:1761313477.526506:0:64710:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90762:90762:256:4294967295] 192.168.204.38@tcp LPNI seq info [90762:90762:8:4294967295] 00000400:00000200:3.0:1761313477.526519:0:64710:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:3.0:1761313477.526525:0:64710:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:3.0:1761313477.526532:0:64710:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000572c2ec6 (tot 82351826). 00000800:00000200:3.0:1761313477.526540:0:64710:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:3.0:1761313477.526548:0:64710:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:3.0:1761313477.526553:0:64710:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000572c2ec6 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761313477.526594:0:64710:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000036298e5f. 00000020:00000010:3.0:1761313477.526601:0:64710:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000061382956. 00000020:00000010:3.0:1761313477.526608:0:64710:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000047647844. 00000800:00000200:0.0:1761313477.526849:0:15826:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761313477.526854:0:15826:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000572c2ec6 (tot 82351578). 00000400:00000200:0.0:1761313477.526859:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313477.526864:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:0.0:1761313477.526868:0:15826:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000077a0ef2 00000400:00000010:0.0:1761313477.526870:0:15826:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000077a0ef2. 00080000:00000010:1.0:1761313477.527568:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a9eea1f8. 00010000:00000010:1.0:1761313477.527704:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000009d13f597. 00010000:00000010:1.0:1761313477.527715:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000a151c256. 00010000:00000010:1.0:1761313477.527836:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000a3ac6b47. 00010000:00000010:1.0:1761313477.527844:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000009d13f597. 00010000:00000010:1.0:1761313477.527861:0:77239:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000006691c300. 00000100:00000010:1.0:1761313477.527868:0:77239:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000f4d43a1b. 00000100:00000010:1.0:1761313477.527880:0:77239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000018525722. 02000000:00000010:1.0:1761313477.527899:0:77239:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000c33a0baf. 02000000:00000010:1.0:1761313477.527945:0:77239:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000fca9a471. 00000400:00000010:1.0:1761313477.527953:0:77239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000e3ae0e8f. 00000400:00000010:1.0:1761313477.527960:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003b591177. 00000100:00000200:1.0:1761313477.527968:0:77239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869138407872, portal 16 00000400:00000010:1.0:1761313477.527974:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a164eb02. 00000100:00000200:1.0:1761313477.527977:0:77239:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869138407872, offset 0 00000400:00000200:1.0:1761313477.527986:0:77239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:1.0:1761313477.528001:0:77239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:1.0:1761313477.528011:0:77239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:1.0:1761313477.528015:0:77239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761313477.528018:0:77239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:1.0:1761313477.528022:0:77239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90763:90763:256:4294967295] 192.168.204.38@tcp LPNI seq info [90763:90763:8:4294967295] 00000400:00000200:1.0:1761313477.528033:0:77239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:1.0:1761313477.528038:0:77239:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:1.0:1761313477.528043:0:77239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000cc8c87c8 (tot 82351826). 00000800:00000200:1.0:1761313477.528050:0:77239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:1.0:1761313477.528056:0:77239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:1.0:1761313477.528060:0:77239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000cc8c87c8 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761313477.528835:0:15827:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761313477.528840:0:15827:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000cc8c87c8 (tot 82351578). 00000400:00000200:3.0:1761313477.528847:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313477.528853:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:3.0:1761313477.528858:0:15827:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a164eb02 00000400:00000010:3.0:1761313477.528860:0:15827:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a164eb02. 00000100:00000200:3.0:1761313477.528869:0:15827:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000018525722 x1846869138407872/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313521 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1761313477.529785:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001c81c371. 00010000:00000010:1.1:1761313477.529799:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007695cca4. 00010000:00000010:1.1:1761313477.529804:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008db035d4. 00000400:00000200:2.0:1761313477.537667:0:15825:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:2.0:1761313477.537697:0:15825:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x68fb7baf101c0 00000400:00000200:2.0:1761313477.537710:0:15825:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb19f9 [1] + 224 00000400:00000200:2.0:1761313477.537736:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313477.537741:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:2.0:1761313477.537756:0:15825:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000018525722 x1846869138407872/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313521 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761313477.537805:0:15825:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:2.0:1761313477.537811:0:15825:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x68fb7ba860a40 00000400:00000200:2.0:1761313477.537816:0:15825:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xb032d [2] + 1312 00000400:00000200:2.0:1761313477.537904:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313477.537909:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:2.0:1761313477.537913:0:15825:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1761313477.537922:0:15825:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000071031f05. 00000400:00000010:1.0:1761313477.538129:0:77239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000e3ae0e8f. 00000400:00000200:1.0:1761313477.538136:0:77239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003b591177 00000400:00000010:1.0:1761313477.538139:0:77239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003b591177. 00000100:00000200:1.0:1761313477.538145:0:77239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000018525722 x1846869138407872/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313521 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761313477.538154:0:77239:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000018525722 x1846869138407872/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313521 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761313477.538195:0:77239:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000fca9a471. 02000000:00000010:1.0:1761313477.538203:0:77239:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000c33a0baf. 00000100:00000010:1.0:1761313477.538209:0:77239:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000018525722. 00000100:00000010:1.0:1761313477.538214:0:77239:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000f4d43a1b. 00010000:00000010:1.0:1761313477.538219:0:77239:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000006691c300. 00010000:00000010:1.1:1761313477.539164:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000068cd5d1d. 00010000:00000010:1.1:1761313477.539176:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000027d6177a. 00010000:00000010:3.1:1761313477.539482:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e5436407. 00000020:00000010:3.0:1761313477.539542:0:64710:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000102dc7be. 00000020:00000010:3.0:1761313477.539550:0:64710:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000036298e5f. 00000020:00000010:3.0:1761313477.539557:0:64710:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000061382956. 00000100:00000200:3.0:1761313477.539609:0:64710:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000071031f05 x1846869131397696/t0(0) o103->78617949-0e11-4ca2-94c2-d809f91deaa9@192.168.204.38@tcp:408/0 lens 328/0 e 0 to 0 dl 1761313483 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:3.0:1761313477.539642:0:64710:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869131397696 02000000:00000010:3.0:1761313477.539659:0:64710:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000047647844. 00010000:00000010:3.0:1761313477.539697:0:64710:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000f07919f3. 00010000:00000010:3.0:1761313477.539735:0:64710:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000065cb4694. 00000100:00000010:3.0:1761313477.539746:0:64710:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a3335fcc. 00000100:00000010:3.0:1761313477.539766:0:64710:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a3335fcc. 00010000:00000010:3.0:1761313477.539770:0:64710:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000065cb4694. 00000400:00000010:3.0:1761313477.539789:0:64710:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009ee9a73e. 00000100:00000200:3.0:1761313477.539795:0:64710:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869131397696, offset 224 00000400:00000200:3.0:1761313477.539806:0:64710:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:3.0:1761313477.539824:0:64710:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:3.0:1761313477.539831:0:64710:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90764:90764:256:4294967295] 192.168.204.38@tcp LPNI seq info [90764:90764:8:4294967295] 00000400:00000200:3.0:1761313477.539844:0:64710:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:3.0:1761313477.539851:0:64710:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:3.0:1761313477.539856:0:64710:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000090e74ba2 (tot 82351826). 00000800:00000200:3.0:1761313477.539865:0:64710:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:3.0:1761313477.539872:0:64710:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:3.0:1761313477.539877:0:64710:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000090e74ba2 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761313477.539910:0:64710:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000036298e5f. 00000020:00000010:3.0:1761313477.539915:0:64710:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000061382956. 00000020:00000010:3.0:1761313477.539919:0:64710:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000102dc7be. 00000800:00000200:2.0:1761313477.540109:0:15826:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761313477.540114:0:15826:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000090e74ba2 (tot 82351578). 00000400:00000200:2.0:1761313477.540118:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313477.540123:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:2.0:1761313477.540128:0:15826:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009ee9a73e 00000400:00000010:2.0:1761313477.540130:0:15826:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009ee9a73e. 00080000:00000010:1.0:1761313477.540268:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000fca9a471. 00010000:00000010:1.0:1761313477.540410:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000009d13f597. 00010000:00000010:1.0:1761313477.540418:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fac60de8. 00010000:00000010:1.0:1761313477.540539:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000027d6177a. 00010000:00000010:1.0:1761313477.540546:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000009d13f597. 00010000:00000010:1.0:1761313477.540558:0:77239:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000006691c300. 00000100:00000010:1.0:1761313477.540562:0:77239:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000f4d43a1b. 00000100:00000010:1.0:1761313477.540571:0:77239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000018525722. 02000000:00000010:1.0:1761313477.540586:0:77239:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000c33a0baf. 02000000:00000010:1.0:1761313477.540619:0:77239:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ee18a26b. 00000400:00000010:1.0:1761313477.540627:0:77239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000e3ae0e8f. 00000400:00000010:1.0:1761313477.540633:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003b591177. 00000100:00000200:1.0:1761313477.540639:0:77239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869138407936, portal 16 00000400:00000010:1.0:1761313477.540644:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d8d66e7a. 00000100:00000200:1.0:1761313477.540646:0:77239:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869138407936, offset 0 00000400:00000200:1.0:1761313477.540653:0:77239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:1.0:1761313477.540662:0:77239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:1.0:1761313477.540670:0:77239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:1.0:1761313477.540675:0:77239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761313477.540677:0:77239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:1.0:1761313477.540680:0:77239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90765:90765:256:4294967295] 192.168.204.38@tcp LPNI seq info [90765:90765:8:4294967295] 00000400:00000200:1.0:1761313477.540688:0:77239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:1.0:1761313477.540692:0:77239:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:1.0:1761313477.540696:0:77239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f67d6031 (tot 82351826). 00000800:00000200:1.0:1761313477.540701:0:77239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:1.0:1761313477.540706:0:77239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:1.0:1761313477.540708:0:77239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000f67d6031 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761313477.540804:0:15827:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761313477.540808:0:15827:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f67d6031 (tot 82351578). 00000400:00000200:3.0:1761313477.540815:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313477.540819:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:3.0:1761313477.540822:0:15827:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d8d66e7a 00000400:00000010:3.0:1761313477.540824:0:15827:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d8d66e7a. 00000100:00000200:3.0:1761313477.540830:0:15827:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000018525722 x1846869138407936/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313521 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761313477.544717:0:15825:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:2.0:1761313477.544754:0:15825:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x68fb7baf10200 00000400:00000200:2.0:1761313477.544765:0:15825:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb1a05 [1] + 224 00000400:00000200:2.0:1761313477.544807:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313477.544812:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:2.0:1761313477.544825:0:15825:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000018525722 x1846869138407936/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313521 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1761313477.544906:0:77239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000e3ae0e8f. 00000400:00000200:1.0:1761313477.544913:0:77239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003b591177 00000400:00000010:1.0:1761313477.544918:0:77239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003b591177. 00000100:00000200:1.0:1761313477.544926:0:77239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000018525722 x1846869138407936/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313521 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761313477.544936:0:77239:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000018525722 x1846869138407936/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313521 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761313477.544980:0:77239:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ee18a26b. 02000000:00000010:1.0:1761313477.544989:0:77239:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000c33a0baf. 00000100:00000010:1.0:1761313477.544995:0:77239:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000018525722. 00000100:00000010:1.0:1761313477.545001:0:77239:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000f4d43a1b. 00010000:00000010:1.0:1761313477.545006:0:77239:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000006691c300. 00010000:00000010:3.1:1761313477.545545:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f5da7a14. 00010000:00000010:1.1:1761313477.550522:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000072f8ac27. 00010000:00000010:1.1:1761313477.550547:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a3ac6b47. 00000400:00000200:2.0:1761313477.551825:0:15826:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:2.0:1761313477.551851:0:15826:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x68fb7ba860a80 00000400:00000200:2.0:1761313477.551861:0:15826:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xb032d [2] + 1640 00000400:00000200:2.0:1761313477.551948:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313477.551954:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:2.0:1761313477.551963:0:15826:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1761313477.551971:0:15826:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000157ea651. 00000020:00000010:0.0:1761313477.552082:0:75220:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008891e79e. 00000020:00000010:0.0:1761313477.552093:0:75220:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000001fb60bf0. 00000020:00000010:0.0:1761313477.552098:0:75220:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000ec6e7b4d. 00000100:00000200:0.0:1761313477.552135:0:75220:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000157ea651 x1846869131397760/t0(0) o103->78617949-0e11-4ca2-94c2-d809f91deaa9@192.168.204.38@tcp:408/0 lens 328/0 e 0 to 0 dl 1761313483 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:0.0:1761313477.552183:0:75220:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869131397760 02000000:00000010:0.0:1761313477.552199:0:75220:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000009904f951. 00010000:00000010:0.0:1761313477.552238:0:75220:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d1a40c10. 00010000:00000010:0.0:1761313477.552268:0:75220:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000005cd31be3. 00000100:00000010:0.0:1761313477.552279:0:75220:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006cdcc286. 00000100:00000010:0.0:1761313477.552305:0:75220:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006cdcc286. 00010000:00000010:0.0:1761313477.552311:0:75220:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000005cd31be3. 00000400:00000010:0.0:1761313477.552331:0:75220:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000686d1fa3. 00000100:00000200:0.0:1761313477.552339:0:75220:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869131397760, offset 224 00000400:00000200:0.0:1761313477.552349:0:75220:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:0.0:1761313477.552437:0:75220:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:0.0:1761313477.552446:0:75220:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90766:90766:256:4294967295] 192.168.204.38@tcp LPNI seq info [90766:90766:8:4294967295] 00000400:00000200:0.0:1761313477.552460:0:75220:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:0.0:1761313477.552468:0:75220:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:0.0:1761313477.552474:0:75220:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b38938ca (tot 82351826). 00000800:00000200:0.0:1761313477.552481:0:75220:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:0.0:1761313477.552488:0:75220:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:0.0:1761313477.552493:0:75220:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000b38938ca type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761313477.552527:0:75220:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000001fb60bf0. 00000020:00000010:0.0:1761313477.552534:0:75220:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000ec6e7b4d. 00000020:00000010:0.0:1761313477.552539:0:75220:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008891e79e. 00000800:00000200:2.0:1761313477.552609:0:15827:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761313477.552613:0:15827:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b38938ca (tot 82351578). 00000400:00000200:2.0:1761313477.552617:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313477.552622:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:2.0:1761313477.552626:0:15827:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000686d1fa3 00000400:00000010:2.0:1761313477.552628:0:15827:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000686d1fa3. 00080000:00000010:1.0:1761313477.552683:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ee18a26b. 00010000:00000010:1.0:1761313477.552811:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000009d13f597. 00010000:00000010:1.0:1761313477.552819:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000088b22110. 00010000:00000010:1.0:1761313477.552916:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000a3ac6b47. 00010000:00000010:1.0:1761313477.552923:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000009d13f597. 00010000:00000010:1.0:1761313477.552937:0:77239:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000006691c300. 00000100:00000010:1.0:1761313477.552941:0:77239:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000f4d43a1b. 00000100:00000010:1.0:1761313477.552950:0:77239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000018525722. 02000000:00000010:1.0:1761313477.552966:0:77239:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000c33a0baf. 02000000:00000010:1.0:1761313477.553000:0:77239:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000b8120ace. 00000400:00000010:1.0:1761313477.553007:0:77239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000e3ae0e8f. 00000400:00000010:1.0:1761313477.553014:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003b591177. 00000100:00000200:1.0:1761313477.553020:0:77239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869138408000, portal 16 00000400:00000010:1.0:1761313477.553025:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a1e30d26. 00000100:00000200:1.0:1761313477.553027:0:77239:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869138408000, offset 0 00000400:00000200:1.0:1761313477.553034:0:77239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:1.0:1761313477.553042:0:77239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:1.0:1761313477.553051:0:77239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:1.0:1761313477.553055:0:77239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761313477.553058:0:77239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:1.0:1761313477.553061:0:77239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90767:90767:256:4294967295] 192.168.204.38@tcp LPNI seq info [90767:90767:8:4294967295] 00000400:00000200:1.0:1761313477.553069:0:77239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:1.0:1761313477.553075:0:77239:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:1.0:1761313477.553079:0:77239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f67d6031 (tot 82351826). 00000800:00000200:1.0:1761313477.553084:0:77239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:1.0:1761313477.553088:0:77239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:1.0:1761313477.553091:0:77239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000f67d6031 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761313477.553178:0:15825:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761313477.553182:0:15825:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f67d6031 (tot 82351578). 00000400:00000200:2.0:1761313477.553187:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313477.553199:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:2.0:1761313477.553202:0:15825:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a1e30d26 00000400:00000010:2.0:1761313477.553203:0:15825:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a1e30d26. 00000100:00000200:2.0:1761313477.553209:0:15825:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000018525722 x1846869138408000/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313521 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1761313477.557457:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a930399e. 00000400:00000200:2.0:1761313477.557497:0:15826:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:2.0:1761313477.557521:0:15826:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x68fb7baf10240 00000400:00000200:2.0:1761313477.557532:0:15826:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb1a11 [1] + 224 00000400:00000200:2.0:1761313477.557557:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313477.557561:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:2.0:1761313477.557574:0:15826:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000018525722 x1846869138408000/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313521 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1761313477.557634:0:77239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000e3ae0e8f. 00000400:00000200:1.0:1761313477.557641:0:77239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003b591177 00000400:00000010:1.0:1761313477.557644:0:77239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003b591177. 00000100:00000200:1.0:1761313477.557653:0:77239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000018525722 x1846869138408000/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313521 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761313477.557662:0:77239:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000018525722 x1846869138408000/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313521 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761313477.557702:0:77239:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000b8120ace. 02000000:00000010:1.0:1761313477.557710:0:77239:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000c33a0baf. 00000100:00000010:1.0:1761313477.557727:0:77239:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000018525722. 00000100:00000010:1.0:1761313477.557734:0:77239:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000f4d43a1b. 00010000:00000010:1.0:1761313477.557739:0:77239:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000006691c300. 00000400:00000200:2.0:1761313477.559817:0:15827:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:2.0:1761313477.559842:0:15827:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x68fb7ba860ac0 00000400:00000200:2.0:1761313477.559852:0:15827:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xb032d [2] + 1968 00000400:00000010:2.0:1761313477.559858:0:15827:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000090d8fa4d. 00000400:00000200:2.0:1761313477.559867:0:15827:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 00000000f13a93e2 00000400:00000200:2.0:1761313477.560597:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313477.560606:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:2.0:1761313477.560613:0:15827:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f13a93e2 00000400:00000010:2.0:1761313477.560615:0:15827:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 00000000f13a93e2 (tot 82351426). 00000100:00000200:2.0:1761313477.560622:0:15827:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:3.0:1761313477.560784:0:64710:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000102dc7be. 00000020:00000010:3.0:1761313477.560793:0:64710:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000036298e5f. 00000020:00000010:3.0:1761313477.560799:0:64710:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000061382956. 00000100:00000200:3.0:1761313477.560832:0:64710:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000a500d2a1 x1846869131397824/t0(0) o103->78617949-0e11-4ca2-94c2-d809f91deaa9@192.168.204.38@tcp:408/0 lens 328/0 e 0 to 0 dl 1761313483 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:3.0:1761313477.560887:0:64710:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869131397824 02000000:00000010:3.0:1761313477.560903:0:64710:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000008eeee28a. 00010000:00000010:3.0:1761313477.560948:0:64710:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000516ecbef. 00010000:00000010:3.0:1761313477.560981:0:64710:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000065cb4694. 00000100:00000010:3.0:1761313477.560990:0:64710:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a3335fcc. 00000100:00000010:3.0:1761313477.561014:0:64710:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a3335fcc. 00010000:00000010:3.0:1761313477.561019:0:64710:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000065cb4694. 00000400:00000010:3.0:1761313477.561037:0:64710:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000040c69929. 00000100:00000200:3.0:1761313477.561043:0:64710:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869131397824, offset 224 00000400:00000200:3.0:1761313477.561054:0:64710:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:3.0:1761313477.561068:0:64710:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:3.0:1761313477.561074:0:64710:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90768:90768:256:4294967295] 192.168.204.38@tcp LPNI seq info [90768:90768:8:4294967295] 00000400:00000200:3.0:1761313477.561086:0:64710:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:3.0:1761313477.561092:0:64710:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:3.0:1761313477.561097:0:64710:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000050f99130 (tot 82351674). 00000800:00000200:3.0:1761313477.561104:0:64710:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:3.0:1761313477.561111:0:64710:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:3.0:1761313477.561115:0:64710:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000050f99130 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761313477.561130:0:64710:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000036298e5f. 00000020:00000010:3.0:1761313477.561134:0:64710:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000061382956. 00000020:00000010:3.0:1761313477.561139:0:64710:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000102dc7be. 02000000:00000010:3.0:1761313477.561149:0:64710:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000009904f951. 00000100:00000010:3.0:1761313477.561153:0:64710:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000157ea651. 02000000:00000010:3.0:1761313477.561175:0:64710:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000047647844. 00000100:00000010:3.0:1761313477.561178:0:64710:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000071031f05. 02000000:00000010:3.0:1761313477.561182:0:64710:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000fd562785. 00000100:00000010:3.0:1761313477.561184:0:64710:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007fc08122. 02000000:00000010:3.0:1761313477.561188:0:64710:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000000e44180b. 00000100:00000010:3.0:1761313477.561190:0:64710:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000002febdaee. 02000000:00000010:3.0:1761313477.561194:0:64710:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000836d0529. 00000100:00000010:3.0:1761313477.561196:0:64710:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001588211e. 02000000:00000010:3.0:1761313477.561199:0:64710:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000a7fa56e3. 00000100:00000010:3.0:1761313477.561201:0:64710:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000009906dba7. 00000100:00000200:3.0:1761313477.561208:0:64710:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1761313477.561214:0:64710:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000006c1566a8. 00000400:00000010:3.0:1761313477.561219:0:64710:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000a3335fcc (tot 82351826). 00080000:00000010:2.0:1761313477.561298:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 0000000053300241. 00010000:00000010:2.0:1761313477.562260:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000009d13f597. 00010000:00000010:2.0:1761313477.562272:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000032b54ec4. 00010000:00000010:2.0:1761313477.562402:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000dc7c8aea. 00010000:00000010:2.0:1761313477.562410:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000003b08295. 00010000:00000010:2.0:1761313477.562427:0:77239:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000704f38a7. 00000100:00000010:2.0:1761313477.562433:0:77239:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000008ffc0237. 00000100:00000010:2.0:1761313477.562443:0:77239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000008bc053b2. 02000000:00000010:2.0:1761313477.562467:0:77239:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000009d36b014. 02000000:00000010:2.0:1761313477.562499:0:77239:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ff02d16a. 00000400:00000010:2.0:1761313477.562506:0:77239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000007c9c531b. 00000400:00000010:2.0:1761313477.562513:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f19b9931. 00000100:00000200:2.0:1761313477.562517:0:77239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869138408064, portal 16 00000400:00000010:2.0:1761313477.562522:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000695182e. 00000100:00000200:2.0:1761313477.562524:0:77239:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869138408064, offset 0 00000400:00000200:2.0:1761313477.562532:0:77239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:2.0:1761313477.562545:0:77239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:2.0:1761313477.562553:0:77239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:2.0:1761313477.562557:0:77239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761313477.562561:0:77239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:2.0:1761313477.562563:0:77239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90769:90769:255:4294967295] 192.168.204.38@tcp LPNI seq info [90769:90769:7:4294967295] 00000400:00000200:2.0:1761313477.562572:0:77239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:2.0:1761313477.562579:0:77239:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:2.0:1761313477.562583:0:77239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000334917e2 (tot 82352074). 00000800:00000200:2.0:1761313477.562594:0:77239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:2.0:1761313477.562600:0:77239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:2.0:1761313477.562602:0:77239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000334917e2 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761313477.562823:0:15825:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761313477.562829:0:15825:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000050f99130 (tot 82351826). 00000400:00000200:3.0:1761313477.562833:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313477.562838:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:3.0:1761313477.562843:0:15825:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000040c69929 00000400:00000010:3.0:1761313477.562845:0:15825:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000040c69929. 02000000:00000010:3.0:1761313477.562850:0:15825:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000008eeee28a. 00000800:00000200:3.0:1761313477.562893:0:15825:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761313477.562895:0:15825:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000334917e2 (tot 82351578). 00000400:00000200:3.0:1761313477.562898:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313477.562901:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:3.0:1761313477.562903:0:15825:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000695182e 00000400:00000010:3.0:1761313477.562904:0:15825:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000695182e. 00000100:00000200:3.0:1761313477.562913:0:15825:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000008bc053b2 x1846869138408064/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313521 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761313477.565252:0:15826:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:2.0:1761313477.565276:0:15826:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x68fb7baf10280 00000400:00000200:2.0:1761313477.565286:0:15826:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb1a21 [1] + 224 00000400:00000200:2.0:1761313477.565302:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313477.565305:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:2.0:1761313477.565316:0:15826:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000008bc053b2 x1846869138408064/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313521 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1761313477.565645:0:77239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000007c9c531b. 00000400:00000200:1.0:1761313477.565653:0:77239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f19b9931 00000400:00000010:1.0:1761313477.565656:0:77239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f19b9931. 00000100:00000200:1.0:1761313477.565664:0:77239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000008bc053b2 x1846869138408064/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313521 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761313477.565673:0:77239:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000008bc053b2 x1846869138408064/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313521 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761313477.565708:0:77239:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ff02d16a. 02000000:00000010:1.0:1761313477.565715:0:77239:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000009d36b014. 00000100:00000010:1.0:1761313477.565730:0:77239:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000008bc053b2. 00000100:00000010:1.0:1761313477.565735:0:77239:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000008ffc0237. 00010000:00000010:1.0:1761313477.565740:0:77239:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000704f38a7. 00000400:00000200:2.0:1761313477.566772:0:15827:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:2.0:1761313477.566790:0:15827:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x68fb7ba860b00 00000400:00000200:2.0:1761313477.566798:0:15827:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xb0385 [2] + 0 00000400:00000200:2.0:1761313477.566829:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313477.566834:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:2.0:1761313477.566840:0:15827:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1761313477.566846:0:15827:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000a9908fec. 00000020:00000010:1.0:1761313477.566993:0:75220:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b8120ace. 00000020:00000010:1.0:1761313477.567001:0:75220:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000faad4f82. 00000020:00000010:1.0:1761313477.567007:0:75220:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000fa60968b. 00000100:00000200:1.0:1761313477.567038:0:75220:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000a9908fec x1846869131397888/t0(0) o103->78617949-0e11-4ca2-94c2-d809f91deaa9@192.168.204.38@tcp:408/0 lens 328/0 e 0 to 0 dl 1761313483 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:1.0:1761313477.567081:0:75220:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869131397888 02000000:00000010:1.0:1761313477.567097:0:75220:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000c33a0baf. 00010000:00000010:1.0:1761313477.567133:0:75220:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e0fb0e48. 00010000:00000010:1.0:1761313477.567162:0:75220:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000006691c300. 00000100:00000010:1.0:1761313477.567170:0:75220:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000f4d43a1b. 00000100:00000010:1.0:1761313477.567185:0:75220:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000f4d43a1b. 00010000:00000010:1.0:1761313477.567188:0:75220:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000006691c300. 00000400:00000010:1.0:1761313477.567206:0:75220:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003b591177. 00000100:00000200:1.0:1761313477.567212:0:75220:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869131397888, offset 224 00000400:00000200:1.0:1761313477.567221:0:75220:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:1.0:1761313477.567235:0:75220:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:1.0:1761313477.567243:0:75220:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90770:90770:256:4294967295] 192.168.204.38@tcp LPNI seq info [90770:90770:8:4294967295] 00000400:00000200:1.0:1761313477.567256:0:75220:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:1.0:1761313477.567262:0:75220:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:1.0:1761313477.567268:0:75220:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000cc8c87c8 (tot 82351826). 00000800:00000200:1.0:1761313477.567276:0:75220:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:1.0:1761313477.567284:0:75220:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:1.0:1761313477.567289:0:75220:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000cc8c87c8 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761313477.567311:0:75220:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000faad4f82. 00000020:00000010:1.0:1761313477.567315:0:75220:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000fa60968b. 00000020:00000010:1.0:1761313477.567319:0:75220:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b8120ace. 00080000:00000010:1.0:1761313477.567351:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000b8120ace. 00010000:00000010:1.0:1761313477.567491:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000003b08295. 00010000:00000010:1.0:1761313477.567499:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000052db5d89. 00010000:00000010:1.0:1761313477.567598:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ae3f52b1. 00010000:00000010:1.0:1761313477.567606:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000009d13f597. 00010000:00000010:1.0:1761313477.567619:0:77239:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000006691c300. 00000100:00000010:1.0:1761313477.567624:0:77239:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000f4d43a1b. 00000100:00000010:1.0:1761313477.567632:0:77239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000018525722. 02000000:00000010:1.0:1761313477.567647:0:77239:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000007071ea9f. 02000000:00000010:1.0:1761313477.567680:0:77239:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000054fab67d. 00000400:00000010:1.0:1761313477.567686:0:77239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000e3ae0e8f. 00000400:00000010:1.0:1761313477.567692:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009f44a341. 00000100:00000200:1.0:1761313477.567698:0:77239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869138408128, portal 16 00000400:00000010:1.0:1761313477.567703:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ccaef716. 00000100:00000200:1.0:1761313477.567705:0:77239:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869138408128, offset 0 00000400:00000200:1.0:1761313477.567711:0:77239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:1.0:1761313477.567729:0:77239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:1.0:1761313477.567738:0:77239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:1.0:1761313477.567742:0:77239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761313477.567746:0:77239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:1.0:1761313477.567748:0:77239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90771:90771:255:4294967295] 192.168.204.38@tcp LPNI seq info [90771:90771:7:4294967295] 00000400:00000200:1.0:1761313477.567756:0:77239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:1.0:1761313477.567761:0:77239:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:1.0:1761313477.567765:0:77239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000258d8758 (tot 82352074). 00000800:00000200:1.0:1761313477.567769:0:77239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:1.0:1761313477.567774:0:77239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:1.0:1761313477.567776:0:77239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000258d8758 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761313477.567830:0:15825:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313477.567834:0:15825:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000cc8c87c8 (tot 82351826). 00000400:00000200:1.0:1761313477.567841:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313477.567844:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:1.0:1761313477.567847:0:15825:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003b591177 00000400:00000010:1.0:1761313477.567849:0:15825:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003b591177. 00000800:00000200:1.0:1761313477.567910:0:15825:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313477.567912:0:15825:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000258d8758 (tot 82351578). 00000400:00000200:1.0:1761313477.567915:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313477.567918:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:1.0:1761313477.567921:0:15825:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ccaef716 00000400:00000010:1.0:1761313477.567922:0:15825:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ccaef716. 00000100:00000200:1.0:1761313477.567926:0:15825:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000018525722 x1846869138408128/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313521 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1761313477.569480:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b9a73026. 00010000:00000010:1.1:1761313477.569493:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000027d6177a. 00000400:00000200:3.0:1761313477.574095:0:15826:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:3.0:1761313477.574121:0:15826:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x68fb7baf102c0 00000400:00000200:3.0:1761313477.574133:0:15826:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb1a2d [1] + 224 00000400:00000200:3.0:1761313477.574150:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313477.574155:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:3.0:1761313477.574170:0:15826:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000018525722 x1846869138408128/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313521 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761313477.574562:0:15827:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:3.0:1761313477.574570:0:15827:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x68fb7ba860b40 00000400:00000200:3.0:1761313477.574576:0:15827:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xb0385 [2] + 328 00000400:00000200:3.0:1761313477.574645:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313477.574648:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:3.0:1761313477.574653:0:15827:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761313477.574660:0:15827:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000009906dba7. 00000020:00000010:0.0:1761313477.577862:0:64710:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008891e79e. 00000020:00000010:0.0:1761313477.577879:0:64710:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000026f21b6. 00000020:00000010:0.0:1761313477.577884:0:64710:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000ec6e7b4d. 00000100:00000200:0.0:1761313477.577931:0:64710:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000009906dba7 x1846869131397952/t0(0) o103->78617949-0e11-4ca2-94c2-d809f91deaa9@192.168.204.38@tcp:408/0 lens 328/0 e 0 to 0 dl 1761313483 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:0.0:1761313477.577986:0:64710:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869131397952 02000000:00000010:0.0:1761313477.578000:0:64710:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000705ec813. 00010000:00000010:0.0:1761313477.578053:0:64710:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000089c7c6b0. 00000100:00000010:0.0:1761313477.578064:0:64710:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006cdcc286. 00000100:00000010:0.0:1761313477.578072:0:64710:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006cdcc286. 00010000:00000010:0.0:1761313477.578078:0:64710:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000089c7c6b0. 00000400:00000010:0.0:1761313477.578095:0:64710:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b0337f11. 00000100:00000200:0.0:1761313477.578103:0:64710:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869131397952, offset 224 00000400:00000200:0.0:1761313477.578114:0:64710:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:0.0:1761313477.578133:0:64710:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:0.0:1761313477.578140:0:64710:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90772:90772:256:4294967295] 192.168.204.38@tcp LPNI seq info [90772:90772:8:4294967295] 00000400:00000200:0.0:1761313477.578152:0:64710:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:0.0:1761313477.578159:0:64710:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:0.0:1761313477.578165:0:64710:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d609a399 (tot 82351826). 00000800:00000200:0.0:1761313477.578172:0:64710:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:0.0:1761313477.578181:0:64710:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:0.0:1761313477.578185:0:64710:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000d609a399 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761313477.578204:0:64710:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000026f21b6. 00000020:00000010:0.0:1761313477.578210:0:64710:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000ec6e7b4d. 00000020:00000010:0.0:1761313477.578214:0:64710:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008891e79e. 00000400:00000010:1.0:1761313477.578569:0:77239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000e3ae0e8f. 00000400:00000200:1.0:1761313477.578576:0:77239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009f44a341 00000400:00000010:1.0:1761313477.578578:0:77239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009f44a341. 00000100:00000200:1.0:1761313477.578586:0:77239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000018525722 x1846869138408128/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313521 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761313477.578596:0:77239:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000018525722 x1846869138408128/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313521 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.0:1761313477.578621:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c3e8d0aa. 02000000:00000010:1.0:1761313477.578640:0:77239:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000054fab67d. 02000000:00000010:1.0:1761313477.578646:0:77239:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000007071ea9f. 00000100:00000010:1.0:1761313477.578650:0:77239:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000018525722. 00000100:00000010:1.0:1761313477.578654:0:77239:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000f4d43a1b. 00010000:00000010:1.0:1761313477.578657:0:77239:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000006691c300. 00080000:00000010:1.0:1761313477.578676:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 000000007071ea9f. 00010000:00000010:1.0:1761313477.578794:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000009d13f597. 00010000:00000010:1.0:1761313477.578802:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000079fd7bd4. 00010000:00000010:1.0:1761313477.578894:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000027d6177a. 00010000:00000010:1.0:1761313477.578900:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000009d13f597. 00010000:00000010:1.0:1761313477.578912:0:77239:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000006691c300. 00000100:00000010:1.0:1761313477.578916:0:77239:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000f4d43a1b. 00000100:00000010:1.0:1761313477.578923:0:77239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000018525722. 02000000:00000010:1.0:1761313477.578937:0:77239:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000054fab67d. 02000000:00000010:1.0:1761313477.578967:0:77239:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000005999724. 00000400:00000010:1.0:1761313477.578973:0:77239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000e3ae0e8f. 00000400:00000010:1.0:1761313477.578977:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009f44a341. 00000100:00000200:1.0:1761313477.578984:0:77239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869138408192, portal 16 00000400:00000010:1.0:1761313477.578990:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ccaef716. 00000100:00000200:1.0:1761313477.578992:0:77239:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869138408192, offset 0 00000400:00000200:1.0:1761313477.579000:0:77239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:1.0:1761313477.579009:0:77239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:1.0:1761313477.579019:0:77239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:1.0:1761313477.579023:0:77239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761313477.579027:0:77239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:1.0:1761313477.579030:0:77239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90773:90773:255:4294967295] 192.168.204.38@tcp LPNI seq info [90773:90773:7:4294967295] 00000400:00000200:1.0:1761313477.579038:0:77239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:1.0:1761313477.579044:0:77239:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:1.0:1761313477.579048:0:77239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000258d8758 (tot 82352074). 00000800:00000200:1.0:1761313477.579052:0:77239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:1.0:1761313477.579059:0:77239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:1.0:1761313477.579062:0:77239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000258d8758 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761313477.579140:0:15825:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761313477.579145:0:15825:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d609a399 (tot 82351826). 00000400:00000200:0.0:1761313477.579150:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313477.579156:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:0.0:1761313477.579160:0:15825:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b0337f11 00000400:00000010:0.0:1761313477.579161:0:15825:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b0337f11. 00000800:00000200:0.0:1761313477.579195:0:15825:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761313477.579197:0:15825:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000258d8758 (tot 82351578). 00000400:00000200:0.0:1761313477.579202:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313477.579206:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:0.0:1761313477.579208:0:15825:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ccaef716 00000400:00000010:0.0:1761313477.579209:0:15825:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ccaef716. 00000100:00000200:0.0:1761313477.579213:0:15825:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000018525722 x1846869138408192/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313521 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1761313477.582001:0:1049:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000035ef55c5. 00000400:00000200:2.0:1761313477.582834:0:15826:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:2.0:1761313477.582854:0:15826:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x68fb7baf10300 00000400:00000200:2.0:1761313477.582864:0:15826:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb1a39 [1] + 224 00000400:00000200:2.0:1761313477.582881:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313477.582886:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:2.0:1761313477.582898:0:15826:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000018525722 x1846869138408192/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313521 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1761313477.584478:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d67d655f. 00010000:00000010:1.1:1761313477.584494:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e6252f1a. 00010000:00000010:1.1:1761313477.584500:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000dc7c8aea. 00000400:00000010:3.0:1761313477.586823:0:77239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000e3ae0e8f. 00000400:00000200:3.0:1761313477.586838:0:77239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009f44a341 00000400:00000010:3.0:1761313477.586840:0:77239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009f44a341. 00000100:00000200:3.0:1761313477.586860:0:77239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000018525722 x1846869138408192/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313521 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761313477.586874:0:77239:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000018525722 x1846869138408192/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313521 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1761313477.586912:0:77239:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000005999724. 02000000:00000010:3.0:1761313477.586919:0:77239:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000054fab67d. 00000100:00000010:3.0:1761313477.586923:0:77239:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000018525722. 00000100:00000010:3.0:1761313477.586928:0:77239:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000f4d43a1b. 00010000:00000010:3.0:1761313477.586932:0:77239:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000006691c300. 00010000:00000010:2.1:1761313477.587045:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000c90dc59. 00010000:00000010:2.1:1761313477.587053:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a3ac6b47. 00000400:00000200:3.0:1761313477.588455:0:15827:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:3.0:1761313477.588479:0:15827:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x68fb7ba860b80 00000400:00000200:3.0:1761313477.588489:0:15827:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xb0385 [2] + 656 00000400:00000200:3.0:1761313477.588563:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313477.588568:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:3.0:1761313477.588577:0:15827:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761313477.588584:0:15827:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001588211e. 00000020:00000010:1.0:1761313477.588667:0:75220:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000068b536af. 00000020:00000010:1.0:1761313477.588677:0:75220:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000057bde358. 00000020:00000010:1.0:1761313477.588682:0:75220:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000fa60968b. 00000100:00000200:1.0:1761313477.588728:0:75220:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000001588211e x1846869131398016/t0(0) o103->78617949-0e11-4ca2-94c2-d809f91deaa9@192.168.204.38@tcp:408/0 lens 328/0 e 0 to 0 dl 1761313483 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:1.0:1761313477.589244:0:75220:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869131398016 02000000:00000010:1.0:1761313477.589261:0:75220:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000e207838c. 00010000:00000010:1.0:1761313477.589300:0:75220:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000229fc5b3. 00010000:00000010:1.0:1761313477.589329:0:75220:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000040838e9c. 00000100:00000010:1.0:1761313477.589338:0:75220:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000079e673de. 00080000:00000010:2.0:1761313477.589417:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ff02d16a. 00010000:00000010:1.0:1761313477.589584:0:75220:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000009d13f597. 00000100:00000010:1.0:1761313477.589595:0:75220:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000079e673de. 00010000:00000010:1.0:1761313477.589599:0:75220:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000040838e9c. 00010000:00000010:1.0:1761313477.589605:0:75220:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008ff31a2e. 00000400:00000010:1.0:1761313477.589627:0:75220:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003b591177. 00010000:00000010:2.0:1761313477.589630:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000007d474bda. 00000100:00000200:1.0:1761313477.589633:0:75220:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869131398016, offset 224 00010000:00000010:2.0:1761313477.589636:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000003e9f7f61. 00010000:00000010:2.0:1761313477.589645:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000007b603eb2. 00000400:00000200:1.0:1761313477.589646:0:75220:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00010000:00000010:2.0:1761313477.589652:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000e37931f5. 00000400:00000200:1.0:1761313477.589664:0:75220:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00080000:00000010:2.0:1761313477.589667:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 000000002ddfecda. 00000400:00000200:1.0:1761313477.589675:0:75220:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90774:90774:256:4294967295] 192.168.204.38@tcp LPNI seq info [90774:90774:8:4294967295] 00000400:00000200:1.0:1761313477.589689:0:75220:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00010000:00000010:2.0:1761313477.589696:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e37931f5. 00000800:00000200:1.0:1761313477.589696:0:75220:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00010000:00000010:2.0:1761313477.589703:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000003e9f7f61. 00000800:00000010:1.0:1761313477.589704:0:75220:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000cc8c87c8 (tot 82351826). 00000800:00000200:1.0:1761313477.589713:0:75220:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:1.0:1761313477.589731:0:75220:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:1.0:1761313477.589736:0:75220:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000cc8c87c8 type 1, nob 320 niov 1 nkiov 1 00010000:00000010:2.0:1761313477.589780:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000017bbe421. 00010000:00000010:2.0:1761313477.589792:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000e37931f5. 00010000:00000010:2.0:1761313477.589801:0:77239:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000f05ff539. 00000100:00000010:2.0:1761313477.589807:0:77239:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006779fe46. 00000100:00000010:2.0:1761313477.589815:0:77239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000003c35c989. 02000000:00000010:2.0:1761313477.589827:0:77239:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000ac5be643. 02000000:00000010:2.0:1761313477.589862:0:77239:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000009d36b014. 00000400:00000010:2.0:1761313477.589868:0:77239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000364971a9. 00000400:00000010:2.0:1761313477.589875:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001bbc55d4. 00000100:00000200:2.0:1761313477.589880:0:77239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869138408256, portal 16 00000400:00000010:2.0:1761313477.589886:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000065b0a972. 00000100:00000200:2.0:1761313477.589888:0:77239:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869138408256, offset 0 00000400:00000200:2.0:1761313477.589894:0:77239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:2.0:1761313477.589901:0:77239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:2.0:1761313477.589908:0:77239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:2.0:1761313477.589913:0:77239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761313477.589916:0:77239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:2.0:1761313477.589919:0:77239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90775:90775:255:4294967295] 192.168.204.38@tcp LPNI seq info [90775:90775:7:4294967295] 00000400:00000200:2.0:1761313477.589926:0:77239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:2.0:1761313477.589931:0:77239:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:2.0:1761313477.589935:0:77239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b0bda00f (tot 82352074). 00000800:00000200:2.0:1761313477.589939:0:77239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:2.0:1761313477.589943:0:77239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:2.0:1761313477.589945:0:77239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000b0bda00f type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761313477.590919:0:15825:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761313477.590927:0:15825:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000cc8c87c8 (tot 82351826). 00000400:00000200:3.0:1761313477.590936:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313477.590944:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:3.0:1761313477.590950:0:15825:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003b591177 00000400:00000010:3.0:1761313477.590954:0:15825:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003b591177. 00000800:00000200:3.0:1761313477.591039:0:15825:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761313477.591042:0:15825:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b0bda00f (tot 82351578). 00000400:00000200:3.0:1761313477.591046:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313477.591049:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:3.0:1761313477.591052:0:15825:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000065b0a972 00000400:00000010:3.0:1761313477.591053:0:15825:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000065b0a972. 00000100:00000200:3.0:1761313477.591061:0:15825:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000003c35c989 x1846869138408256/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313521 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000020:00000010:1.0:1761313477.591209:0:75220:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000057bde358. 00000020:00000010:1.0:1761313477.591216:0:75220:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000fa60968b. 00000020:00000010:1.0:1761313477.591221:0:75220:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000068b536af. 00000400:00000200:2.0:1761313477.592857:0:15826:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:2.0:1761313477.592882:0:15826:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x68fb7baf10340 00000400:00000200:2.0:1761313477.592892:0:15826:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb1a45 [1] + 224 00000400:00000200:2.0:1761313477.592905:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313477.592909:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:2.0:1761313477.592920:0:15826:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000003c35c989 x1846869138408256/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313521 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761313477.592962:0:15826:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:2.0:1761313477.592968:0:15826:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x68fb7ba860bc0 00000400:00000200:2.0:1761313477.592973:0:15826:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xb0385 [2] + 984 00000400:00000200:2.0:1761313477.593031:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313477.593035:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:2.0:1761313477.593039:0:15826:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1761313477.593046:0:15826:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000c9563f77. 00000020:00000010:1.0:1761313477.593610:0:75220:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000068b536af. 00000020:00000010:1.0:1761313477.593620:0:75220:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000057bde358. 00000020:00000010:1.0:1761313477.593626:0:75220:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000fa60968b. 00000100:00000200:1.0:1761313477.593661:0:75220:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000c9563f77 x1846869131398080/t0(0) o103->78617949-0e11-4ca2-94c2-d809f91deaa9@192.168.204.38@tcp:408/0 lens 328/0 e 0 to 0 dl 1761313483 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:1.0:1761313477.593702:0:75220:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869131398080 02000000:00000010:1.0:1761313477.593724:0:75220:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000e07b507f. 00010000:00000010:1.0:1761313477.593779:0:75220:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000040838e9c. 00000100:00000010:1.0:1761313477.593789:0:75220:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000079e673de. 00000100:00000010:1.0:1761313477.593797:0:75220:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000079e673de. 00010000:00000010:1.0:1761313477.593801:0:75220:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000040838e9c. 00000400:00000010:1.0:1761313477.593817:0:75220:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b6c604dc. 00000100:00000200:1.0:1761313477.593822:0:75220:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869131398080, offset 224 00000400:00000200:1.0:1761313477.593831:0:75220:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:1.0:1761313477.593845:0:75220:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:1.0:1761313477.593852:0:75220:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90776:90776:256:4294967295] 192.168.204.38@tcp LPNI seq info [90776:90776:8:4294967295] 00000400:00000200:1.0:1761313477.593862:0:75220:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:1.0:1761313477.593867:0:75220:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:1.0:1761313477.593873:0:75220:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000cc8c87c8 (tot 82351826). 00000800:00000200:1.0:1761313477.593879:0:75220:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:1.0:1761313477.593887:0:75220:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:1.0:1761313477.593891:0:75220:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000cc8c87c8 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761313477.593916:0:75220:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000057bde358. 00000020:00000010:1.0:1761313477.593920:0:75220:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000fa60968b. 00000020:00000010:1.0:1761313477.593923:0:75220:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000068b536af. 00000400:00000010:3.0:1761313477.594050:0:77239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000364971a9. 00000400:00000200:3.0:1761313477.594055:0:77239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001bbc55d4 00000400:00000010:3.0:1761313477.594057:0:77239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001bbc55d4. 00000100:00000200:3.0:1761313477.594065:0:77239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000003c35c989 x1846869138408256/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313521 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761313477.594074:0:77239:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000003c35c989 x1846869138408256/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313521 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.0:1761313477.594099:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000056ee7438. 02000000:00000010:3.0:1761313477.594115:0:77239:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000009d36b014. 02000000:00000010:3.0:1761313477.594120:0:77239:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000ac5be643. 00000100:00000010:3.0:1761313477.594125:0:77239:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000003c35c989. 00000100:00000010:3.0:1761313477.594137:0:77239:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006779fe46. 00010000:00000010:3.0:1761313477.594140:0:77239:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000f05ff539. 00080000:00000010:3.0:1761313477.594158:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 000000008eeee28a. 00010000:00000010:3.0:1761313477.594259:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e37931f5. 00010000:00000010:3.0:1761313477.594265:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000027527c3e. 00010000:00000010:3.0:1761313477.594346:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000026fc4c03. 00010000:00000010:3.0:1761313477.594352:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000003105fa62. 00000800:00000200:0.0:1761313477.595148:0:15827:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761313477.595154:0:15827:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000cc8c87c8 (tot 82351578). 00000400:00000200:0.0:1761313477.595161:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313477.595168:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:0.0:1761313477.595171:0:15827:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b6c604dc 00000400:00000010:0.0:1761313477.595173:0:15827:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b6c604dc. 00010000:00000010:1.1:1761313477.595400:0:78561:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d1e27fd7. 00010000:00000010:1.1:1761313477.595408:0:78561:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005ccd81ef. 00010000:00000010:1.1:1761313477.595413:0:78561:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ae3f52b1. 00010000:00000010:3.0:1761313477.596613:0:77239:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000065cb4694. 00000100:00000010:3.0:1761313477.596627:0:77239:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b2e27710. 00000100:00000010:3.0:1761313477.596641:0:77239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000002febdaee. 02000000:00000010:3.0:1761313477.596659:0:77239:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000a7fa56e3. 02000000:00000010:3.0:1761313477.596697:0:77239:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000000e44180b. 00000400:00000010:3.0:1761313477.596705:0:77239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000d0809e9d. 00000400:00000010:3.0:1761313477.596712:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000040c69929. 00000100:00000200:3.0:1761313477.596728:0:77239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869138408320, portal 16 00000400:00000010:3.0:1761313477.596736:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003eba4967. 00000100:00000200:3.0:1761313477.596738:0:77239:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869138408320, offset 0 00000400:00000200:3.0:1761313477.596748:0:77239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:3.0:1761313477.596765:0:77239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:3.0:1761313477.596773:0:77239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:3.0:1761313477.596777:0:77239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761313477.596781:0:77239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:3.0:1761313477.596784:0:77239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90777:90777:256:4294967295] 192.168.204.38@tcp LPNI seq info [90777:90777:8:4294967295] 00000400:00000200:3.0:1761313477.596796:0:77239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:3.0:1761313477.596802:0:77239:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:3.0:1761313477.596807:0:77239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000050f99130 (tot 82351826). 00000800:00000200:3.0:1761313477.596814:0:77239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:3.0:1761313477.596822:0:77239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:3.0:1761313477.596827:0:77239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000050f99130 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761313477.597784:0:15825:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761313477.597789:0:15825:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000050f99130 (tot 82351578). 00000400:00000200:2.0:1761313477.597796:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313477.597804:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:2.0:1761313477.597809:0:15825:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003eba4967 00000400:00000010:2.0:1761313477.597812:0:15825:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003eba4967. 00000100:00000200:2.0:1761313477.597822:0:15825:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000002febdaee x1846869138408320/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313521 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1761313477.601072:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007d474bda. 00010000:00000010:2.1:1761313477.601090:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007b603eb2. 00000400:00000200:3.0:1761313477.605651:0:15826:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:3.0:1761313477.605678:0:15826:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x68fb7baf10380 00000400:00000200:3.0:1761313477.605690:0:15826:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb1a51 [1] + 224 00000400:00000200:3.0:1761313477.605706:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313477.605711:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:3.0:1761313477.605739:0:15826:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000002febdaee x1846869138408320/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313521 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761313477.605776:0:15826:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:3.0:1761313477.605782:0:15826:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x68fb7ba860c00 00000400:00000200:3.0:1761313477.605788:0:15826:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xb0385 [2] + 1312 00000400:00000200:3.0:1761313477.605852:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313477.605857:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:3.0:1761313477.605862:0:15826:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761313477.605870:0:15826:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000004c2b08ab. 00000020:00000010:3.0:1761313477.605947:0:64710:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000836d0529. 00000020:00000010:3.0:1761313477.605956:0:64710:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000036298e5f. 00000020:00000010:3.0:1761313477.605962:0:64710:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000061382956. 00000100:00000200:3.0:1761313477.605995:0:64710:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000004c2b08ab x1846869131398144/t0(0) o103->78617949-0e11-4ca2-94c2-d809f91deaa9@192.168.204.38@tcp:408/0 lens 328/0 e 0 to 0 dl 1761313483 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:3.0:1761313477.606034:0:64710:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869131398144 02000000:00000010:3.0:1761313477.606049:0:64710:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000fd562785. 00010000:00000010:3.0:1761313477.606156:0:64710:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000005d106fac. 00000100:00000010:3.0:1761313477.606166:0:64710:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a3841f5e. 00000100:00000010:3.0:1761313477.606175:0:64710:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a3841f5e. 00010000:00000010:3.0:1761313477.606179:0:64710:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000005d106fac. 00000400:00000010:3.0:1761313477.606202:0:64710:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000b53c2d2. 00000100:00000200:3.0:1761313477.606208:0:64710:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869131398144, offset 224 00000400:00000200:3.0:1761313477.606217:0:64710:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:3.0:1761313477.606230:0:64710:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:3.0:1761313477.606238:0:64710:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90778:90778:256:4294967295] 192.168.204.38@tcp LPNI seq info [90778:90778:8:4294967295] 00000400:00000200:3.0:1761313477.606250:0:64710:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:3.0:1761313477.606255:0:64710:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:3.0:1761313477.606261:0:64710:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000896a3ffd (tot 82351826). 00000800:00000200:3.0:1761313477.606268:0:64710:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:3.0:1761313477.606276:0:64710:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:3.0:1761313477.606281:0:64710:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000896a3ffd type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761313477.606302:0:64710:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000036298e5f. 00000020:00000010:3.0:1761313477.606307:0:64710:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000061382956. 00000020:00000010:3.0:1761313477.606311:0:64710:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000836d0529. 00000800:00000200:3.0:1761313477.606424:0:15827:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761313477.606429:0:15827:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000896a3ffd (tot 82351578). 00000400:00000200:3.0:1761313477.606433:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313477.606437:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:3.0:1761313477.606441:0:15827:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000b53c2d2 00000400:00000010:3.0:1761313477.606444:0:15827:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000b53c2d2. 00000400:00000010:3.0:1761313477.606471:0:77239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000d0809e9d. 00000400:00000200:3.0:1761313477.606478:0:77239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000040c69929 00000400:00000010:3.0:1761313477.606479:0:77239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000040c69929. 00000100:00000200:3.0:1761313477.606485:0:77239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000002febdaee x1846869138408320/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313521 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761313477.606493:0:77239:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000002febdaee x1846869138408320/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313521 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.0:1761313477.606518:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000397b4447. 02000000:00000010:3.0:1761313477.606535:0:77239:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000000e44180b. 02000000:00000010:3.0:1761313477.606542:0:77239:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000a7fa56e3. 00000100:00000010:3.0:1761313477.606547:0:77239:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000002febdaee. 00000100:00000010:3.0:1761313477.606550:0:77239:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b2e27710. 00010000:00000010:3.0:1761313477.606553:0:77239:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000065cb4694. 00080000:00000010:3.0:1761313477.606572:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000836d0529. 00010000:00000010:3.0:1761313477.606735:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003105fa62. 00010000:00000010:3.0:1761313477.606744:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b8875967. 00010000:00000010:3.0:1761313477.606842:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000007de7ec4f. 00010000:00000010:3.0:1761313477.606850:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000003105fa62. 00010000:00000010:3.0:1761313477.606860:0:77239:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000065cb4694. 00000100:00000010:3.0:1761313477.606864:0:77239:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a3841f5e. 00000100:00000010:3.0:1761313477.606871:0:77239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000002febdaee. 02000000:00000010:3.0:1761313477.606882:0:77239:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000102dc7be. 02000000:00000010:3.0:1761313477.606911:0:77239:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a7fa56e3. 00000400:00000010:3.0:1761313477.606915:0:77239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000d0809e9d. 00000400:00000010:3.0:1761313477.606919:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000040c69929. 00000100:00000200:3.0:1761313477.606924:0:77239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869138408384, portal 16 00000400:00000010:3.0:1761313477.606929:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000b53c2d2. 00000100:00000200:3.0:1761313477.606930:0:77239:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869138408384, offset 0 00000400:00000200:3.0:1761313477.606935:0:77239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:3.0:1761313477.606943:0:77239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:3.0:1761313477.606951:0:77239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:3.0:1761313477.606956:0:77239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761313477.606959:0:77239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:3.0:1761313477.606961:0:77239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90779:90779:256:4294967295] 192.168.204.38@tcp LPNI seq info [90779:90779:8:4294967295] 00000400:00000200:3.0:1761313477.606969:0:77239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:3.0:1761313477.606973:0:77239:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:3.0:1761313477.606976:0:77239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000896a3ffd (tot 82351826). 00000800:00000200:3.0:1761313477.606980:0:77239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:3.0:1761313477.606985:0:77239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:3.0:1761313477.606988:0:77239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000896a3ffd type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761313477.607061:0:15825:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761313477.607063:0:15825:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000896a3ffd (tot 82351578). 00000400:00000200:3.0:1761313477.607067:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313477.607071:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:3.0:1761313477.607073:0:15825:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000b53c2d2 00000400:00000010:3.0:1761313477.607075:0:15825:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000b53c2d2. 00000100:00000200:3.0:1761313477.607079:0:15825:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000002febdaee x1846869138408384/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313521 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1761313477.609390:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bb9e1b35. 00010000:00000010:1.1:1761313477.609408:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000027d6177a. 00010000:00000010:1.1:1761313477.609414:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007a758471. 00010000:00000010:3.1:1761313477.611620:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000098e024df. 00010000:00000010:3.1:1761313477.611641:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e5e5cd12. 00010000:00000010:3.1:1761313477.611645:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000017bbe421. 00000400:00000200:3.0:1761313477.611875:0:15826:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:3.0:1761313477.611898:0:15826:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x68fb7baf103c0 00000400:00000200:3.0:1761313477.611909:0:15826:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb1a5d [1] + 224 00000400:00000200:3.0:1761313477.611924:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313477.611930:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:3.0:1761313477.611945:0:15826:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000002febdaee x1846869138408384/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313521 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761313477.611991:0:15826:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:3.0:1761313477.611997:0:15826:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x68fb7ba860c40 00000400:00000200:3.0:1761313477.612002:0:15826:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xb0385 [2] + 1640 00000400:00000200:3.0:1761313477.612066:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313477.612071:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:3.0:1761313477.612077:0:15826:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761313477.612086:0:15826:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000020fe4fda. 00000020:00000010:3.0:1761313477.612150:0:75220:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000e44180b. 00000020:00000010:3.0:1761313477.612159:0:75220:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000036298e5f. 00000020:00000010:3.0:1761313477.612165:0:75220:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000061382956. 00000100:00000200:3.0:1761313477.612199:0:75220:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000020fe4fda x1846869131398208/t0(0) o103->78617949-0e11-4ca2-94c2-d809f91deaa9@192.168.204.38@tcp:408/0 lens 328/0 e 0 to 0 dl 1761313483 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:3.0:1761313477.612232:0:75220:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869131398208 02000000:00000010:3.0:1761313477.612247:0:75220:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000d4ccb6c7. 00010000:00000010:3.0:1761313477.612296:0:75220:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000005d106fac. 00000100:00000010:3.0:1761313477.612304:0:75220:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b2e27710. 00000100:00000010:3.0:1761313477.612312:0:75220:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b2e27710. 00010000:00000010:3.0:1761313477.612316:0:75220:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000005d106fac. 00000400:00000010:3.0:1761313477.612336:0:75220:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000b53c2d2. 00000100:00000200:3.0:1761313477.612342:0:75220:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869131398208, offset 224 00000400:00000200:3.0:1761313477.612351:0:75220:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000010:1.0:1761313477.613619:0:77239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000d0809e9d. 00000400:00000200:1.0:1761313477.613633:0:77239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000040c69929 00000400:00000010:1.0:1761313477.613635:0:77239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000040c69929. 00000100:00000200:1.0:1761313477.613647:0:77239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000002febdaee x1846869138408384/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313521 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761313477.613659:0:77239:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000002febdaee x1846869138408384/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313521 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.0:1761313477.613691:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ee3e3884. 02000000:00000010:1.0:1761313477.613711:0:77239:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a7fa56e3. 02000000:00000010:1.0:1761313477.613729:0:77239:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000102dc7be. 00000100:00000010:1.0:1761313477.613735:0:77239:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000002febdaee. 00000100:00000010:1.0:1761313477.613739:0:77239:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a3841f5e. 00010000:00000010:1.0:1761313477.613743:0:77239:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000065cb4694. 00080000:00000010:1.0:1761313477.613767:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000670f6777. 00010000:00000010:1.0:1761313477.613896:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003105fa62. 00010000:00000010:1.0:1761313477.613905:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000c4453313. 00010000:00000010:1.0:1761313477.614008:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000027d6177a. 00010000:00000010:1.0:1761313477.614016:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000009d13f597. 00010000:00000010:1.0:1761313477.614031:0:77239:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000040838e9c. 00000100:00000010:1.0:1761313477.614038:0:77239:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000079e673de. 00000100:00000010:1.0:1761313477.614047:0:77239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ba613791. 02000000:00000010:1.0:1761313477.614064:0:77239:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000fd1eb2bf. 02000000:00000010:1.0:1761313477.614099:0:77239:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000431a99a1. 00000400:00000010:1.0:1761313477.614106:0:77239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000aaa435c6. 00000400:00000010:1.0:1761313477.614113:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e7bbe35e. 00000100:00000200:1.0:1761313477.614122:0:77239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869138408448, portal 16 00000400:00000010:1.0:1761313477.614128:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e95cb506. 00000100:00000200:1.0:1761313477.614130:0:77239:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869138408448, offset 0 00000400:00000200:1.0:1761313477.614139:0:77239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:3.0:1761313477.616320:0:75220:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:3.0:1761313477.616334:0:75220:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90780:90780:256:4294967295] 192.168.204.38@tcp LPNI seq info [90780:90780:8:4294967295] 00000400:00000200:3.0:1761313477.616355:0:75220:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:3.0:1761313477.617105:0:75220:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:3.0:1761313477.617114:0:75220:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000896a3ffd (tot 82351826). 00000800:00000200:3.0:1761313477.617124:0:75220:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:3.0:1761313477.617134:0:75220:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:3.0:1761313477.617139:0:75220:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000896a3ffd type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761313477.617178:0:75220:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000036298e5f. 00000020:00000010:3.0:1761313477.617184:0:75220:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000061382956. 00000020:00000010:3.0:1761313477.617190:0:75220:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000000e44180b. 00000400:00000200:1.0:1761313477.618286:0:77239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:1.0:1761313477.618298:0:77239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:1.0:1761313477.618303:0:77239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761313477.618308:0:77239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:1.0:1761313477.618311:0:77239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90781:90781:255:4294967295] 192.168.204.38@tcp LPNI seq info [90781:90781:7:4294967295] 00000400:00000200:1.0:1761313477.618325:0:77239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:1.0:1761313477.618332:0:77239:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:1.0:1761313477.618340:0:77239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000258d8758 (tot 82352074). 00000800:00000200:1.0:1761313477.618348:0:77239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:1.0:1761313477.618353:0:77239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:1.0:1761313477.618356:0:77239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000258d8758 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761313477.621982:0:15827:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761313477.621994:0:15827:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000896a3ffd (tot 82351826). 00000400:00000200:3.0:1761313477.622004:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313477.622016:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:3.0:1761313477.622024:0:15827:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000b53c2d2 00000400:00000010:3.0:1761313477.622027:0:15827:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000b53c2d2. 00000800:00000200:3.0:1761313477.626247:0:15825:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761313477.626253:0:15825:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000258d8758 (tot 82351578). 00000400:00000200:3.0:1761313477.626261:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313477.626273:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:3.0:1761313477.626279:0:15825:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e95cb506 00000400:00000010:3.0:1761313477.626282:0:15825:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e95cb506. 00000100:00000200:3.0:1761313477.626293:0:15825:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000ba613791 x1846869138408448/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313521 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761313477.634053:0:15826:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:3.0:1761313477.634079:0:15826:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x68fb7baf10400 00000400:00000200:3.0:1761313477.634090:0:15826:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb1a69 [1] + 224 00000400:00000200:3.0:1761313477.634108:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313477.634113:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:3.0:1761313477.634127:0:15826:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000ba613791 x1846869138408448/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313521 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1761313477.635312:0:15826:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000dafdc779. 00010000:00000010:3.1:1761313477.635325:0:15826:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b359f2cf. 00010000:00000010:3.1:1761313477.635330:0:15826:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000026fc4c03. 00000400:00000010:1.0:1761313477.638077:0:77239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000aaa435c6. 00000400:00000200:1.0:1761313477.638092:0:77239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e7bbe35e 00000400:00000010:1.0:1761313477.638095:0:77239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e7bbe35e. 00000100:00000200:1.0:1761313477.638116:0:77239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000ba613791 x1846869138408448/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313521 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761313477.638127:0:77239:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000ba613791 x1846869138408448/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313521 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761313477.638175:0:15826:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 02000000:00000010:1.0:1761313477.638175:0:77239:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000431a99a1. 02000000:00000010:1.0:1761313477.638184:0:77239:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000fd1eb2bf. 00000100:00000010:1.0:1761313477.638189:0:77239:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ba613791. 00000400:00000200:3.0:1761313477.638192:0:15826:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x68fb7ba860c80 00000100:00000010:1.0:1761313477.638195:0:77239:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000079e673de. 00000400:00000200:3.0:1761313477.638200:0:15826:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xb0385 [2] + 1968 00010000:00000010:1.0:1761313477.638200:0:77239:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000040838e9c. 00000400:00000010:3.0:1761313477.638203:0:15826:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000088b5a9a4. 00000400:00000200:3.0:1761313477.638209:0:15826:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 000000002bd798b0 00000400:00000200:3.0:1761313477.638290:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313477.638295:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:3.0:1761313477.638300:0:15826:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002bd798b0 00000400:00000010:3.0:1761313477.638302:0:15826:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 000000002bd798b0 (tot 82351426). 00000100:00000200:3.0:1761313477.638308:0:15826:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:2.0:1761313477.639032:0:64710:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ac5be643. 00000020:00000010:2.0:1761313477.639043:0:64710:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000030ca6043. 00000020:00000010:2.0:1761313477.639048:0:64710:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000003de95356. 00000100:00000200:2.0:1761313477.639085:0:64710:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000006e201498 x1846869131398272/t0(0) o103->78617949-0e11-4ca2-94c2-d809f91deaa9@192.168.204.38@tcp:408/0 lens 328/0 e 0 to 0 dl 1761313483 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:2.0:1761313477.639132:0:64710:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869131398272 02000000:00000010:2.0:1761313477.639148:0:64710:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000009d36b014. 00010000:00000010:2.0:1761313477.639187:0:64710:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000dbebfe32. 00010000:00000010:2.0:1761313477.639214:0:64710:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000000f3cbfe0. 00000100:00000010:2.0:1761313477.639224:0:64710:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000051248dc9. 00000100:00000010:2.0:1761313477.639250:0:64710:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000051248dc9. 00010000:00000010:2.0:1761313477.639253:0:64710:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000000f3cbfe0. 00000400:00000010:2.0:1761313477.639272:0:64710:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000093201eee. 00000100:00000200:2.0:1761313477.639279:0:64710:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869131398272, offset 224 00000400:00000200:2.0:1761313477.639289:0:64710:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:2.0:1761313477.639305:0:64710:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:2.0:1761313477.639313:0:64710:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90782:90782:256:4294967295] 192.168.204.38@tcp LPNI seq info [90782:90782:8:4294967295] 00000400:00000200:2.0:1761313477.639326:0:64710:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:2.0:1761313477.639332:0:64710:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:2.0:1761313477.639351:0:64710:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b0bda00f (tot 82351674). 00000800:00000200:2.0:1761313477.639389:0:64710:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:2.0:1761313477.639399:0:64710:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:2.0:1761313477.639404:0:64710:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000b0bda00f type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761313477.639427:0:64710:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000030ca6043. 00000020:00000010:2.0:1761313477.639433:0:64710:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000003de95356. 00000020:00000010:2.0:1761313477.639438:0:64710:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ac5be643. 02000000:00000010:2.0:1761313477.639448:0:64710:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000d4ccb6c7. 00000100:00000010:2.0:1761313477.639452:0:64710:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000020fe4fda. 02000000:00000010:2.0:1761313477.639458:0:64710:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000fd562785. 00000100:00000010:2.0:1761313477.639460:0:64710:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000004c2b08ab. 02000000:00000010:2.0:1761313477.639464:0:64710:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000e07b507f. 00000100:00000010:2.0:1761313477.639466:0:64710:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000c9563f77. 02000000:00000010:2.0:1761313477.639479:0:64710:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000e207838c. 00000100:00000010:2.0:1761313477.639481:0:64710:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001588211e. 02000000:00000010:2.0:1761313477.639484:0:64710:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000705ec813. 00000100:00000010:2.0:1761313477.639486:0:64710:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000009906dba7. 02000000:00000010:2.0:1761313477.639490:0:64710:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000c33a0baf. 00000100:00000010:2.0:1761313477.639493:0:64710:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000a9908fec. 00000100:00000200:2.0:1761313477.639515:0:64710:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1761313477.639523:0:64710:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000d6409ff9. 00000400:00000010:2.0:1761313477.639528:0:64710:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 0000000051248dc9 (tot 82351826). 00000800:00000200:3.0:1761313477.639546:0:15827:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761313477.639551:0:15827:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b0bda00f (tot 82351578). 00000400:00000200:3.0:1761313477.639556:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313477.639562:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:3.0:1761313477.639566:0:15827:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000093201eee 00000400:00000010:3.0:1761313477.639568:0:15827:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000093201eee. 02000000:00000010:3.0:1761313477.639573:0:15827:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000009d36b014. 00010000:00000010:1.1:1761313477.640080:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002d71f3cb. 00010000:00000010:1.1:1761313477.640093:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a43eeb4c. 00010000:00000010:1.1:1761313477.640098:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007de7ec4f. 00080000:00000010:1.0:1761313477.640136:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000fd1eb2bf. 00010000:00000010:1.0:1761313477.640261:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000009d13f597. 00010000:00000010:1.0:1761313477.640269:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002488f6e5. 00010000:00000010:1.0:1761313477.640495:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ae3f52b1. 00010000:00000010:1.0:1761313477.640503:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000009d13f597. 00010000:00000010:1.0:1761313477.640519:0:77239:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000040838e9c. 00000100:00000010:1.0:1761313477.640526:0:77239:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000079e673de. 00000100:00000010:1.0:1761313477.640537:0:77239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ba613791. 02000000:00000010:1.0:1761313477.640555:0:77239:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000431a99a1. 02000000:00000010:1.0:1761313477.640588:0:77239:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000009885a256. 00000400:00000010:1.0:1761313477.640594:0:77239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000aaa435c6. 00000400:00000010:1.0:1761313477.640600:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e7bbe35e. 00000100:00000200:1.0:1761313477.640606:0:77239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869138408512, portal 16 00000400:00000010:1.0:1761313477.640612:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000074b1fc4e. 00000100:00000200:1.0:1761313477.640614:0:77239:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869138408512, offset 0 00000400:00000200:1.0:1761313477.640623:0:77239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:1.0:1761313477.640638:0:77239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:1.0:1761313477.640646:0:77239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:1.0:1761313477.640651:0:77239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761313477.640654:0:77239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:1.0:1761313477.640657:0:77239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90783:90783:256:4294967295] 192.168.204.38@tcp LPNI seq info [90783:90783:8:4294967295] 00000400:00000200:1.0:1761313477.640668:0:77239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:1.0:1761313477.640673:0:77239:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:1.0:1761313477.640679:0:77239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f67d6031 (tot 82351826). 00000800:00000200:1.0:1761313477.640685:0:77239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:1.0:1761313477.640691:0:77239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:1.0:1761313477.640696:0:77239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000f67d6031 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761313477.641980:0:15825:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761313477.641987:0:15825:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f67d6031 (tot 82351578). 00000400:00000200:3.0:1761313477.641996:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313477.642006:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:3.0:1761313477.642012:0:15825:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000074b1fc4e 00000400:00000010:3.0:1761313477.642014:0:15825:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000074b1fc4e. 00000100:00000200:3.0:1761313477.642024:0:15825:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000ba613791 x1846869138408512/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313521 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761313477.645760:0:15826:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:3.0:1761313477.645786:0:15826:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x68fb7baf10440 00000400:00000200:3.0:1761313477.645797:0:15826:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb1a79 [1] + 224 00000400:00000200:3.0:1761313477.645811:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313477.645815:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:3.0:1761313477.645828:0:15826:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000ba613791 x1846869138408512/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313521 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761313477.645869:0:15826:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:3.0:1761313477.645874:0:15826:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x68fb7ba860cc0 00000400:00000200:3.0:1761313477.645880:0:15826:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xb03dd [2] + 0 00000400:00000200:3.0:1761313477.645890:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313477.645892:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:3.0:1761313477.645896:0:15826:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761313477.645903:0:15826:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000009906dba7. 00000020:00000010:3.0:1761313477.645959:0:64710:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007991ab59. 00000020:00000010:3.0:1761313477.645967:0:64710:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000036298e5f. 00000020:00000010:3.0:1761313477.645972:0:64710:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000061382956. 00000100:00000200:3.0:1761313477.646004:0:64710:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000009906dba7 x1846869131398336/t0(0) o103->78617949-0e11-4ca2-94c2-d809f91deaa9@192.168.204.38@tcp:408/0 lens 328/0 e 0 to 0 dl 1761313483 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:3.0:1761313477.646038:0:64710:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869131398336 02000000:00000010:3.0:1761313477.646052:0:64710:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000c6262b5d. 00010000:00000010:3.0:1761313477.646106:0:64710:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000005d106fac. 00000100:00000010:3.0:1761313477.646115:0:64710:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b2e27710. 00000100:00000010:3.0:1761313477.646123:0:64710:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b2e27710. 00010000:00000010:3.0:1761313477.646127:0:64710:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000005d106fac. 00000400:00000010:0.0:1761313477.646128:0:77239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000aaa435c6. 00000400:00000200:0.0:1761313477.646136:0:77239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e7bbe35e 00000400:00000010:3.0:1761313477.646147:0:64710:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000b53c2d2. 00000400:00000010:0.0:1761313477.646605:0:77239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e7bbe35e. 00000100:00000200:0.0:1761313477.646615:0:77239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000ba613791 x1846869138408512/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313521 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761313477.646623:0:77239:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000ba613791 x1846869138408512/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313521 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.0:1761313477.646649:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004f783f1b. 02000000:00000010:0.0:1761313477.646669:0:77239:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000009885a256. 02000000:00000010:0.0:1761313477.646675:0:77239:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000431a99a1. 00000100:00000010:0.0:1761313477.646679:0:77239:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ba613791. 00000100:00000010:0.0:1761313477.646683:0:77239:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000079e673de. 00010000:00000010:0.0:1761313477.646686:0:77239:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000040838e9c. 00080000:00000010:0.0:1761313477.646706:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 000000008c4fcd5b. 00010000:00000010:0.0:1761313477.646825:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000009d13f597. 00010000:00000010:0.0:1761313477.646831:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008c553d45. 00010000:00000010:0.0:1761313477.646924:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000025f98921. 00010000:00000010:0.0:1761313477.646928:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006c8faef3. 00010000:00000010:0.0:1761313477.646935:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000006fbaf355. 00010000:00000010:0.0:1761313477.646941:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000bcf2df3c. 00080000:00000010:0.0:1761313477.646954:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000cf4220d0. 00010000:00000010:0.0:1761313477.646973:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bcf2df3c. 00010000:00000010:0.0:1761313477.646977:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006c8faef3. 00000001:00000010:0.0:1761313477.647021:0:77239:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000a214889b. 00000001:00000010:0.0:1761313477.647027:0:77239:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000a214889b. 00000001:00000010:0.0:1761313477.647032:0:77239:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000ea368f5f. 00080000:00000010:0.0:1761313477.647040:0:77239:0:(osd_handler.c:6695:osd_it_iam_fini()) kfreed 'it': 328 at 000000005efcd4a1. 00080000:00000010:0.0:1761313477.647048:0:77239:0:(osd_handler.c:6667:osd_it_iam_init()) kmalloced '(it)': 328 at 00000000bda857df. 00000001:00000010:0.0:1761313477.647054:0:77239:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000a214889b. 00010000:00000010:0.0:1761313477.647077:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000f759b348. 00010000:00000010:0.0:1761313477.647079:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006c8faef3. 00010000:00000010:0.0:1761313477.647083:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000008db035d4. 00010000:00000010:0.0:1761313477.647086:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000bcf2df3c. 00080000:00000010:0.0:1761313477.647094:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000705ec813. 00010000:00000010:0.0:1761313477.647111:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bcf2df3c. 00010000:00000010:0.0:1761313477.647113:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006c8faef3. 00010000:00000010:0.0:1761313477.647149:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000008cae5abe. 00010000:00000010:0.0:1761313477.647152:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006c8faef3. 00010000:00000010:0.0:1761313477.647155:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ee6f4c87. 00000100:00000200:3.0:1761313477.647158:0:64710:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869131398336, offset 224 00010000:00000010:0.0:1761313477.647159:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000bcf2df3c. 00080000:00000010:0.0:1761313477.647168:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 000000008891e79e. 00000400:00000200:3.0:1761313477.647173:0:64710:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:3.0:1761313477.647191:0:64710:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00010000:00000010:0.0:1761313477.647193:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bcf2df3c. 00010000:00000010:0.0:1761313477.647197:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006c8faef3. 00000400:00000200:3.0:1761313477.647200:0:64710:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90784:90784:256:4294967295] 192.168.204.38@tcp LPNI seq info [90784:90784:8:4294967295] 00000400:00000200:3.0:1761313477.647213:0:64710:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:3.0:1761313477.647220:0:64710:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:3.0:1761313477.647226:0:64710:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000896a3ffd (tot 82351826). 00010000:00000010:0.0:1761313477.647233:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000367b2cc6. 00000800:00000200:3.0:1761313477.647234:0:64710:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00010000:00000010:0.0:1761313477.647238:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006c8faef3. 00010000:00000010:0.0:1761313477.647242:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000048dea5e1. 00000800:00000200:3.0:1761313477.647246:0:64710:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00010000:00000010:0.0:1761313477.647246:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000bcf2df3c. 00000800:00000200:3.0:1761313477.647252:0:64710:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000896a3ffd type 1, nob 320 niov 1 nkiov 1 00080000:00000010:0.0:1761313477.647256:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 000000006a429d6f. 00010000:00000010:0.0:1761313477.647282:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bcf2df3c. 00000020:00000010:3.0:1761313477.647286:0:64710:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000036298e5f. 00010000:00000010:0.0:1761313477.647287:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006c8faef3. 00000020:00000010:3.0:1761313477.647295:0:64710:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000061382956. 00000020:00000010:3.0:1761313477.647303:0:64710:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007991ab59. 00010000:00000010:0.0:1761313477.647326:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000042d886c3. 00010000:00000010:0.0:1761313477.647329:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006c8faef3. 00010000:00000010:0.0:1761313477.647333:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000008e1e814. 00010000:00000010:0.0:1761313477.647336:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000bcf2df3c. 00080000:00000010:0.0:1761313477.647345:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 000000000915db86. 00010000:00000010:0.0:1761313477.647394:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bcf2df3c. 00010000:00000010:0.0:1761313477.647399:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006c8faef3. 00010000:00000010:0.0:1761313477.647435:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000041e0e2ae. 00010000:00000010:0.0:1761313477.647439:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006c8faef3. 00010000:00000010:0.0:1761313477.647443:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000004f91bbe2. 00010000:00000010:0.0:1761313477.647446:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000bcf2df3c. 00080000:00000010:0.0:1761313477.647457:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 000000004daddb0a. 00000800:00000200:3.0:1761313477.647479:0:15827:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00010000:00000010:0.0:1761313477.647482:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bcf2df3c. 00000800:00000010:3.0:1761313477.647485:0:15827:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000896a3ffd (tot 82351578). 00010000:00000010:0.0:1761313477.647486:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006c8faef3. 00000400:00000200:3.0:1761313477.647492:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313477.647499:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:3.0:1761313477.647502:0:15827:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000b53c2d2 00000400:00000010:3.0:1761313477.647504:0:15827:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000b53c2d2. 00010000:00000010:0.0:1761313477.647531:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000036803769. 00010000:00000010:0.0:1761313477.647535:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006c8faef3. 00010000:00000010:0.0:1761313477.647538:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000003e29aedd. 00010000:00000010:0.0:1761313477.647542:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000bcf2df3c. 00080000:00000010:0.0:1761313477.647550:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000301fe8ca. 00010000:00000010:0.0:1761313477.647572:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bcf2df3c. 00010000:00000010:0.0:1761313477.647575:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006c8faef3. 00010000:00000010:0.0:1761313477.647609:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000007fd79cf0. 00010000:00000010:0.0:1761313477.647612:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006c8faef3. 00010000:00000010:0.0:1761313477.647615:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000fca8e535. 00010000:00000010:0.0:1761313477.647618:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000bcf2df3c. 00080000:00000010:0.0:1761313477.647625:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 000000006e4f405f. 00010000:00000010:0.0:1761313477.647646:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bcf2df3c. 00010000:00000010:0.0:1761313477.647649:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006c8faef3. 00010000:00000010:0.0:1761313477.647684:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000d680226d. 00010000:00000010:0.0:1761313477.647687:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006c8faef3. 00010000:00000010:0.0:1761313477.647689:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000010c4cce5. 00010000:00000010:0.0:1761313477.647692:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000bcf2df3c. 00080000:00000010:0.0:1761313477.647699:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e8282d79. 00010000:00000010:0.0:1761313477.647733:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bcf2df3c. 00010000:00000010:0.0:1761313477.647737:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006c8faef3. 00010000:00000010:0.0:1761313477.647771:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000570bc3ef. 00010000:00000010:0.0:1761313477.647774:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006c8faef3. 00010000:00000010:0.0:1761313477.647777:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000000dca39cc. 00010000:00000010:0.0:1761313477.647780:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000bcf2df3c. 00080000:00000010:0.0:1761313477.647787:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d4d32c9b. 00010000:00000010:0.0:1761313477.647809:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bcf2df3c. 00010000:00000010:0.0:1761313477.647812:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006c8faef3. 00010000:00000010:0.0:1761313477.647844:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000bf22b104. 00010000:00000010:0.0:1761313477.647847:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006c8faef3. 00010000:00000010:0.0:1761313477.647850:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000133930c5. 00010000:00000010:0.0:1761313477.647853:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000bcf2df3c. 00080000:00000010:0.0:1761313477.647860:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 0000000076ca4f40. 00010000:00000010:0.0:1761313477.647881:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bcf2df3c. 00010000:00000010:0.0:1761313477.647884:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006c8faef3. 00010000:00000010:0.0:1761313477.647917:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000035c2b323. 00010000:00000010:0.0:1761313477.647920:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006c8faef3. 00010000:00000010:0.0:1761313477.647923:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000003a434a29. 00010000:00000010:0.0:1761313477.647925:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000bcf2df3c. 00080000:00000010:0.0:1761313477.647932:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c68cadcd. 00010000:00000010:0.0:1761313477.647953:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bcf2df3c. 00010000:00000010:0.0:1761313477.647956:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006c8faef3. 00010000:00000010:0.0:1761313477.647990:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000cac49178. 00010000:00000010:0.0:1761313477.647994:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006c8faef3. 00010000:00000010:0.0:1761313477.647997:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c7fd279b. 00010000:00000010:0.0:1761313477.647999:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000bcf2df3c. 00080000:00000010:0.0:1761313477.648007:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ac767c4e. 00010000:00000010:0.0:1761313477.648030:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bcf2df3c. 00010000:00000010:0.0:1761313477.648033:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006c8faef3. 00010000:00000010:0.0:1761313477.648067:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000e18a0db4. 00010000:00000010:0.0:1761313477.648070:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006c8faef3. 00010000:00000010:0.0:1761313477.648073:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000008321265a. 00010000:00000010:0.0:1761313477.648076:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000bcf2df3c. 00080000:00000010:0.0:1761313477.648083:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000dbb416b7. 00010000:00000010:0.0:1761313477.648105:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bcf2df3c. 00010000:00000010:0.0:1761313477.648108:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006c8faef3. 00010000:00000010:0.0:1761313477.648143:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000009c99ccc3. 00010000:00000010:0.0:1761313477.648145:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006c8faef3. 00010000:00000010:0.0:1761313477.648148:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000015645dc6. 00010000:00000010:0.0:1761313477.648151:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000bcf2df3c. 00080000:00000010:0.0:1761313477.648160:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000323860f0. 00010000:00000010:0.0:1761313477.648181:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bcf2df3c. 00010000:00000010:0.0:1761313477.648185:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006c8faef3. 00010000:00000010:0.0:1761313477.648216:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000d40d0b70. 00010000:00000010:0.0:1761313477.648219:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006c8faef3. 00010000:00000010:0.0:1761313477.648222:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000803e8ee5. 00010000:00000010:0.0:1761313477.648225:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000bcf2df3c. 00080000:00000010:0.0:1761313477.648233:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 000000009c4b1f9a. 00010000:00000010:0.0:1761313477.648254:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bcf2df3c. 00010000:00000010:0.0:1761313477.648257:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006c8faef3. 00010000:00000010:0.0:1761313477.648287:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000008bf4fca6. 00010000:00000010:0.0:1761313477.648289:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006c8faef3. 00010000:00000010:0.0:1761313477.648293:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000001b2dd8c3. 00010000:00000010:0.0:1761313477.648296:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000bcf2df3c. 00080000:00000010:0.0:1761313477.648303:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ccd1f1f7. 00010000:00000010:0.0:1761313477.648323:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bcf2df3c. 00010000:00000010:0.0:1761313477.648326:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006c8faef3. 00010000:00000010:0.0:1761313477.648356:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000bcfd961c. 00010000:00000010:0.0:1761313477.648408:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006c8faef3. 00010000:00000010:0.0:1761313477.648412:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f13b0208. 00010000:00000010:0.0:1761313477.648415:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000bcf2df3c. 00080000:00000010:0.0:1761313477.648423:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a4f0d83c. 00010000:00000010:0.0:1761313477.648447:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bcf2df3c. 00010000:00000010:0.0:1761313477.648451:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006c8faef3. 00010000:00000010:0.0:1761313477.648487:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000745a032c. 00010000:00000010:0.0:1761313477.648489:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006c8faef3. 00010000:00000010:0.0:1761313477.648492:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000d6106bc2. 00010000:00000010:0.0:1761313477.648496:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000bcf2df3c. 00080000:00000010:0.0:1761313477.648504:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 0000000024ae41d3. 00010000:00000010:0.0:1761313477.648527:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bcf2df3c. 00010000:00000010:0.0:1761313477.648530:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006c8faef3. 00010000:00000010:0.0:1761313477.648562:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000002a214125. 00010000:00000010:0.0:1761313477.648565:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006c8faef3. 00010000:00000010:0.0:1761313477.648568:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000007011c8ae. 00010000:00000010:0.0:1761313477.648571:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000bcf2df3c. 00080000:00000010:0.0:1761313477.648578:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a442ad07. 00010000:00000010:0.0:1761313477.648598:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bcf2df3c. 00010000:00000010:0.0:1761313477.648601:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006c8faef3. 00010000:00000010:0.0:1761313477.648637:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000df049538. 00010000:00000010:0.0:1761313477.648640:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006c8faef3. 00010000:00000010:0.0:1761313477.648644:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000008aeaba9. 00010000:00000010:0.0:1761313477.648647:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000bcf2df3c. 00080000:00000010:0.0:1761313477.648654:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000fb1a107d. 00010000:00000010:0.0:1761313477.648680:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bcf2df3c. 00010000:00000010:0.0:1761313477.648684:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006c8faef3. 00010000:00000010:0.0:1761313477.648714:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000006998fdb8. 00010000:00000010:0.0:1761313477.648726:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006c8faef3. 00010000:00000010:0.0:1761313477.648730:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000d1466b96. 00010000:00000010:0.0:1761313477.648733:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000bcf2df3c. 00080000:00000010:0.0:1761313477.648743:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000dd5ca378. 00010000:00000010:0.0:1761313477.648763:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bcf2df3c. 00010000:00000010:0.0:1761313477.648765:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006c8faef3. 00010000:00000010:0.0:1761313477.648793:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000624efe76. 00010000:00000010:0.0:1761313477.648795:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006c8faef3. 00010000:00000010:0.0:1761313477.648798:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000009b177f7c. 00010000:00000010:0.0:1761313477.648800:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000bcf2df3c. 00080000:00000010:0.0:1761313477.648806:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 0000000011a83008. 00010000:00000010:0.0:1761313477.648822:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bcf2df3c. 00010000:00000010:0.0:1761313477.648825:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006c8faef3. 00010000:00000010:0.0:1761313477.648851:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000a49ea6ad. 00010000:00000010:0.0:1761313477.648853:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006c8faef3. 00010000:00000010:0.0:1761313477.648855:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000056259f4f. 00010000:00000010:0.0:1761313477.648859:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000bcf2df3c. 00080000:00000010:0.0:1761313477.648865:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000bcb0f16c. 00010000:00000010:0.0:1761313477.648881:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bcf2df3c. 00010000:00000010:0.0:1761313477.648884:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006c8faef3. 00010000:00000010:0.0:1761313477.648910:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000001dbcb473. 00010000:00000010:0.0:1761313477.648912:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006c8faef3. 00010000:00000010:0.0:1761313477.648915:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000002b6ce279. 00010000:00000010:0.0:1761313477.648917:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000bcf2df3c. 00080000:00000010:0.0:1761313477.648922:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 0000000041002848. 00010000:00000010:0.0:1761313477.648937:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bcf2df3c. 00010000:00000010:0.0:1761313477.648940:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006c8faef3. 00010000:00000010:0.0:1761313477.648963:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000b8077024. 00010000:00000010:0.0:1761313477.648966:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006c8faef3. 00010000:00000010:0.0:1761313477.648968:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000025e640c0. 00010000:00000010:0.0:1761313477.648970:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000bcf2df3c. 00080000:00000010:0.0:1761313477.648975:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a520b8d4. 00010000:00000010:0.0:1761313477.648990:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bcf2df3c. 00010000:00000010:0.0:1761313477.648992:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006c8faef3. 00010000:00000010:0.0:1761313477.649020:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000005504c222. 00010000:00000010:0.0:1761313477.649022:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006c8faef3. 00010000:00000010:0.0:1761313477.649025:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ea168d78. 00010000:00000010:0.0:1761313477.649027:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000bcf2df3c. 00080000:00000010:0.0:1761313477.649032:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e0a17f3b. 00010000:00000010:0.0:1761313477.649047:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bcf2df3c. 00010000:00000010:0.0:1761313477.649050:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006c8faef3. 00010000:00000010:0.0:1761313477.649073:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000a50d8445. 00010000:00000010:0.0:1761313477.649075:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006c8faef3. 00010000:00000010:0.0:1761313477.649078:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000007fb31a37. 00010000:00000010:0.0:1761313477.649080:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000bcf2df3c. 00080000:00000010:0.0:1761313477.649086:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 0000000084626d7c. 00010000:00000010:0.0:1761313477.649101:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bcf2df3c. 00010000:00000010:0.0:1761313477.649104:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006c8faef3. 00010000:00000010:0.0:1761313477.649127:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000016dbeb61. 00010000:00000010:0.0:1761313477.649129:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006c8faef3. 00010000:00000010:0.0:1761313477.649132:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000058adad1. 00010000:00000010:0.0:1761313477.649134:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000bcf2df3c. 00080000:00000010:0.0:1761313477.649145:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f8565e53. 00010000:00000010:0.0:1761313477.649164:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bcf2df3c. 00010000:00000010:0.0:1761313477.649166:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006c8faef3. 00010000:00000010:0.0:1761313477.649192:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000685babec. 00010000:00000010:0.0:1761313477.649194:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006c8faef3. 00010000:00000010:0.0:1761313477.649197:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000042221ca1. 00010000:00000010:0.0:1761313477.649199:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000bcf2df3c. 00080000:00000010:0.0:1761313477.649205:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 0000000085bb1c1a. 00010000:00000010:0.0:1761313477.649222:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bcf2df3c. 00010000:00000010:0.0:1761313477.649224:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006c8faef3. 00010000:00000010:0.0:1761313477.649253:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000b9ca25af. 00010000:00000010:0.0:1761313477.649255:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006c8faef3. 00010000:00000010:0.0:1761313477.649259:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000041e93370. 00010000:00000010:0.0:1761313477.649262:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000bcf2df3c. 00080000:00000010:0.0:1761313477.649269:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e2dfb0e3. 00010000:00000010:0.0:1761313477.649289:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bcf2df3c. 00010000:00000010:0.0:1761313477.649292:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006c8faef3. 00010000:00000010:0.0:1761313477.649321:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000a3971371. 00010000:00000010:0.0:1761313477.649324:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006c8faef3. 00010000:00000010:0.0:1761313477.649327:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000001451ce4. 00010000:00000010:0.0:1761313477.649331:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000bcf2df3c. 00080000:00000010:0.0:1761313477.649338:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a55878ad. 00010000:00000010:0.0:1761313477.649389:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bcf2df3c. 00010000:00000010:0.0:1761313477.649393:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006c8faef3. 00010000:00000010:0.0:1761313477.649430:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000008b8a0f22. 00010000:00000010:0.0:1761313477.649433:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006c8faef3. 00010000:00000010:0.0:1761313477.649435:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f37a68b0. 00010000:00000010:0.0:1761313477.649438:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000bcf2df3c. 00080000:00000010:0.0:1761313477.649445:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000b2684dfe. 00010000:00000010:0.0:1761313477.649467:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bcf2df3c. 00010000:00000010:0.0:1761313477.649470:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006c8faef3. 00010000:00000010:0.0:1761313477.649501:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000002d31aa41. 00010000:00000010:0.0:1761313477.649504:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006c8faef3. 00010000:00000010:0.0:1761313477.649507:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000006ebf7f2a. 00010000:00000010:0.0:1761313477.649510:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000bcf2df3c. 00080000:00000010:0.0:1761313477.649518:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 000000004f8c7388. 00010000:00000010:0.0:1761313477.649540:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bcf2df3c. 00010000:00000010:0.0:1761313477.649544:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006c8faef3. 00010000:00000010:0.0:1761313477.649574:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000096bdfaea. 00010000:00000010:0.0:1761313477.649577:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006c8faef3. 00010000:00000010:0.0:1761313477.649581:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000296dd2b4. 00010000:00000010:0.0:1761313477.649584:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000bcf2df3c. 00080000:00000010:0.0:1761313477.649590:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 000000003936542c. 00010000:00000010:0.0:1761313477.649607:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bcf2df3c. 00010000:00000010:0.0:1761313477.649610:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006c8faef3. 00010000:00000010:0.0:1761313477.649635:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000040dd7f8c. 00010000:00000010:0.0:1761313477.649637:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006c8faef3. 00010000:00000010:0.0:1761313477.649639:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000008d86cc05. 00010000:00000010:0.0:1761313477.649642:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000bcf2df3c. 00080000:00000010:0.0:1761313477.649647:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 0000000057482a2a. 00010000:00000010:0.0:1761313477.649664:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bcf2df3c. 00010000:00000010:0.0:1761313477.649667:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006c8faef3. 00010000:00000010:0.0:1761313477.649696:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000022168460. 00010000:00000010:0.0:1761313477.649698:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006c8faef3. 00010000:00000010:0.0:1761313477.649701:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000006efa4efa. 00010000:00000010:0.0:1761313477.649703:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000bcf2df3c. 00080000:00000010:0.0:1761313477.649710:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ca803977. 00010000:00000010:1.1:1761313477.650064:0:19:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000822949a. 00010000:00000010:1.1:1761313477.650074:0:19:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000027d6177a. 00010000:00000010:0.0:1761313477.652813:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bcf2df3c. 00010000:00000010:0.0:1761313477.652832:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006c8faef3. 00010000:00000010:0.0:1761313477.652930:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000c97b21fd. 00010000:00000010:0.0:1761313477.652935:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006c8faef3. 00010000:00000010:0.0:1761313477.652941:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000019cfc1b1. 00010000:00000010:0.0:1761313477.652948:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000bcf2df3c. 00080000:00000010:0.0:1761313477.652969:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ea7d5310. 00010000:00000010:0.0:1761313477.653003:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bcf2df3c. 00010000:00000010:0.0:1761313477.653007:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006c8faef3. 00010000:00000010:0.0:1761313477.653048:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000489111f4. 00010000:00000010:0.0:1761313477.653051:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006c8faef3. 00010000:00000010:0.0:1761313477.653053:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000007ea3d752. 00010000:00000010:0.0:1761313477.653057:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000bcf2df3c. 00080000:00000010:0.0:1761313477.653064:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ccabee1f. 00010000:00000010:0.0:1761313477.653086:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bcf2df3c. 00010000:00000010:0.0:1761313477.653089:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006c8faef3. 00010000:00000010:0.0:1761313477.653123:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000003b2e7db. 00010000:00000010:0.0:1761313477.653126:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006c8faef3. 00010000:00000010:0.0:1761313477.653129:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000003029005c. 00010000:00000010:0.0:1761313477.653132:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000bcf2df3c. 00080000:00000010:0.0:1761313477.653139:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 000000000cb0604d. 00010000:00000010:0.0:1761313477.653163:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bcf2df3c. 00010000:00000010:0.0:1761313477.653166:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006c8faef3. 00010000:00000010:0.0:1761313477.653200:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000000aac4c19. 00010000:00000010:0.0:1761313477.653202:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006c8faef3. 00010000:00000010:0.0:1761313477.653206:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000008f9e0166. 00010000:00000010:0.0:1761313477.653209:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000bcf2df3c. 00080000:00000010:0.0:1761313477.653217:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 0000000072a53d60. 00010000:00000010:0.0:1761313477.653238:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bcf2df3c. 00010000:00000010:0.0:1761313477.653241:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006c8faef3. 00010000:00000010:0.0:1761313477.653273:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000000d68b194. 00010000:00000010:0.0:1761313477.653276:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006c8faef3. 00010000:00000010:0.0:1761313477.653279:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000e1012892. 00010000:00000010:0.0:1761313477.653281:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000bcf2df3c. 00080000:00000010:0.0:1761313477.653302:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000141b4c68. 00010000:00000010:0.0:1761313477.653326:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bcf2df3c. 00010000:00000010:0.0:1761313477.653329:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006c8faef3. 00010000:00000010:0.0:1761313477.653421:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000795110d5. 00010000:00000010:0.0:1761313477.653424:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006c8faef3. 00010000:00000010:0.0:1761313477.653427:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000e3d4b86a. 00010000:00000010:0.0:1761313477.653430:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000bcf2df3c. 00080000:00000010:0.0:1761313477.653437:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d9fc361d. 00010000:00000010:0.0:1761313477.653457:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bcf2df3c. 00010000:00000010:0.0:1761313477.653461:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006c8faef3. 00010000:00000010:0.0:1761313477.653492:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000058447991. 00010000:00000010:0.0:1761313477.653495:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006c8faef3. 00010000:00000010:0.0:1761313477.653498:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000078a5c245. 00010000:00000010:0.0:1761313477.653501:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000bcf2df3c. 00080000:00000010:0.0:1761313477.653507:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f5ef0a12. 00010000:00000010:0.0:1761313477.653528:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bcf2df3c. 00010000:00000010:0.0:1761313477.653531:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006c8faef3. 00010000:00000010:0.0:1761313477.653567:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000ce4a9923. 00010000:00000010:0.0:1761313477.653569:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006c8faef3. 00010000:00000010:0.0:1761313477.653573:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000001a6a109a. 00010000:00000010:0.0:1761313477.653576:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000bcf2df3c. 00080000:00000010:0.0:1761313477.653582:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 0000000026338df0. 00010000:00000010:0.0:1761313477.653601:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bcf2df3c. 00010000:00000010:0.0:1761313477.653604:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006c8faef3. 00010000:00000010:0.0:1761313477.653634:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000ad919862. 00010000:00000010:0.0:1761313477.653636:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006c8faef3. 00010000:00000010:0.0:1761313477.653639:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000013b71a4c. 00010000:00000010:0.0:1761313477.653642:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000bcf2df3c. 00080000:00000010:0.0:1761313477.653648:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 000000002b4f5729. 00010000:00000010:0.0:1761313477.653669:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bcf2df3c. 00010000:00000010:0.0:1761313477.653672:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006c8faef3. 00010000:00000010:0.0:1761313477.653698:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000b535e24a. 00010000:00000010:0.0:1761313477.653700:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006c8faef3. 00010000:00000010:0.0:1761313477.653703:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000003b9c5d31. 00010000:00000010:0.0:1761313477.653706:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000bcf2df3c. 00080000:00000010:0.0:1761313477.653713:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c3beb657. 00010000:00000010:0.0:1761313477.653747:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bcf2df3c. 00010000:00000010:0.0:1761313477.653751:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006c8faef3. 00010000:00000010:0.0:1761313477.653780:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000972b810c. 00010000:00000010:0.0:1761313477.653782:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006c8faef3. 00010000:00000010:0.0:1761313477.653785:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000e3303b1c. 00010000:00000010:0.0:1761313477.653787:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000bcf2df3c. 00080000:00000010:0.0:1761313477.653794:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000082a84f6. 00010000:00000010:0.0:1761313477.653813:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bcf2df3c. 00010000:00000010:0.0:1761313477.653815:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006c8faef3. 00010000:00000010:0.0:1761313477.653848:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000704390be. 00010000:00000010:0.0:1761313477.653851:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006c8faef3. 00010000:00000010:0.0:1761313477.653853:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c3fd56a8. 00010000:00000010:0.0:1761313477.653856:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000bcf2df3c. 00080000:00000010:0.0:1761313477.653867:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f2b452c1. 00010000:00000010:0.0:1761313477.653888:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bcf2df3c. 00010000:00000010:0.0:1761313477.653891:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006c8faef3. 00010000:00000010:0.0:1761313477.653922:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000002b51eb96. 00010000:00000010:0.0:1761313477.653925:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006c8faef3. 00010000:00000010:0.0:1761313477.653928:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000d9a87175. 00010000:00000010:0.0:1761313477.653931:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000bcf2df3c. 00080000:00000010:0.0:1761313477.653939:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a6a21261. 00010000:00000010:0.0:1761313477.653961:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bcf2df3c. 00010000:00000010:0.0:1761313477.653964:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006c8faef3. 00010000:00000010:0.0:1761313477.654003:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000e3fd5f72. 00010000:00000010:0.0:1761313477.654005:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006c8faef3. 00010000:00000010:0.0:1761313477.654009:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f19f4a45. 00010000:00000010:0.0:1761313477.654012:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000bcf2df3c. 00080000:00000010:0.0:1761313477.654019:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 000000002ab8f9d1. 00010000:00000010:0.0:1761313477.654041:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bcf2df3c. 00010000:00000010:0.0:1761313477.654044:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006c8faef3. 00010000:00000010:0.0:1761313477.654074:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000002ac1152c. 00010000:00000010:0.0:1761313477.654078:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006c8faef3. 00010000:00000010:0.0:1761313477.654081:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000007bdc554e. 00010000:00000010:0.0:1761313477.654084:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000bcf2df3c. 00080000:00000010:0.0:1761313477.654091:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 000000000f697026. 00010000:00000010:0.0:1761313477.654112:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bcf2df3c. 00010000:00000010:0.0:1761313477.654115:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006c8faef3. 00010000:00000010:0.0:1761313477.654143:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000843e8ae7. 00010000:00000010:0.0:1761313477.654146:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006c8faef3. 00010000:00000010:0.0:1761313477.654149:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000018b659db. 00010000:00000010:0.0:1761313477.654152:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000bcf2df3c. 00080000:00000010:0.0:1761313477.654159:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000584cee0b. 00010000:00000010:0.0:1761313477.654180:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bcf2df3c. 00010000:00000010:0.0:1761313477.654183:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006c8faef3. 00010000:00000010:0.0:1761313477.654215:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000a740939d. 00010000:00000010:0.0:1761313477.654218:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006c8faef3. 00010000:00000010:0.0:1761313477.654222:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000005ad3af2f. 00010000:00000010:0.0:1761313477.654225:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000bcf2df3c. 00080000:00000010:0.0:1761313477.654232:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 000000001a1e6a15. 00010000:00000010:0.0:1761313477.654253:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bcf2df3c. 00010000:00000010:0.0:1761313477.654256:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006c8faef3. 00010000:00000010:0.0:1761313477.654288:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000aec35165. 00010000:00000010:0.0:1761313477.654291:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006c8faef3. 00010000:00000010:0.0:1761313477.654294:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000007cdbf4a1. 00010000:00000010:0.0:1761313477.654298:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000bcf2df3c. 00080000:00000010:0.0:1761313477.654304:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000b1109640. 00010000:00000010:0.0:1761313477.654325:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bcf2df3c. 00010000:00000010:0.0:1761313477.654328:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006c8faef3. 00010000:00000010:0.0:1761313477.654397:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000027deee24. 00010000:00000010:0.0:1761313477.654402:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006c8faef3. 00010000:00000010:0.0:1761313477.654405:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000049431d94. 00010000:00000010:0.0:1761313477.654409:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000bcf2df3c. 00080000:00000010:0.0:1761313477.654417:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000fd8a8d75. 00010000:00000010:0.0:1761313477.654441:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bcf2df3c. 00010000:00000010:0.0:1761313477.654445:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006c8faef3. 00010000:00000010:0.0:1761313477.654485:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000d4915297. 00010000:00000010:0.0:1761313477.654488:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006c8faef3. 00010000:00000010:0.0:1761313477.654491:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000000dd6ff5d. 00010000:00000010:0.0:1761313477.654494:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000bcf2df3c. 00080000:00000010:0.0:1761313477.654501:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e0085b05. 00010000:00000010:0.0:1761313477.654523:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bcf2df3c. 00010000:00000010:0.0:1761313477.654527:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006c8faef3. 00010000:00000010:0.0:1761313477.654560:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000000e472250. 00010000:00000010:0.0:1761313477.654564:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006c8faef3. 00010000:00000010:0.0:1761313477.654567:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c5429a61. 00010000:00000010:0.0:1761313477.654571:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000bcf2df3c. 00080000:00000010:0.0:1761313477.654578:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ae14c6b9. 00010000:00000010:0.0:1761313477.654602:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bcf2df3c. 00010000:00000010:0.0:1761313477.654606:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006c8faef3. 00010000:00000010:0.0:1761313477.654638:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000003fd3c0a8. 00010000:00000010:0.0:1761313477.654640:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006c8faef3. 00010000:00000010:0.0:1761313477.654644:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000002b994669. 00010000:00000010:0.0:1761313477.654647:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000bcf2df3c. 00080000:00000010:0.0:1761313477.654655:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000cf89d324. 00010000:00000010:0.0:1761313477.654678:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bcf2df3c. 00010000:00000010:0.0:1761313477.654683:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006c8faef3. 00010000:00000010:0.0:1761313477.654729:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000e39a9d41. 00010000:00000010:0.0:1761313477.654732:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006c8faef3. 00010000:00000010:0.0:1761313477.654735:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b8a194d2. 00010000:00000010:0.0:1761313477.654738:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000bcf2df3c. 00080000:00000010:0.0:1761313477.654745:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000dd854d66. 00010000:00000010:0.0:1761313477.654769:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bcf2df3c. 00010000:00000010:0.0:1761313477.654773:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006c8faef3. 00010000:00000010:0.0:1761313477.654807:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000077a21e51. 00010000:00000010:0.0:1761313477.654811:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006c8faef3. 00010000:00000010:0.0:1761313477.654814:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000003eeb2b34. 00010000:00000010:0.0:1761313477.654817:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000bcf2df3c. 00080000:00000010:0.0:1761313477.654825:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f2a90249. 00010000:00000010:0.0:1761313477.654846:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bcf2df3c. 00010000:00000010:0.0:1761313477.654849:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006c8faef3. 00010000:00000010:0.0:1761313477.654877:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000fc2a57c0. 00010000:00000010:0.0:1761313477.654879:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006c8faef3. 00010000:00000010:0.0:1761313477.654882:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000019b9bd8a. 00010000:00000010:0.0:1761313477.654885:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000bcf2df3c. 00080000:00000010:0.0:1761313477.654891:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 000000000ea3385e. 00010000:00000010:0.0:1761313477.654908:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bcf2df3c. 00010000:00000010:0.0:1761313477.654912:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006c8faef3. 00010000:00000010:0.0:1761313477.654946:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000278a632d. 00010000:00000010:0.0:1761313477.654948:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006c8faef3. 00010000:00000010:0.0:1761313477.654951:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000bfa34c8d. 00010000:00000010:0.0:1761313477.654954:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000bcf2df3c. 00080000:00000010:0.0:1761313477.654961:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c015d1a2. 00010000:00000010:0.0:1761313477.654982:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bcf2df3c. 00010000:00000010:0.0:1761313477.654985:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006c8faef3. 00010000:00000010:0.0:1761313477.655014:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000493ca2bb. 00010000:00000010:0.0:1761313477.655017:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006c8faef3. 00010000:00000010:0.0:1761313477.655020:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000991c2b9b. 00010000:00000010:0.0:1761313477.655022:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000bcf2df3c. 00080000:00000010:0.0:1761313477.655028:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 000000007181deb4. 00010000:00000010:0.0:1761313477.655048:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bcf2df3c. 00010000:00000010:0.0:1761313477.655050:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006c8faef3. 00010000:00000010:0.0:1761313477.655079:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000082f17b91. 00010000:00000010:0.0:1761313477.655082:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006c8faef3. 00010000:00000010:0.0:1761313477.655085:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000000a050981. 00010000:00000010:0.0:1761313477.655087:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000bcf2df3c. 00080000:00000010:0.0:1761313477.655094:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 000000001b8b4f27. 00010000:00000010:0.0:1761313477.655115:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bcf2df3c. 00010000:00000010:0.0:1761313477.655119:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006c8faef3. 00010000:00000010:0.0:1761313477.655149:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000b895385a. 00010000:00000010:0.0:1761313477.655152:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006c8faef3. 00010000:00000010:0.0:1761313477.655155:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000061c213f2. 00010000:00000010:0.0:1761313477.655158:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000bcf2df3c. 00080000:00000010:0.0:1761313477.655166:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 0000000066abeab2. 00010000:00000010:0.0:1761313477.655187:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bcf2df3c. 00010000:00000010:0.0:1761313477.655189:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006c8faef3. 00010000:00000010:0.0:1761313477.655222:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000001872ba90. 00010000:00000010:0.0:1761313477.655224:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006c8faef3. 00010000:00000010:0.0:1761313477.655227:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000d1602c3d. 00010000:00000010:0.0:1761313477.655230:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000bcf2df3c. 00080000:00000010:0.0:1761313477.655237:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000127b7534. 00010000:00000010:0.0:1761313477.655258:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bcf2df3c. 00010000:00000010:0.0:1761313477.655261:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006c8faef3. 00010000:00000010:0.0:1761313477.655292:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000f13d274e. 00010000:00000010:0.0:1761313477.655295:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006c8faef3. 00010000:00000010:0.0:1761313477.655299:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000001acce6e6. 00010000:00000010:0.0:1761313477.655302:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000bcf2df3c. 00080000:00000010:0.0:1761313477.655309:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 0000000047319c25. 00010000:00000010:0.0:1761313477.655331:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bcf2df3c. 00010000:00000010:0.0:1761313477.655334:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006c8faef3. 00010000:00000010:0.0:1761313477.655396:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000005ee76980. 00010000:00000010:0.0:1761313477.655399:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006c8faef3. 00010000:00000010:0.0:1761313477.655402:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000e6ddbb2a. 00010000:00000010:0.0:1761313477.655405:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000bcf2df3c. 00080000:00000010:0.0:1761313477.655415:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 0000000012cbb638. 00010000:00000010:0.0:1761313477.655438:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bcf2df3c. 00010000:00000010:0.0:1761313477.655441:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006c8faef3. 00010000:00000010:0.0:1761313477.655469:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000afb8677a. 00010000:00000010:0.0:1761313477.655471:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006c8faef3. 00010000:00000010:0.0:1761313477.655474:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ba2ea6f0. 00010000:00000010:0.0:1761313477.655477:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000bcf2df3c. 00080000:00000010:0.0:1761313477.655484:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 000000001a44926b. 00010000:00000010:0.0:1761313477.655507:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bcf2df3c. 00010000:00000010:0.0:1761313477.655511:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006c8faef3. 00010000:00000010:0.0:1761313477.655539:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000009588b1ce. 00010000:00000010:0.0:1761313477.655542:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006c8faef3. 00010000:00000010:0.0:1761313477.655545:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000002c70b5a0. 00010000:00000010:0.0:1761313477.655549:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000bcf2df3c. 00080000:00000010:0.0:1761313477.655555:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 0000000072f44e8c. 00010000:00000010:0.0:1761313477.655575:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bcf2df3c. 00010000:00000010:0.0:1761313477.655578:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006c8faef3. 00010000:00000010:0.0:1761313477.655607:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000571b09c2. 00010000:00000010:0.0:1761313477.655611:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006c8faef3. 00010000:00000010:0.0:1761313477.655614:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000e61f290b. 00010000:00000010:0.0:1761313477.655617:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000bcf2df3c. 00080000:00000010:0.0:1761313477.655624:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 000000001ddb9a86. 00010000:00000010:0.0:1761313477.655646:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bcf2df3c. 00010000:00000010:0.0:1761313477.655649:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006c8faef3. 00010000:00000010:0.0:1761313477.655685:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000203ed048. 00010000:00000010:0.0:1761313477.655688:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006c8faef3. 00010000:00000010:0.0:1761313477.655692:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000151c5364. 00010000:00000010:0.0:1761313477.655696:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000bcf2df3c. 00080000:00000010:0.0:1761313477.655703:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 000000004b079a47. 00010000:00000010:0.0:1761313477.656355:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bcf2df3c. 00010000:00000010:0.0:1761313477.656389:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006c8faef3. 00010000:00000010:0.0:1761313477.656433:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000028b22e75. 00010000:00000010:0.0:1761313477.656436:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006c8faef3. 00010000:00000010:0.0:1761313477.656440:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000afa5c390. 00010000:00000010:0.0:1761313477.656443:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000bcf2df3c. 00080000:00000010:0.0:1761313477.656452:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f32642fc. 00010000:00000010:0.0:1761313477.656476:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bcf2df3c. 00010000:00000010:0.0:1761313477.656479:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006c8faef3. 00010000:00000010:0.0:1761313477.656516:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000a6639981. 00010000:00000010:0.0:1761313477.656519:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006c8faef3. 00010000:00000010:0.0:1761313477.656522:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000001f5200e7. 00010000:00000010:0.0:1761313477.656525:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000bcf2df3c. 00080000:00000010:0.0:1761313477.656532:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f6578e85. 00010000:00000010:0.0:1761313477.656553:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bcf2df3c. 00010000:00000010:0.0:1761313477.656556:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006c8faef3. 00010000:00000010:0.0:1761313477.656588:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000009a0a5805. 00010000:00000010:0.0:1761313477.656591:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006c8faef3. 00010000:00000010:0.0:1761313477.656593:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b42b55e1. 00010000:00000010:0.0:1761313477.656596:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000bcf2df3c. 00080000:00000010:0.0:1761313477.656602:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000def80d07. 00010000:00000010:0.0:1761313477.656623:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bcf2df3c. 00010000:00000010:0.0:1761313477.656626:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006c8faef3. 00010000:00000010:0.0:1761313477.656658:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000064f94029. 00010000:00000010:0.0:1761313477.656661:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006c8faef3. 00010000:00000010:0.0:1761313477.656664:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000000b6180e0. 00010000:00000010:0.0:1761313477.656666:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000bcf2df3c. 00080000:00000010:0.0:1761313477.656672:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000157cb90b. 00010000:00000010:0.0:1761313477.656694:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bcf2df3c. 00010000:00000010:0.0:1761313477.656697:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006c8faef3. 00010000:00000010:0.0:1761313477.656740:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000091f57871. 00010000:00000010:0.0:1761313477.656742:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006c8faef3. 00010000:00000010:0.0:1761313477.656746:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000008aa80c31. 00010000:00000010:0.0:1761313477.656748:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000bcf2df3c. 00080000:00000010:0.0:1761313477.656754:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 000000008e0117c1. 00010000:00000010:0.0:1761313477.656775:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bcf2df3c. 00010000:00000010:0.0:1761313477.656778:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006c8faef3. 00010000:00000010:0.0:1761313477.656817:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000beddd840. 00010000:00000010:0.0:1761313477.656819:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006c8faef3. 00010000:00000010:0.0:1761313477.656823:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000010ea8f88. 00010000:00000010:0.0:1761313477.656825:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000bcf2df3c. 00080000:00000010:0.0:1761313477.656832:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000dc2490f0. 00010000:00000010:0.0:1761313477.656854:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bcf2df3c. 00010000:00000010:0.0:1761313477.656857:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006c8faef3. 00010000:00000010:0.0:1761313477.656889:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000008062c52d. 00010000:00000010:0.0:1761313477.656892:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006c8faef3. 00010000:00000010:0.0:1761313477.656895:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000d2fb0b6a. 00010000:00000010:0.0:1761313477.656897:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000bcf2df3c. 00080000:00000010:0.0:1761313477.656904:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a49b5e27. 00010000:00000010:0.0:1761313477.656925:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bcf2df3c. 00010000:00000010:0.0:1761313477.656928:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006c8faef3. 00010000:00000010:0.0:1761313477.656962:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000dd4da2ab. 00010000:00000010:0.0:1761313477.656965:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006c8faef3. 00010000:00000010:0.0:1761313477.656968:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000575d2126. 00010000:00000010:0.0:1761313477.656970:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000bcf2df3c. 00080000:00000010:0.0:1761313477.656977:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a414a339. 00010000:00000010:0.0:1761313477.656996:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bcf2df3c. 00010000:00000010:0.0:1761313477.656999:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006c8faef3. 00010000:00000010:0.0:1761313477.657028:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000008f5b080c. 00010000:00000010:0.0:1761313477.657030:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006c8faef3. 00010000:00000010:0.0:1761313477.657033:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000002bed012. 00010000:00000010:0.0:1761313477.657036:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000bcf2df3c. 00080000:00000010:0.0:1761313477.657042:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c1f856c8. 00010000:00000010:0.0:1761313477.657061:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bcf2df3c. 00010000:00000010:0.0:1761313477.657064:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006c8faef3. 00010000:00000010:0.0:1761313477.657092:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000009b76ed3f. 00010000:00000010:0.0:1761313477.657094:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006c8faef3. 00010000:00000010:0.0:1761313477.657096:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ac1cfe26. 00010000:00000010:0.0:1761313477.657099:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000bcf2df3c. 00080000:00000010:0.0:1761313477.657109:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 000000002987e5eb. 00010000:00000010:0.0:1761313477.657129:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bcf2df3c. 00010000:00000010:0.0:1761313477.657133:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006c8faef3. 00010000:00000010:0.0:1761313477.657162:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000055fab4e. 00010000:00000010:0.0:1761313477.657165:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006c8faef3. 00010000:00000010:0.0:1761313477.657167:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000789ff30e. 00010000:00000010:0.0:1761313477.657169:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000bcf2df3c. 00080000:00000010:0.0:1761313477.657176:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 000000005a4aad33. 00010000:00000010:0.0:1761313477.657194:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bcf2df3c. 00010000:00000010:0.0:1761313477.657196:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006c8faef3. 00010000:00000010:0.0:1761313477.657225:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000852147fb. 00010000:00000010:0.0:1761313477.657227:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006c8faef3. 00010000:00000010:0.0:1761313477.657229:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000051611421. 00010000:00000010:0.0:1761313477.657231:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000bcf2df3c. 00080000:00000010:0.0:1761313477.657237:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 0000000040eac14f. 00010000:00000010:0.0:1761313477.657252:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bcf2df3c. 00010000:00000010:0.0:1761313477.657254:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006c8faef3. 00010000:00000010:0.0:1761313477.657279:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000c766a20e. 00010000:00000010:0.0:1761313477.657281:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006c8faef3. 00010000:00000010:0.0:1761313477.657284:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000008d1fef30. 00010000:00000010:0.0:1761313477.657286:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000bcf2df3c. 00080000:00000010:0.0:1761313477.657291:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 0000000027c1ca82. 00010000:00000010:0.0:1761313477.657306:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bcf2df3c. 00010000:00000010:0.0:1761313477.657308:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006c8faef3. 00010000:00000010:0.0:1761313477.657336:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000679c5173. 00010000:00000010:0.0:1761313477.657338:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006c8faef3. 00010000:00000010:0.0:1761313477.657340:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000a2c14d6b. 00010000:00000010:0.0:1761313477.657342:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000bcf2df3c. 00080000:00000010:0.0:1761313477.657347:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000fc3fec3c. 00010000:00000010:0.0:1761313477.657387:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bcf2df3c. 00010000:00000010:0.0:1761313477.657391:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006c8faef3. 00010000:00000010:0.0:1761313477.657423:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000087e6bf5e. 00010000:00000010:0.0:1761313477.657426:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006c8faef3. 00010000:00000010:0.0:1761313477.657431:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000000c123ed7. 00010000:00000010:0.0:1761313477.657434:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000bcf2df3c. 00080000:00000010:0.0:1761313477.657440:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 0000000061b62303. 00010000:00000010:0.0:1761313477.657458:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bcf2df3c. 00010000:00000010:0.0:1761313477.657461:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006c8faef3. 00010000:00000010:0.0:1761313477.657487:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000013c28b7e. 00010000:00000010:0.0:1761313477.657489:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006c8faef3. 00010000:00000010:0.0:1761313477.657493:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000006b32e998. 00010000:00000010:0.0:1761313477.657495:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000bcf2df3c. 00080000:00000010:0.0:1761313477.657501:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 0000000048f87922. 00010000:00000010:0.0:1761313477.657517:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bcf2df3c. 00010000:00000010:0.0:1761313477.657519:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006c8faef3. 00010000:00000010:0.0:1761313477.657542:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000423ee080. 00010000:00000010:0.0:1761313477.657544:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006c8faef3. 00010000:00000010:0.0:1761313477.657547:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000004900925a. 00010000:00000010:0.0:1761313477.657549:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000bcf2df3c. 00080000:00000010:0.0:1761313477.657554:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f2d56638. 00010000:00000010:0.0:1761313477.657570:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bcf2df3c. 00010000:00000010:0.0:1761313477.657572:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006c8faef3. 00010000:00000010:0.0:1761313477.657595:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000000e1b86cf. 00010000:00000010:0.0:1761313477.657597:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006c8faef3. 00010000:00000010:0.0:1761313477.657599:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000058ff5705. 00010000:00000010:0.0:1761313477.657601:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000bcf2df3c. 00080000:00000010:0.0:1761313477.657607:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000dc166cd7. 00010000:00000010:0.0:1761313477.657624:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bcf2df3c. 00010000:00000010:0.0:1761313477.657626:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006c8faef3. 00010000:00000010:0.0:1761313477.657651:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000f1c4e40b. 00010000:00000010:0.0:1761313477.657653:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006c8faef3. 00010000:00000010:0.0:1761313477.657655:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f33516f8. 00010000:00000010:0.0:1761313477.657658:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000bcf2df3c. 00080000:00000010:0.0:1761313477.657663:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000706a6915. 00010000:00000010:0.0:1761313477.657679:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bcf2df3c. 00010000:00000010:0.0:1761313477.657681:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006c8faef3. 00010000:00000010:0.0:1761313477.657707:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000025644608. 00010000:00000010:0.0:1761313477.657709:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006c8faef3. 00010000:00000010:0.0:1761313477.657712:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000a3b071a6. 00010000:00000010:0.0:1761313477.657714:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000bcf2df3c. 00080000:00000010:0.0:1761313477.657732:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 0000000069590ce0. 00010000:00000010:0.0:1761313477.657750:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bcf2df3c. 00010000:00000010:0.0:1761313477.657753:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006c8faef3. 00010000:00000010:0.0:1761313477.657776:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000ee78e65c. 00010000:00000010:0.0:1761313477.657778:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006c8faef3. 00010000:00000010:0.0:1761313477.657780:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000cfa4eae3. 00010000:00000010:0.0:1761313477.657782:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000bcf2df3c. 00080000:00000010:0.0:1761313477.657787:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 000000008d417d1a. 00010000:00000010:0.0:1761313477.657804:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bcf2df3c. 00010000:00000010:0.0:1761313477.657807:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006c8faef3. 00010000:00000010:0.0:1761313477.657830:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000004effe266. 00010000:00000010:0.0:1761313477.657832:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006c8faef3. 00010000:00000010:0.0:1761313477.657834:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c840e69c. 00010000:00000010:0.0:1761313477.657837:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000bcf2df3c. 00080000:00000010:0.0:1761313477.657842:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ec17e919. 00010000:00000010:0.0:1761313477.657857:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bcf2df3c. 00010000:00000010:0.0:1761313477.657859:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006c8faef3. 00010000:00000010:0.0:1761313477.657883:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000be92b8b2. 00010000:00000010:0.0:1761313477.657885:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006c8faef3. 00010000:00000010:0.0:1761313477.657888:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000cbaed3ff. 00010000:00000010:0.0:1761313477.657890:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000bcf2df3c. 00080000:00000010:0.0:1761313477.657895:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000239f1489. 00010000:00000010:0.0:1761313477.657911:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bcf2df3c. 00010000:00000010:0.0:1761313477.657914:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006c8faef3. 00010000:00000010:0.0:1761313477.657938:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000019fbe77d. 00010000:00000010:0.0:1761313477.657941:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006c8faef3. 00010000:00000010:0.0:1761313477.657943:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000051c911c2. 00010000:00000010:0.0:1761313477.657945:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000bcf2df3c. 00080000:00000010:0.0:1761313477.657954:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 0000000046406e66. 00010000:00000010:0.0:1761313477.657969:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bcf2df3c. 00010000:00000010:0.0:1761313477.657971:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006c8faef3. 00010000:00000010:0.0:1761313477.657994:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000002b2ecd53. 00010000:00000010:0.0:1761313477.657996:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006c8faef3. 00010000:00000010:0.0:1761313477.657999:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000028ef781d. 00010000:00000010:0.0:1761313477.658001:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000bcf2df3c. 00080000:00000010:0.0:1761313477.658006:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000fa184bc1. 00010000:00000010:0.0:1761313477.658026:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bcf2df3c. 00010000:00000010:0.0:1761313477.658028:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006c8faef3. 00010000:00000010:0.0:1761313477.658054:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000ab5fe7f4. 00010000:00000010:0.0:1761313477.658057:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006c8faef3. 00010000:00000010:0.0:1761313477.658059:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000006e3780bc. 00010000:00000010:0.0:1761313477.658061:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000bcf2df3c. 00080000:00000010:0.0:1761313477.658067:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 0000000090d912d9. 00010000:00000010:0.0:1761313477.658082:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bcf2df3c. 00010000:00000010:0.0:1761313477.658084:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006c8faef3. 00010000:00000010:0.0:1761313477.658109:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000b45bb6aa. 00010000:00000010:0.0:1761313477.658110:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006c8faef3. 00010000:00000010:0.0:1761313477.658113:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000000addb712. 00010000:00000010:0.0:1761313477.658115:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000bcf2df3c. 00080000:00000010:0.0:1761313477.658120:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000599a005e. 00010000:00000010:0.0:1761313477.658136:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bcf2df3c. 00010000:00000010:0.0:1761313477.658138:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006c8faef3. 00010000:00000010:0.0:1761313477.658161:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000e22022f0. 00010000:00000010:0.0:1761313477.658163:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006c8faef3. 00010000:00000010:0.0:1761313477.658165:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000020ac696f. 00010000:00000010:0.0:1761313477.658168:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000bcf2df3c. 00080000:00000010:0.0:1761313477.658173:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e7dcd576. 00010000:00000010:0.0:1761313477.658188:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bcf2df3c. 00010000:00000010:0.0:1761313477.658190:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006c8faef3. 00010000:00000010:0.0:1761313477.658214:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000001e78da4e. 00010000:00000010:0.0:1761313477.658216:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006c8faef3. 00010000:00000010:0.0:1761313477.658219:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000d92e262e. 00010000:00000010:0.0:1761313477.658221:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000bcf2df3c. 00080000:00000010:0.0:1761313477.658226:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 000000007b6d669f. 00010000:00000010:0.0:1761313477.658241:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bcf2df3c. 00010000:00000010:0.0:1761313477.658243:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006c8faef3. 00010000:00000010:0.0:1761313477.658267:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000008b0fe686. 00010000:00000010:0.0:1761313477.658269:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006c8faef3. 00010000:00000010:0.0:1761313477.658272:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000054692165. 00010000:00000010:0.0:1761313477.658274:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000bcf2df3c. 00080000:00000010:0.0:1761313477.658280:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000dc0eee2d. 00010000:00000010:0.0:1761313477.658296:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bcf2df3c. 00010000:00000010:0.0:1761313477.658298:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006c8faef3. 00010000:00000010:0.0:1761313477.658321:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000a1de1fdd. 00010000:00000010:0.0:1761313477.658323:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006c8faef3. 00010000:00000010:0.0:1761313477.658325:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000002faeb2ee. 00010000:00000010:0.0:1761313477.658327:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000bcf2df3c. 00080000:00000010:0.0:1761313477.658334:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a2a8cb84. 00010000:00000010:0.0:1761313477.658350:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bcf2df3c. 00010000:00000010:0.0:1761313477.658352:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006c8faef3. 00010000:00000010:0.0:1761313477.658412:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000009a049521. 00010000:00000010:0.0:1761313477.658415:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006c8faef3. 00010000:00000010:0.0:1761313477.658418:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000cd8e3849. 00010000:00000010:0.0:1761313477.658421:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000bcf2df3c. 00080000:00000010:0.0:1761313477.658429:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 0000000026524787. 00010000:00000010:0.0:1761313477.658450:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bcf2df3c. 00010000:00000010:0.0:1761313477.658453:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006c8faef3. 00010000:00000010:0.0:1761313477.658481:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000b345d507. 00010000:00000010:0.0:1761313477.658484:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006c8faef3. 00010000:00000010:0.0:1761313477.658487:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000002a48da9f. 00010000:00000010:0.0:1761313477.658489:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000bcf2df3c. 00080000:00000010:0.0:1761313477.658496:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 0000000059c94ac6. 00010000:00000010:0.0:1761313477.658518:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bcf2df3c. 00010000:00000010:0.0:1761313477.658521:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006c8faef3. 00010000:00000010:0.0:1761313477.658550:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000007126b93. 00010000:00000010:0.0:1761313477.658553:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006c8faef3. 00010000:00000010:0.0:1761313477.658555:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000916163ad. 00010000:00000010:0.0:1761313477.658558:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000bcf2df3c. 00080000:00000010:0.0:1761313477.658565:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ce05755e. 00010000:00000010:0.0:1761313477.658587:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bcf2df3c. 00010000:00000010:0.0:1761313477.658590:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006c8faef3. 00010000:00000010:0.0:1761313477.658621:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000063f61bc. 00010000:00000010:0.0:1761313477.658624:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006c8faef3. 00010000:00000010:0.0:1761313477.658626:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000002b2158bf. 00010000:00000010:0.0:1761313477.658629:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000bcf2df3c. 00080000:00000010:0.0:1761313477.658636:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000375a7e23. 00010000:00000010:0.0:1761313477.658657:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bcf2df3c. 00010000:00000010:0.0:1761313477.658660:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006c8faef3. 00010000:00000010:0.0:1761313477.658692:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000057b27b10. 00010000:00000010:0.0:1761313477.658695:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006c8faef3. 00010000:00000010:0.0:1761313477.658697:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c0d04ef5. 00010000:00000010:0.0:1761313477.658701:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000bcf2df3c. 00080000:00000010:0.0:1761313477.658708:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 000000008414079a. 00010000:00000010:0.0:1761313477.658746:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bcf2df3c. 00010000:00000010:0.0:1761313477.658750:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006c8faef3. 00010000:00000010:0.0:1761313477.658783:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000047bf3554. 00010000:00000010:0.0:1761313477.658785:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006c8faef3. 00010000:00000010:0.0:1761313477.658788:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000007b8679ad. 00010000:00000010:0.0:1761313477.658791:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000bcf2df3c. 00080000:00000010:0.0:1761313477.658799:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 000000008d9a2e0e. 00010000:00000010:0.0:1761313477.658819:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bcf2df3c. 00010000:00000010:0.0:1761313477.658822:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006c8faef3. 00010000:00000010:0.0:1761313477.658852:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000006818aeac. 00010000:00000010:0.0:1761313477.658855:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006c8faef3. 00010000:00000010:0.0:1761313477.658858:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b610287a. 00010000:00000010:0.0:1761313477.658860:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000bcf2df3c. 00080000:00000010:0.0:1761313477.658867:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e88513e8. 00010000:00000010:0.0:1761313477.658886:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bcf2df3c. 00010000:00000010:0.0:1761313477.658889:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006c8faef3. 00010000:00000010:0.0:1761313477.658917:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000bd5a04e5. 00010000:00000010:0.0:1761313477.658920:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006c8faef3. 00010000:00000010:0.0:1761313477.658922:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000866da72c. 00010000:00000010:0.0:1761313477.658925:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000bcf2df3c. 00080000:00000010:0.0:1761313477.658931:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 0000000051c3187e. 00010000:00000010:0.0:1761313477.658950:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bcf2df3c. 00010000:00000010:0.0:1761313477.658953:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006c8faef3. 00010000:00000010:0.0:1761313477.658982:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000bb23f1e3. 00010000:00000010:0.0:1761313477.658985:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006c8faef3. 00010000:00000010:0.0:1761313477.658988:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000da04ec27. 00010000:00000010:0.0:1761313477.658991:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000bcf2df3c. 00080000:00000010:0.0:1761313477.658999:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d2efd446. 00010000:00000010:0.0:1761313477.659018:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bcf2df3c. 00010000:00000010:0.0:1761313477.659021:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006c8faef3. 00010000:00000010:0.0:1761313477.659048:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000ea105ea4. 00010000:00000010:0.0:1761313477.659050:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006c8faef3. 00010000:00000010:0.0:1761313477.659053:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000069371661. 00010000:00000010:0.0:1761313477.659056:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000bcf2df3c. 00080000:00000010:0.0:1761313477.659062:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f15a21fe. 00010000:00000010:0.0:1761313477.659080:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bcf2df3c. 00010000:00000010:0.0:1761313477.659083:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006c8faef3. 00010000:00000010:0.0:1761313477.659113:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000d4b4e8a7. 00010000:00000010:0.0:1761313477.659115:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006c8faef3. 00010000:00000010:0.0:1761313477.659118:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000004d0ea00a. 00010000:00000010:0.0:1761313477.659120:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000bcf2df3c. 00080000:00000010:0.0:1761313477.659126:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 000000004a29b664. 00010000:00000010:0.0:1761313477.659143:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bcf2df3c. 00010000:00000010:0.0:1761313477.659145:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006c8faef3. 00010000:00000010:0.0:1761313477.659173:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000009fec080. 00010000:00000010:0.0:1761313477.659175:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006c8faef3. 00010000:00000010:0.0:1761313477.659178:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f2d2a043. 00010000:00000010:0.0:1761313477.659181:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000bcf2df3c. 00080000:00000010:0.0:1761313477.659187:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 000000005b9cb424. 00010000:00000010:0.0:1761313477.659204:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bcf2df3c. 00010000:00000010:0.0:1761313477.659207:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006c8faef3. 00010000:00000010:0.0:1761313477.659236:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000f678de54. 00010000:00000010:0.0:1761313477.659239:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006c8faef3. 00010000:00000010:0.0:1761313477.659241:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000712f8778. 00010000:00000010:0.0:1761313477.659243:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000bcf2df3c. 00080000:00000010:0.0:1761313477.659249:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ef130487. 00010000:00000010:0.0:1761313477.659267:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bcf2df3c. 00010000:00000010:0.0:1761313477.659270:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006c8faef3. 00010000:00000010:0.0:1761313477.659298:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000ff7fa442. 00010000:00000010:0.0:1761313477.659300:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006c8faef3. 00010000:00000010:0.0:1761313477.659303:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b55b593e. 00010000:00000010:0.0:1761313477.659306:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000bcf2df3c. 00080000:00000010:0.0:1761313477.659313:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 000000005bb30790. 00010000:00000010:0.0:1761313477.659334:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bcf2df3c. 00010000:00000010:0.0:1761313477.659336:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006c8faef3. 00010000:00000010:2.1:1761313477.659405:0:78570:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007d26accb. 00010000:00000010:0.0:1761313477.659655:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000009a576fc6. 00010000:00000010:0.0:1761313477.659660:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006c8faef3. 00010000:00000010:0.0:1761313477.659663:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000152dcd17. 00010000:00000010:0.0:1761313477.659666:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000bcf2df3c. 00080000:00000010:0.0:1761313477.659675:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 0000000054e518bb. 00010000:00000010:0.0:1761313477.659700:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bcf2df3c. 00010000:00000010:0.0:1761313477.659704:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006c8faef3. 00010000:00000010:0.0:1761313477.659747:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000009c500944. 00010000:00000010:0.0:1761313477.659749:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006c8faef3. 00010000:00000010:0.0:1761313477.659752:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000058e5f208. 00010000:00000010:0.0:1761313477.659755:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000bcf2df3c. 00080000:00000010:0.0:1761313477.659763:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 000000005a36bf3a. 00010000:00000010:0.0:1761313477.659786:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bcf2df3c. 00010000:00000010:0.0:1761313477.659790:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006c8faef3. 00000001:00000010:0.0:1761313477.659818:0:77239:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 000000007850af21. 00000001:00000010:0.0:1761313477.659824:0:77239:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 000000007850af21. 00000001:00000010:0.0:1761313477.659829:0:77239:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 000000007850af21. 00000001:00000010:0.0:1761313477.659832:0:77239:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000a214889b. 00010000:00000010:0.0:1761313477.659851:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000f7497bf3. 00010000:00000010:0.0:1761313477.659853:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006c8faef3. 00010000:00000010:0.0:1761313477.659856:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000523e5c8c. 00010000:00000010:0.0:1761313477.659859:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000bcf2df3c. 00080000:00000010:0.0:1761313477.659865:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 0000000073605322. 00010000:00000010:0.0:1761313477.659887:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bcf2df3c. 00010000:00000010:0.0:1761313477.659890:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006c8faef3. 00010000:00000010:0.0:1761313477.659920:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000081d0e7b5. 00010000:00000010:0.0:1761313477.659922:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006c8faef3. 00010000:00000010:0.0:1761313477.659925:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000026e13eb2. 00010000:00000010:0.0:1761313477.659927:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000bcf2df3c. 00080000:00000010:0.0:1761313477.659935:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d686bc43. 00010000:00000010:0.0:1761313477.660273:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bcf2df3c. 00010000:00000010:0.0:1761313477.660277:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006c8faef3. 00010000:00000010:0.0:1761313477.660318:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000007dea2980. 00010000:00000010:0.0:1761313477.660321:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006c8faef3. 00010000:00000010:0.0:1761313477.660324:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000be3c3506. 00010000:00000010:0.0:1761313477.660327:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000bcf2df3c. 00080000:00000010:0.0:1761313477.660335:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000fc11e687. 00010000:00000010:0.0:1761313477.660378:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bcf2df3c. 00010000:00000010:0.0:1761313477.660382:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006c8faef3. 00010000:00000010:0.0:1761313477.660415:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000001dfcec89. 00010000:00000010:0.0:1761313477.660418:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006c8faef3. 00010000:00000010:0.0:1761313477.660421:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000d4501e24. 00010000:00000010:0.0:1761313477.660425:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000bcf2df3c. 00080000:00000010:0.0:1761313477.660432:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 0000000019b763be. 00010000:00000010:0.0:1761313477.660457:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bcf2df3c. 00010000:00000010:0.0:1761313477.660460:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006c8faef3. 00010000:00000010:0.0:1761313477.660492:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000001bc6b4c4. 00010000:00000010:0.0:1761313477.660494:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006c8faef3. 00010000:00000010:0.0:1761313477.660497:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000308e308f. 00010000:00000010:0.0:1761313477.660500:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000bcf2df3c. 00080000:00000010:0.0:1761313477.660507:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 000000006a6d297a. 00010000:00000010:0.0:1761313477.660529:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bcf2df3c. 00010000:00000010:0.0:1761313477.660533:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006c8faef3. 00010000:00000010:0.0:1761313477.660569:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000009d51b240. 00010000:00000010:0.0:1761313477.660571:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006c8faef3. 00010000:00000010:0.0:1761313477.660574:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f7b07bc5. 00010000:00000010:0.0:1761313477.660577:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000bcf2df3c. 00080000:00000010:0.0:1761313477.660583:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000027ece68. 00010000:00000010:0.0:1761313477.660604:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bcf2df3c. 00010000:00000010:0.0:1761313477.660607:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006c8faef3. 00010000:00000010:0.0:1761313477.660641:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000f277e400. 00010000:00000010:0.0:1761313477.660644:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006c8faef3. 00010000:00000010:0.0:1761313477.660647:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000de625ac1. 00010000:00000010:0.0:1761313477.660650:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000bcf2df3c. 00080000:00000010:0.0:1761313477.660656:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e7af54cd. 00010000:00000010:0.0:1761313477.660678:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bcf2df3c. 00010000:00000010:0.0:1761313477.660681:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006c8faef3. 00010000:00000010:0.0:1761313477.660710:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000003e46e02d. 00010000:00000010:0.0:1761313477.660713:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006c8faef3. 00010000:00000010:0.0:1761313477.660729:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f47cdc85. 00010000:00000010:0.0:1761313477.660731:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000bcf2df3c. 00080000:00000010:0.0:1761313477.660741:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 0000000040274240. 00010000:00000010:0.0:1761313477.660763:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bcf2df3c. 00010000:00000010:0.0:1761313477.660768:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006c8faef3. 00010000:00000010:0.0:1761313477.660804:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000674bd8b4. 00010000:00000010:0.0:1761313477.660807:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006c8faef3. 00010000:00000010:0.0:1761313477.660810:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000a46ded99. 00010000:00000010:0.0:1761313477.660813:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000bcf2df3c. 00080000:00000010:0.0:1761313477.660820:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a6f09126. 00010000:00000010:0.0:1761313477.660840:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bcf2df3c. 00010000:00000010:0.0:1761313477.660844:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006c8faef3. 00010000:00000010:0.0:1761313477.660883:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000e55ffc37. 00010000:00000010:0.0:1761313477.660885:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006c8faef3. 00010000:00000010:0.0:1761313477.660889:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000193e755e. 00010000:00000010:0.0:1761313477.660891:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000bcf2df3c. 00080000:00000010:0.0:1761313477.660897:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e26ad7ad. 00010000:00000010:0.0:1761313477.660918:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bcf2df3c. 00010000:00000010:0.0:1761313477.660921:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006c8faef3. 00010000:00000010:0.0:1761313477.660952:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000647f505a. 00010000:00000010:0.0:1761313477.660954:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006c8faef3. 00010000:00000010:0.0:1761313477.660958:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000053785a9f. 00010000:00000010:0.0:1761313477.660960:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000bcf2df3c. 00080000:00000010:0.0:1761313477.660967:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 000000005afb86ac. 00010000:00000010:0.0:1761313477.660988:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bcf2df3c. 00010000:00000010:0.0:1761313477.660992:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006c8faef3. 00010000:00000010:0.0:1761313477.661024:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000003d50af17. 00010000:00000010:0.0:1761313477.661027:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006c8faef3. 00010000:00000010:0.0:1761313477.661031:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000009110701a. 00010000:00000010:0.0:1761313477.661034:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000bcf2df3c. 00080000:00000010:0.0:1761313477.661042:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d8f6543a. 00010000:00000010:0.0:1761313477.661063:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bcf2df3c. 00010000:00000010:0.0:1761313477.661066:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006c8faef3. 00010000:00000010:0.0:1761313477.661099:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000195c86d3. 00010000:00000010:0.0:1761313477.661102:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006c8faef3. 00010000:00000010:0.0:1761313477.661105:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000056631f16. 00010000:00000010:0.0:1761313477.661108:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000bcf2df3c. 00080000:00000010:0.0:1761313477.661114:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 0000000008679a56. 00010000:00000010:0.0:1761313477.661135:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bcf2df3c. 00010000:00000010:0.0:1761313477.661138:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006c8faef3. 00010000:00000010:0.0:1761313477.661170:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000f85155d8. 00010000:00000010:0.0:1761313477.661173:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006c8faef3. 00010000:00000010:0.0:1761313477.661176:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000cd38575e. 00010000:00000010:0.0:1761313477.661179:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000bcf2df3c. 00080000:00000010:0.0:1761313477.661187:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c316a9f8. 00010000:00000010:0.0:1761313477.661210:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bcf2df3c. 00010000:00000010:0.0:1761313477.661213:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006c8faef3. 00010000:00000010:0.0:1761313477.661247:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000dffac6bb. 00010000:00000010:0.0:1761313477.661250:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006c8faef3. 00010000:00000010:0.0:1761313477.661253:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000036cc317f. 00010000:00000010:0.0:1761313477.661256:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000bcf2df3c. 00080000:00000010:0.0:1761313477.661263:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 0000000086085109. 00010000:00000010:0.0:1761313477.661283:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bcf2df3c. 00010000:00000010:0.0:1761313477.661286:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006c8faef3. 00010000:00000010:0.0:1761313477.661315:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000f2aa5f70. 00010000:00000010:0.0:1761313477.661318:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006c8faef3. 00010000:00000010:0.0:1761313477.661320:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000006a85626d. 00010000:00000010:0.0:1761313477.661323:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000bcf2df3c. 00080000:00000010:0.0:1761313477.661329:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a51b6d85. 00010000:00000010:0.0:1761313477.661349:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bcf2df3c. 00010000:00000010:0.0:1761313477.661352:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006c8faef3. 00010000:00000010:0.0:1761313477.665022:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000026f542c4. 00010000:00000010:0.0:1761313477.665038:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006c8faef3. 00010000:00000010:0.0:1761313477.665046:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f26ca22e. 00010000:00000010:0.0:1761313477.665054:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000bcf2df3c. 00080000:00000010:0.0:1761313477.665084:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ea51c6ce. 00010000:00000010:0.0:1761313477.665181:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bcf2df3c. 00010000:00000010:0.0:1761313477.665188:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006c8faef3. 00010000:00000010:0.0:1761313477.665239:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000000710868c. 00010000:00000010:0.0:1761313477.665242:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006c8faef3. 00010000:00000010:0.0:1761313477.665247:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000e474c5b6. 00010000:00000010:0.0:1761313477.665250:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000bcf2df3c. 00080000:00000010:0.0:1761313477.665257:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 000000007cd042aa. 00010000:00000010:0.0:1761313477.665280:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bcf2df3c. 00010000:00000010:0.0:1761313477.665283:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006c8faef3. 00010000:00000010:0.0:1761313477.667999:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000000b060f1b. 00010000:00000010:0.0:1761313477.668011:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006c8faef3. 00010000:00000010:0.0:1761313477.668017:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000e248e0ba. 00010000:00000010:0.0:1761313477.668025:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000bcf2df3c. 00080000:00000010:0.0:1761313477.668054:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 0000000093b57cdb. 00010000:00000010:0.0:1761313477.668132:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bcf2df3c. 00010000:00000010:0.0:1761313477.668138:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006c8faef3. 00010000:00000010:0.0:1761313477.668197:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000225c66e5. 00010000:00000010:0.0:1761313477.668200:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006c8faef3. 00010000:00000010:0.0:1761313477.668204:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c031e7e6. 00010000:00000010:0.0:1761313477.668206:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000bcf2df3c. 00080000:00000010:0.0:1761313477.668214:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 000000000d8335dc. 00010000:00000010:0.0:1761313477.668234:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bcf2df3c. 00010000:00000010:0.0:1761313477.668237:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006c8faef3. 00010000:00000010:0.0:1761313477.668276:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000e1b01ab7. 00010000:00000010:0.0:1761313477.668278:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006c8faef3. 00010000:00000010:0.0:1761313477.668282:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ec310e4b. 00010000:00000010:0.0:1761313477.668285:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000bcf2df3c. 00080000:00000010:0.0:1761313477.668292:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000fdf64b26. 00010000:00000010:0.0:1761313477.668314:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bcf2df3c. 00010000:00000010:0.0:1761313477.668317:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006c8faef3. 00010000:00000010:0.0:1761313477.668350:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000a88bbde5. 00010000:00000010:0.0:1761313477.668352:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006c8faef3. 00010000:00000010:0.0:1761313477.668356:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000002293f3d1. 00010000:00000010:0.0:1761313477.668375:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000bcf2df3c. 00080000:00000010:0.0:1761313477.668383:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 000000001a9f60ac. 00010000:00000010:0.0:1761313477.668407:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bcf2df3c. 00010000:00000010:0.0:1761313477.668410:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006c8faef3. 00010000:00000010:0.0:1761313477.668445:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000007d3d683c. 00010000:00000010:0.0:1761313477.668447:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006c8faef3. 00010000:00000010:0.0:1761313477.668450:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c6e88720. 00010000:00000010:0.0:1761313477.668453:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000bcf2df3c. 00080000:00000010:0.0:1761313477.668464:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 000000002115fde1. 00010000:00000010:0.0:1761313477.668487:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bcf2df3c. 00010000:00000010:0.0:1761313477.668489:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006c8faef3. 00010000:00000010:0.0:1761313477.668518:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000f40085d6. 00010000:00000010:0.0:1761313477.668521:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006c8faef3. 00010000:00000010:0.0:1761313477.668524:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000003a03ac65. 00010000:00000010:0.0:1761313477.668526:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000bcf2df3c. 00080000:00000010:0.0:1761313477.668534:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 000000005d6a51af. 00010000:00000010:0.0:1761313477.668557:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bcf2df3c. 00010000:00000010:0.0:1761313477.668560:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006c8faef3. 00010000:00000010:0.0:1761313477.668605:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000057a63867. 00010000:00000010:0.0:1761313477.668607:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006c8faef3. 00010000:00000010:0.0:1761313477.668611:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000004a3a4968. 00010000:00000010:0.0:1761313477.668613:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000bcf2df3c. 00080000:00000010:0.0:1761313477.668620:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000b7c4d44c. 00010000:00000010:0.0:1761313477.668641:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bcf2df3c. 00010000:00000010:0.0:1761313477.668644:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006c8faef3. 00010000:00000010:0.0:1761313477.668674:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000018458ae4. 00010000:00000010:0.0:1761313477.668677:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006c8faef3. 00010000:00000010:0.0:1761313477.668680:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000deb136fd. 00010000:00000010:0.0:1761313477.668683:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000bcf2df3c. 00080000:00000010:0.0:1761313477.668690:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000db1815c1. 00010000:00000010:0.0:1761313477.668712:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bcf2df3c. 00010000:00000010:0.0:1761313477.668728:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006c8faef3. 00010000:00000010:0.0:1761313477.668769:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000009c53c212. 00010000:00000010:0.0:1761313477.668772:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006c8faef3. 00010000:00000010:0.0:1761313477.668776:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000001496d924. 00010000:00000010:0.0:1761313477.668778:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000bcf2df3c. 00080000:00000010:0.0:1761313477.668785:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000fec88df9. 00010000:00000010:0.0:1761313477.668807:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bcf2df3c. 00010000:00000010:0.0:1761313477.668810:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006c8faef3. 00010000:00000010:0.0:1761313477.668839:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000001e7d809c. 00010000:00000010:0.0:1761313477.668841:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006c8faef3. 00010000:00000010:0.0:1761313477.668844:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000008ebdd951. 00010000:00000010:0.0:1761313477.668847:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000bcf2df3c. 00080000:00000010:0.0:1761313477.668854:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 0000000085389094. 00010000:00000010:0.0:1761313477.668875:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bcf2df3c. 00010000:00000010:0.0:1761313477.668879:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006c8faef3. 00010000:00000010:0.0:1761313477.668908:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000004c7a30a8. 00010000:00000010:0.0:1761313477.668910:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006c8faef3. 00010000:00000010:0.0:1761313477.668914:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000d652d269. 00010000:00000010:0.0:1761313477.668917:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000bcf2df3c. 00080000:00000010:0.0:1761313477.668923:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000b90e1890. 00010000:00000010:0.0:1761313477.668942:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bcf2df3c. 00010000:00000010:0.0:1761313477.668945:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006c8faef3. 00010000:00000010:0.0:1761313477.668976:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000bb3cd65c. 00010000:00000010:0.0:1761313477.668978:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006c8faef3. 00010000:00000010:0.0:1761313477.668982:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000575e5e36. 00010000:00000010:0.0:1761313477.668985:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000bcf2df3c. 00080000:00000010:0.0:1761313477.668992:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000883ab3b4. 00010000:00000010:0.0:1761313477.669014:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bcf2df3c. 00010000:00000010:0.0:1761313477.669017:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006c8faef3. 00010000:00000010:0.0:1761313477.669050:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000006f5812b9. 00010000:00000010:0.0:1761313477.669054:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006c8faef3. 00010000:00000010:0.0:1761313477.669056:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000009d444e62. 00010000:00000010:0.0:1761313477.669059:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000bcf2df3c. 00080000:00000010:0.0:1761313477.669067:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000b67c9f6a. 00010000:00000010:0.0:1761313477.669088:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bcf2df3c. 00010000:00000010:0.0:1761313477.669092:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006c8faef3. 00010000:00000010:0.0:1761313477.669121:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000002a70db6e. 00010000:00000010:0.0:1761313477.669124:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006c8faef3. 00010000:00000010:0.0:1761313477.669126:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000000c7b23a5. 00010000:00000010:0.0:1761313477.669129:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000bcf2df3c. 00080000:00000010:0.0:1761313477.669136:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 000000004109c067. 00010000:00000010:0.0:1761313477.669155:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bcf2df3c. 00010000:00000010:0.0:1761313477.669159:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006c8faef3. 00010000:00000010:0.0:1761313477.669191:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000c64651a3. 00010000:00000010:0.0:1761313477.669193:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006c8faef3. 00010000:00000010:0.0:1761313477.669196:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000005ec80f43. 00010000:00000010:0.0:1761313477.669199:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000bcf2df3c. 00080000:00000010:0.0:1761313477.669205:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000146b7906. 00010000:00000010:0.0:1761313477.669223:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bcf2df3c. 00010000:00000010:0.0:1761313477.669225:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006c8faef3. 00010000:00000010:0.0:1761313477.669253:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000837af592. 00010000:00000010:0.0:1761313477.669255:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006c8faef3. 00010000:00000010:0.0:1761313477.669258:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000092105968. 00010000:00000010:0.0:1761313477.669261:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000bcf2df3c. 00080000:00000010:0.0:1761313477.669267:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000238ad8d3. 00010000:00000010:0.0:1761313477.669321:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bcf2df3c. 00010000:00000010:0.0:1761313477.669325:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006c8faef3. 00010000:00000010:0.0:1761313477.669382:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000243dd443. 00010000:00000010:0.0:1761313477.669385:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006c8faef3. 00010000:00000010:0.0:1761313477.669388:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000088b63a17. 00010000:00000010:0.0:1761313477.669391:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000bcf2df3c. 00080000:00000010:0.0:1761313477.669401:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 000000001b863178. 00010000:00000010:0.0:1761313477.669422:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bcf2df3c. 00010000:00000010:0.0:1761313477.669425:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006c8faef3. 00010000:00000010:0.0:1761313477.669455:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000070150a18. 00010000:00000010:0.0:1761313477.669457:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006c8faef3. 00010000:00000010:0.0:1761313477.669460:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000092564444. 00010000:00000010:0.0:1761313477.669462:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000bcf2df3c. 00080000:00000010:0.0:1761313477.669469:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 000000001e2614bc. 00010000:00000010:0.0:1761313477.669489:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bcf2df3c. 00010000:00000010:0.0:1761313477.669492:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006c8faef3. 00010000:00000010:0.0:1761313477.676188:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000687c98fc. 00010000:00000010:0.0:1761313477.676201:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006c8faef3. 00010000:00000010:0.0:1761313477.676208:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000017475890. 00010000:00000010:0.0:1761313477.676219:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000bcf2df3c. 00080000:00000010:0.0:1761313477.676257:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a40123b0. 00010000:00000010:0.0:1761313477.676388:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bcf2df3c. 00010000:00000010:0.0:1761313477.676397:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006c8faef3. 00010000:00000010:0.0:1761313477.676497:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000b5fd3925. 00010000:00000010:0.0:1761313477.676500:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006c8faef3. 00010000:00000010:0.0:1761313477.676504:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000007b264b91. 00010000:00000010:0.0:1761313477.676507:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000bcf2df3c. 00080000:00000010:0.0:1761313477.676515:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000614573bc. 00010000:00000010:0.0:1761313477.676543:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bcf2df3c. 00010000:00000010:0.0:1761313477.676603:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006c8faef3. 00010000:00000010:0.0:1761313477.676651:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000000f72733f. 00010000:00000010:0.0:1761313477.676654:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006c8faef3. 00010000:00000010:0.0:1761313477.676658:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ce215a2b. 00010000:00000010:0.0:1761313477.676662:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000bcf2df3c. 00080000:00000010:0.0:1761313477.676672:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a5a63e17. 00010000:00000010:0.0:1761313477.676697:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bcf2df3c. 00010000:00000010:0.0:1761313477.676700:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006c8faef3. 00010000:00000010:0.0:1761313477.676750:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000c7f172c6. 00010000:00000010:0.0:1761313477.676754:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006c8faef3. 00010000:00000010:0.0:1761313477.676759:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000046711eec. 00010000:00000010:0.0:1761313477.676763:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000bcf2df3c. 00080000:00000010:0.0:1761313477.676771:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a00601ef. 00010000:00000010:0.0:1761313477.676799:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bcf2df3c. 00010000:00000010:0.0:1761313477.676803:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006c8faef3. 00010000:00000010:0.0:1761313477.676838:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000f7f3f4be. 00010000:00000010:0.0:1761313477.676842:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006c8faef3. 00010000:00000010:0.0:1761313477.676846:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000007a9f5afa. 00010000:00000010:0.0:1761313477.676850:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000bcf2df3c. 00080000:00000010:0.0:1761313477.676858:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 000000002b1d09d2. 00010000:00000010:0.0:1761313477.676880:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bcf2df3c. 00010000:00000010:0.0:1761313477.676884:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006c8faef3. 00010000:00000010:0.0:1761313477.676929:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000ff4941c8. 00010000:00000010:0.0:1761313477.676932:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006c8faef3. 00010000:00000010:0.0:1761313477.676936:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000001ec26c25. 00010000:00000010:0.0:1761313477.676938:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000bcf2df3c. 00080000:00000010:0.0:1761313477.676945:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000996c1380. 00010000:00000010:0.0:1761313477.676965:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bcf2df3c. 00010000:00000010:0.0:1761313477.676968:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006c8faef3. 00010000:00000010:0.0:1761313477.677023:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000f2e28822. 00010000:00000010:0.0:1761313477.677025:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006c8faef3. 00010000:00000010:0.0:1761313477.677028:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000cf2f425b. 00010000:00000010:0.0:1761313477.677032:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000bcf2df3c. 00080000:00000010:0.0:1761313477.677039:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000fb769efc. 00010000:00000010:0.0:1761313477.677061:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bcf2df3c. 00010000:00000010:0.0:1761313477.677064:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006c8faef3. 00010000:00000010:0.0:1761313477.677099:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000d057e0c3. 00010000:00000010:0.0:1761313477.677103:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006c8faef3. 00010000:00000010:0.0:1761313477.677107:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ae8c033a. 00010000:00000010:0.0:1761313477.677110:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000bcf2df3c. 00080000:00000010:0.0:1761313477.677116:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 000000002cd072b3. 00010000:00000010:0.0:1761313477.677135:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bcf2df3c. 00010000:00000010:0.0:1761313477.677137:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006c8faef3. 00010000:00000010:0.0:1761313477.677169:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000004542fcbf. 00010000:00000010:0.0:1761313477.677171:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006c8faef3. 00010000:00000010:0.0:1761313477.677174:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000037c47246. 00010000:00000010:0.0:1761313477.677176:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000bcf2df3c. 00080000:00000010:0.0:1761313477.677181:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 000000001b4512d4. 00010000:00000010:0.0:1761313477.677198:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bcf2df3c. 00010000:00000010:0.0:1761313477.677201:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006c8faef3. 00010000:00000010:0.0:1761313477.677233:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000004fee228e. 00010000:00000010:0.0:1761313477.677235:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006c8faef3. 00010000:00000010:0.0:1761313477.677238:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000013e9c38. 00010000:00000010:0.0:1761313477.677240:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000bcf2df3c. 00080000:00000010:0.0:1761313477.677247:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 0000000068f8780f. 00010000:00000010:0.0:1761313477.677268:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bcf2df3c. 00010000:00000010:0.0:1761313477.677272:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006c8faef3. 00010000:00000010:0.0:1761313477.677305:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000bb53b5fb. 00010000:00000010:0.0:1761313477.677308:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006c8faef3. 00010000:00000010:0.0:1761313477.677310:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000dbcddcad. 00010000:00000010:0.0:1761313477.677315:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000bcf2df3c. 00080000:00000010:0.0:1761313477.677323:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 000000006600be30. 00010000:00000010:0.0:1761313477.677347:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bcf2df3c. 00010000:00000010:0.0:1761313477.677351:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006c8faef3. 00010000:00000010:0.0:1761313477.677404:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000003f2bede1. 00010000:00000010:0.0:1761313477.677408:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006c8faef3. 00010000:00000010:0.0:1761313477.677411:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000007ec0645e. 00010000:00000010:0.0:1761313477.677414:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000bcf2df3c. 00080000:00000010:0.0:1761313477.677422:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 000000008c6e10f8. 00010000:00000010:0.0:1761313477.677447:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bcf2df3c. 00010000:00000010:0.0:1761313477.677451:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006c8faef3. 00010000:00000010:0.0:1761313477.677487:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000ce401f9b. 00010000:00000010:0.0:1761313477.677491:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006c8faef3. 00010000:00000010:0.0:1761313477.677498:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000630d15d4. 00010000:00000010:0.0:1761313477.677501:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000bcf2df3c. 00080000:00000010:0.0:1761313477.677509:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 0000000093f4c9ce. 00010000:00000010:0.0:1761313477.677531:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bcf2df3c. 00010000:00000010:0.0:1761313477.677535:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006c8faef3. 00010000:00000010:0.0:1761313477.678059:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000adedb66d. 00010000:00000010:0.0:1761313477.678064:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006c8faef3. 00010000:00000010:0.0:1761313477.678067:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000a6f5d4e9. 00010000:00000010:0.0:1761313477.678071:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000bcf2df3c. 00080000:00000010:0.0:1761313477.678082:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 000000002acb5034. 00010000:00000010:0.0:1761313477.678112:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bcf2df3c. 00010000:00000010:0.0:1761313477.678117:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006c8faef3. 00010000:00000010:0.0:1761313477.678157:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000004917c76b. 00010000:00000010:0.0:1761313477.678161:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006c8faef3. 00010000:00000010:0.0:1761313477.678164:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000004841f30b. 00010000:00000010:0.0:1761313477.678167:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000bcf2df3c. 00080000:00000010:0.0:1761313477.678176:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 000000004c569d34. 00010000:00000010:0.0:1761313477.678202:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bcf2df3c. 00010000:00000010:0.0:1761313477.678205:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006c8faef3. 00010000:00000010:0.0:1761313477.678241:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000eef418c6. 00010000:00000010:0.0:1761313477.678244:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006c8faef3. 00010000:00000010:0.0:1761313477.678247:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000069ef2eb5. 00010000:00000010:0.0:1761313477.678250:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000bcf2df3c. 00080000:00000010:0.0:1761313477.678259:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 0000000047f8b37e. 00010000:00000010:0.0:1761313477.678283:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bcf2df3c. 00010000:00000010:0.0:1761313477.678286:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006c8faef3. 00010000:00000010:0.0:1761313477.678676:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000005829ba40. 00010000:00000010:0.0:1761313477.678679:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006c8faef3. 00010000:00000010:0.0:1761313477.678683:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000009d5a74f3. 00010000:00000010:0.0:1761313477.678860:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000bcf2df3c. 00080000:00000010:0.0:1761313477.678873:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ee3ccd75. 00010000:00000010:0.0:1761313477.678901:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bcf2df3c. 00010000:00000010:0.0:1761313477.678905:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006c8faef3. 00010000:00000010:0.0:1761313477.678939:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000095fb2dce. 00010000:00000010:0.0:1761313477.678943:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006c8faef3. 00010000:00000010:0.0:1761313477.678946:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000006713ac4e. 00010000:00000010:0.0:1761313477.678950:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000bcf2df3c. 00080000:00000010:0.0:1761313477.678957:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 0000000047b7a5fb. 00010000:00000010:0.0:1761313477.678979:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bcf2df3c. 00010000:00000010:0.0:1761313477.678982:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006c8faef3. 00010000:00000010:0.0:1761313477.679036:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000071e18da6. 00010000:00000010:0.0:1761313477.679039:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006c8faef3. 00010000:00000010:0.0:1761313477.679043:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000088902957. 00010000:00000010:0.0:1761313477.679046:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000bcf2df3c. 00080000:00000010:0.0:1761313477.679053:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000601a9fd7. 00010000:00000010:0.0:1761313477.679077:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bcf2df3c. 00010000:00000010:0.0:1761313477.679080:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006c8faef3. 00010000:00000010:0.0:1761313477.679115:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000cd26fb28. 00010000:00000010:0.0:1761313477.679118:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006c8faef3. 00010000:00000010:0.0:1761313477.679122:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000e8a34639. 00010000:00000010:0.0:1761313477.679125:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000bcf2df3c. 00080000:00000010:0.0:1761313477.679133:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 000000000752e1d4. 00010000:00000010:0.0:1761313477.679156:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bcf2df3c. 00010000:00000010:0.0:1761313477.679159:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006c8faef3. 00010000:00000010:0.0:1761313477.679199:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000056cac08. 00010000:00000010:0.0:1761313477.679202:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006c8faef3. 00010000:00000010:0.0:1761313477.679205:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000009a8132a4. 00010000:00000010:0.0:1761313477.679207:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000bcf2df3c. 00080000:00000010:0.0:1761313477.679214:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 000000006844aeaf. 00010000:00000010:0.0:1761313477.679236:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bcf2df3c. 00010000:00000010:0.0:1761313477.679239:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006c8faef3. 00010000:00000010:0.0:1761313477.679273:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000fa554e74. 00010000:00000010:0.0:1761313477.679276:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006c8faef3. 00010000:00000010:0.0:1761313477.679279:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000a0dfdf08. 00010000:00000010:0.0:1761313477.679282:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000bcf2df3c. 00080000:00000010:0.0:1761313477.679288:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 000000005d8ffa35. 00010000:00000010:0.0:1761313477.679307:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bcf2df3c. 00010000:00000010:0.0:1761313477.679310:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006c8faef3. 00010000:00000010:0.0:1761313477.679338:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000644662cb. 00010000:00000010:0.0:1761313477.679341:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006c8faef3. 00010000:00000010:0.0:1761313477.679344:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000001daff845. 00010000:00000010:0.0:1761313477.679346:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000bcf2df3c. 00080000:00000010:0.0:1761313477.679352:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 000000007a34f1ed. 00010000:00000010:0.0:1761313477.679401:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bcf2df3c. 00010000:00000010:0.0:1761313477.679405:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006c8faef3. 00010000:00000010:0.0:1761313477.679436:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000c382e2c6. 00010000:00000010:0.0:1761313477.679439:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006c8faef3. 00010000:00000010:0.0:1761313477.679442:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000d4ca4e7f. 00010000:00000010:0.0:1761313477.679444:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000bcf2df3c. 00080000:00000010:0.0:1761313477.679452:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c15a6d6e. 00010000:00000010:0.0:1761313477.679472:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bcf2df3c. 00010000:00000010:0.0:1761313477.679475:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006c8faef3. 00010000:00000010:0.0:1761313477.679511:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000007fa4d398. 00010000:00000010:0.0:1761313477.679514:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006c8faef3. 00010000:00000010:0.0:1761313477.679518:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000e8ff12d4. 00010000:00000010:0.0:1761313477.679526:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000bcf2df3c. 00080000:00000010:0.0:1761313477.679535:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000636e261f. 00010000:00000010:0.0:1761313477.679657:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bcf2df3c. 00010000:00000010:0.0:1761313477.679662:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006c8faef3. 00010000:00000010:0.0:1761313477.679701:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000bea23a06. 00010000:00000010:0.0:1761313477.679704:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006c8faef3. 00010000:00000010:0.0:1761313477.679708:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000037766179. 00010000:00000010:0.0:1761313477.679711:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000bcf2df3c. 00080000:00000010:0.0:1761313477.679733:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000b6d4ba17. 00010000:00000010:0.0:1761313477.679759:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bcf2df3c. 00010000:00000010:0.0:1761313477.679763:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006c8faef3. 00010000:00000010:0.0:1761313477.679803:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000faf75f92. 00010000:00000010:0.0:1761313477.679806:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006c8faef3. 00010000:00000010:0.0:1761313477.679810:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000046d53466. 00010000:00000010:0.0:1761313477.679812:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000bcf2df3c. 00080000:00000010:0.0:1761313477.679822:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 000000005b14fd94. 00010000:00000010:0.0:1761313477.679842:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bcf2df3c. 00010000:00000010:0.0:1761313477.679846:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006c8faef3. 00010000:00000010:0.0:1761313477.679879:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000115c0b4c. 00010000:00000010:0.0:1761313477.679882:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006c8faef3. 00010000:00000010:0.0:1761313477.679886:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000856b2676. 00010000:00000010:0.0:1761313477.679889:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000bcf2df3c. 00080000:00000010:0.0:1761313477.679896:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 000000006d92f5f9. 00010000:00000010:0.0:1761313477.679921:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bcf2df3c. 00010000:00000010:0.0:1761313477.679924:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006c8faef3. 00010000:00000010:0.0:1761313477.679958:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000ae01faf0. 00010000:00000010:0.0:1761313477.679961:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006c8faef3. 00010000:00000010:0.0:1761313477.679964:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000026b708f5. 00010000:00000010:0.0:1761313477.679968:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000bcf2df3c. 00080000:00000010:0.0:1761313477.679976:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000dea6c833. 00010000:00000010:0.0:1761313477.679997:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bcf2df3c. 00010000:00000010:0.0:1761313477.680000:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006c8faef3. 00010000:00000010:0.0:1761313477.680035:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000084211b43. 00010000:00000010:0.0:1761313477.680038:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006c8faef3. 00010000:00000010:0.0:1761313477.680041:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ac848cb8. 00010000:00000010:0.0:1761313477.680044:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000bcf2df3c. 00080000:00000010:0.0:1761313477.680052:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 0000000030546443. 00010000:00000010:0.0:1761313477.680074:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bcf2df3c. 00010000:00000010:0.0:1761313477.680077:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006c8faef3. 00010000:00000010:0.0:1761313477.680115:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000be2eddda. 00010000:00000010:0.0:1761313477.680117:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006c8faef3. 00010000:00000010:0.0:1761313477.680120:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000006ad2770c. 00010000:00000010:0.0:1761313477.680123:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000bcf2df3c. 00080000:00000010:0.0:1761313477.680130:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 000000003f969307. 00010000:00000010:0.0:1761313477.680152:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bcf2df3c. 00010000:00000010:0.0:1761313477.680156:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006c8faef3. 00010000:00000010:0.0:1761313477.680191:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000002c46c7c4. 00010000:00000010:0.0:1761313477.680194:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006c8faef3. 00010000:00000010:0.0:1761313477.680200:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000062ad286d. 00010000:00000010:0.0:1761313477.680203:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000bcf2df3c. 00080000:00000010:0.0:1761313477.680209:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 0000000039b31678. 00010000:00000010:0.0:1761313477.680230:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bcf2df3c. 00010000:00000010:0.0:1761313477.680233:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006c8faef3. 00010000:00000010:0.0:1761313477.680270:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000004a8c3572. 00010000:00000010:0.0:1761313477.680274:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000bcf2df3c. 00010000:00000010:0.0:1761313477.680283:0:77239:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000e7df85ff. 00000100:00000010:0.0:1761313477.680292:0:77239:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006cdcc286. 00000100:00000010:0.0:1761313477.680304:0:77239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000002527802e. 02000000:00000010:0.0:1761313477.680324:0:77239:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000009c30c2fe. 02000000:00000010:0.0:1761313477.680393:0:77239:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f956102a. 00000400:00000010:0.0:1761313477.680403:0:77239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000a214889b. 00000400:00000010:0.0:1761313477.680411:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b0337f11. 00000100:00000200:0.0:1761313477.680420:0:77239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869138408576, portal 16 00000400:00000010:0.0:1761313477.680427:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000066042486. 00000100:00000200:0.0:1761313477.680430:0:77239:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869138408576, offset 0 00000400:00000200:0.0:1761313477.680443:0:77239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:0.0:1761313477.680466:0:77239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:0.0:1761313477.680475:0:77239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:0.0:1761313477.680478:0:77239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761313477.680482:0:77239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:0.0:1761313477.680486:0:77239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90785:90785:256:4294967295] 192.168.204.38@tcp LPNI seq info [90785:90785:8:4294967295] 00000400:00000200:0.0:1761313477.680498:0:77239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:0.0:1761313477.680504:0:77239:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:0.0:1761313477.680510:0:77239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d609a399 (tot 82351826). 00000800:00000200:0.0:1761313477.680517:0:77239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:0.0:1761313477.680526:0:77239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:0.0:1761313477.680530:0:77239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000d609a399 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761313477.680886:0:15825:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761313477.680892:0:15825:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d609a399 (tot 82351578). 00000400:00000200:3.0:1761313477.680897:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313477.680903:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:3.0:1761313477.680909:0:15825:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000066042486 00000400:00000010:3.0:1761313477.680912:0:15825:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000066042486. 00000100:00000200:3.0:1761313477.680920:0:15825:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000002527802e x1846869138408576/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313521 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761313477.684330:0:15826:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:1.0:1761313477.684355:0:15826:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x68fb7baf10480 00000400:00000200:1.0:1761313477.684396:0:15826:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb1a85 [1] + 224 00000400:00000200:1.0:1761313477.684412:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313477.684417:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:1.0:1761313477.684433:0:15826:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000002527802e x1846869138408576/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313521 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761313477.684476:0:15826:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:1.0:1761313477.684482:0:15826:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x68fb7ba860d00 00000400:00000200:1.0:1761313477.684489:0:15826:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xb03dd [2] + 328 00000400:00000200:1.0:1761313477.684560:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313477.684564:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:1.0:1761313477.684568:0:15826:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761313477.684575:0:15826:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000771a630e. 00000400:00000010:3.0:1761313477.684943:0:77239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000a214889b. 00000400:00000200:3.0:1761313477.684951:0:77239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b0337f11 00000400:00000010:3.0:1761313477.684954:0:77239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b0337f11. 00000100:00000200:3.0:1761313477.684962:0:77239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000002527802e x1846869138408576/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313521 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761313477.684971:0:77239:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000002527802e x1846869138408576/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313521 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1761313477.685009:0:77239:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f956102a. 02000000:00000010:3.0:1761313477.685016:0:77239:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000009c30c2fe. 00000100:00000010:3.0:1761313477.685020:0:77239:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000002527802e. 00000100:00000010:3.0:1761313477.685025:0:77239:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006cdcc286. 00010000:00000010:3.0:1761313477.685029:0:77239:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000e7df85ff. 00000020:00000010:3.0:1761313477.685078:0:75220:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a5812a1c. 00000020:00000010:3.0:1761313477.685085:0:75220:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000036298e5f. 00000020:00000010:3.0:1761313477.685090:0:75220:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000061382956. 00000100:00000200:3.0:1761313477.685129:0:75220:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000771a630e x1846869131398400/t0(0) o103->78617949-0e11-4ca2-94c2-d809f91deaa9@192.168.204.38@tcp:408/0 lens 328/0 e 0 to 0 dl 1761313483 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:3.0:1761313477.685493:0:75220:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869131398400 02000000:00000010:3.0:1761313477.685507:0:75220:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000b5e32eeb. 00010000:00000010:3.0:1761313477.685538:0:75220:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ffa4c665. 00010000:00000010:3.0:1761313477.685560:0:75220:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000005d106fac. 00000100:00000010:3.0:1761313477.685567:0:75220:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b2e27710. 00000100:00000010:3.0:1761313477.685575:0:75220:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b2e27710. 00010000:00000010:3.0:1761313477.685578:0:75220:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000005d106fac. 00000400:00000010:3.0:1761313477.685593:0:75220:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000b53c2d2. 00000100:00000200:3.0:1761313477.685599:0:75220:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869131398400, offset 224 00000400:00000200:3.0:1761313477.685607:0:75220:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:3.0:1761313477.685622:0:75220:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:3.0:1761313477.685629:0:75220:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90786:90786:256:4294967295] 192.168.204.38@tcp LPNI seq info [90786:90786:8:4294967295] 00000400:00000200:3.0:1761313477.685641:0:75220:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:3.0:1761313477.685648:0:75220:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:3.0:1761313477.685653:0:75220:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000896a3ffd (tot 82351826). 00000800:00000200:3.0:1761313477.685660:0:75220:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:3.0:1761313477.685668:0:75220:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:3.0:1761313477.685672:0:75220:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000896a3ffd type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761313477.685690:0:75220:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000036298e5f. 00000020:00000010:3.0:1761313477.685695:0:75220:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000061382956. 00000020:00000010:3.0:1761313477.685699:0:75220:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a5812a1c. 00080000:00000010:3.0:1761313477.685739:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a5812a1c. 00010000:00000010:3.0:1761313477.685845:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bcf2df3c. 00010000:00000010:3.0:1761313477.685852:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000732c679c. 00010000:00000010:3.0:1761313477.685947:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000026fc4c03. 00010000:00000010:3.0:1761313477.685954:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007cb7881f. 00010000:00000010:3.0:1761313477.685965:0:77239:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000005d106fac. 00000100:00000010:3.0:1761313477.685968:0:77239:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b2e27710. 00000100:00000010:3.0:1761313477.685976:0:77239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001588211e. 02000000:00000010:3.0:1761313477.685990:0:77239:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000007991ab59. 02000000:00000010:3.0:1761313477.686021:0:77239:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000928994b2. 00000400:00000010:3.0:1761313477.686027:0:77239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000003f89cb44. 00000400:00000010:3.0:1761313477.686030:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fc523d55. 00000100:00000200:3.0:1761313477.686035:0:77239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869138408640, portal 16 00000400:00000010:3.0:1761313477.686040:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003d312476. 00000100:00000200:3.0:1761313477.686042:0:77239:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869138408640, offset 0 00000400:00000200:3.0:1761313477.686048:0:77239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:3.0:1761313477.686054:0:77239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:3.0:1761313477.686061:0:77239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:3.0:1761313477.686066:0:77239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761313477.686069:0:77239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:3.0:1761313477.686072:0:77239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90787:90787:255:4294967295] 192.168.204.38@tcp LPNI seq info [90787:90787:7:4294967295] 00000400:00000200:3.0:1761313477.686080:0:77239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:3.0:1761313477.686085:0:77239:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:3.0:1761313477.686088:0:77239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000633d13cc (tot 82352074). 00000800:00000200:3.0:1761313477.686092:0:77239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:3.0:1761313477.686096:0:77239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:3.0:1761313477.686098:0:77239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000633d13cc type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761313477.686283:0:15827:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761313477.686288:0:15827:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000896a3ffd (tot 82351826). 00000400:00000200:3.0:1761313477.686292:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313477.686297:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:3.0:1761313477.686300:0:15827:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000b53c2d2 00000400:00000010:3.0:1761313477.686302:0:15827:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000b53c2d2. 00000800:00000200:3.0:1761313477.687005:0:15827:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761313477.687010:0:15827:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000633d13cc (tot 82351578). 00000400:00000200:3.0:1761313477.687014:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313477.687019:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:3.0:1761313477.687022:0:15827:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003d312476 00000400:00000010:3.0:1761313477.687023:0:15827:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003d312476. 00000100:00000200:3.0:1761313477.687029:0:15827:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000001588211e x1846869138408640/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313521 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1761313477.687381:0:78575:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d76e4545. 00010000:00000010:0.1:1761313477.687390:0:78575:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000044798064. 00010000:00000010:0.1:1761313477.687398:0:78575:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ae3f52b1. 00010000:00000010:0.1:1761313477.687407:0:78575:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000025f98921. 00010000:00000010:0.1:1761313477.687414:0:78575:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006fbaf355. 00010000:00000010:0.1:1761313477.687420:0:78575:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f759b348. 00010000:00000010:0.1:1761313477.687427:0:78575:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008db035d4. 00010000:00000010:0.1:1761313477.687432:0:78575:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008cae5abe. 00010000:00000010:0.1:1761313477.687438:0:78575:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ee6f4c87. 00010000:00000010:0.1:1761313477.687442:0:78575:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000367b2cc6. 00010000:00000010:0.1:1761313477.687449:0:78575:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000048dea5e1. 00010000:00000010:0.1:1761313477.687452:0:78575:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000042d886c3. 00010000:00000010:0.1:1761313477.687458:0:78575:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000008e1e814. 00010000:00000010:0.1:1761313477.687463:0:78575:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000041e0e2ae. 00010000:00000010:0.1:1761313477.687468:0:78575:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004f91bbe2. 00010000:00000010:0.1:1761313477.687472:0:78575:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000036803769. 00010000:00000010:0.1:1761313477.687478:0:78575:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003e29aedd. 00010000:00000010:0.1:1761313477.687482:0:78575:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007fd79cf0. 00010000:00000010:0.1:1761313477.687487:0:78575:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fca8e535. 00010000:00000010:0.1:1761313477.687490:0:78575:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d680226d. 00010000:00000010:0.1:1761313477.687494:0:78575:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000010c4cce5. 00010000:00000010:0.1:1761313477.687496:0:78575:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000570bc3ef. 00010000:00000010:0.1:1761313477.687499:0:78575:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000dca39cc. 00010000:00000010:0.1:1761313477.687505:0:78575:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bf22b104. 00010000:00000010:0.1:1761313477.687509:0:78575:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000133930c5. 00010000:00000010:0.1:1761313477.687511:0:78575:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000035c2b323. 00010000:00000010:0.1:1761313477.687514:0:78575:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003a434a29. 00010000:00000010:0.1:1761313477.687516:0:78575:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cac49178. 00010000:00000010:0.1:1761313477.687519:0:78575:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c7fd279b. 00010000:00000010:0.1:1761313477.687521:0:78575:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e18a0db4. 00010000:00000010:0.1:1761313477.687524:0:78575:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008321265a. 00010000:00000010:0.1:1761313477.687527:0:78575:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009c99ccc3. 00010000:00000010:0.1:1761313477.687530:0:78575:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000015645dc6. 00010000:00000010:0.1:1761313477.687532:0:78575:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d40d0b70. 00010000:00000010:0.1:1761313477.687534:0:78575:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000803e8ee5. 00010000:00000010:0.1:1761313477.687537:0:78575:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008bf4fca6. 00010000:00000010:0.1:1761313477.687540:0:78575:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001b2dd8c3. 00010000:00000010:0.1:1761313477.687542:0:78575:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bcfd961c. 00010000:00000010:0.1:1761313477.687545:0:78575:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f13b0208. 00010000:00000010:0.1:1761313477.687548:0:78575:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000745a032c. 00010000:00000010:0.1:1761313477.687551:0:78575:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d6106bc2. 00010000:00000010:0.1:1761313477.687553:0:78575:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002a214125. 00010000:00000010:0.1:1761313477.687556:0:78575:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007011c8ae. 00010000:00000010:0.1:1761313477.687557:0:78575:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000df049538. 00010000:00000010:0.1:1761313477.687562:0:78575:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000008aeaba9. 00010000:00000010:0.1:1761313477.687565:0:78575:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006998fdb8. 00010000:00000010:0.1:1761313477.687568:0:78575:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d1466b96. 00010000:00000010:0.1:1761313477.687571:0:78575:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000624efe76. 00010000:00000010:0.1:1761313477.687575:0:78575:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009b177f7c. 00010000:00000010:0.1:1761313477.687577:0:78575:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a49ea6ad. 00010000:00000010:0.1:1761313477.687580:0:78575:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000056259f4f. 00010000:00000010:0.1:1761313477.687586:0:78575:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001dbcb473. 00010000:00000010:0.1:1761313477.687589:0:78575:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002b6ce279. 00010000:00000010:0.1:1761313477.687592:0:78575:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b8077024. 00010000:00000010:0.1:1761313477.687594:0:78575:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000025e640c0. 00010000:00000010:0.1:1761313477.687597:0:78575:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005504c222. 00010000:00000010:0.1:1761313477.687600:0:78575:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ea168d78. 00010000:00000010:0.1:1761313477.687602:0:78575:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a50d8445. 00010000:00000010:0.1:1761313477.687605:0:78575:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007fb31a37. 00010000:00000010:0.1:1761313477.687607:0:78575:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000016dbeb61. 00010000:00000010:0.1:1761313477.687611:0:78575:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000058adad1. 00010000:00000010:0.1:1761313477.687613:0:78575:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000685babec. 00010000:00000010:0.1:1761313477.687616:0:78575:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000042221ca1. 00010000:00000010:0.1:1761313477.687618:0:78575:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b9ca25af. 00010000:00000010:0.1:1761313477.687620:0:78575:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000041e93370. 00010000:00000010:0.1:1761313477.687623:0:78575:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a3971371. 00010000:00000010:0.1:1761313477.687626:0:78575:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000001451ce4. 00010000:00000010:0.1:1761313477.687628:0:78575:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008b8a0f22. 00010000:00000010:0.1:1761313477.687631:0:78575:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f37a68b0. 00010000:00000010:0.1:1761313477.687633:0:78575:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002d31aa41. 00010000:00000010:0.1:1761313477.687637:0:78575:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006ebf7f2a. 00010000:00000010:0.1:1761313477.687640:0:78575:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000096bdfaea. 00010000:00000010:0.1:1761313477.687643:0:78575:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000296dd2b4. 00010000:00000010:0.1:1761313477.687646:0:78575:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000040dd7f8c. 00010000:00000010:0.1:1761313477.687650:0:78575:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008d86cc05. 00010000:00000010:0.1:1761313477.687653:0:78575:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000022168460. 00010000:00000010:0.1:1761313477.687658:0:78575:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006efa4efa. 00010000:00000010:0.1:1761313477.687660:0:78575:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c97b21fd. 00010000:00000010:0.1:1761313477.687662:0:78575:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000019cfc1b1. 00010000:00000010:0.1:1761313477.687665:0:78575:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000489111f4. 00010000:00000010:0.1:1761313477.687668:0:78575:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007ea3d752. 00010000:00000010:0.1:1761313477.687674:0:78575:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000003b2e7db. 00010000:00000010:0.1:1761313477.687677:0:78575:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003029005c. 00010000:00000010:0.1:1761313477.687679:0:78575:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000aac4c19. 00010000:00000010:0.1:1761313477.687682:0:78575:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008f9e0166. 00010000:00000010:0.1:1761313477.687685:0:78575:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000d68b194. 00010000:00000010:0.1:1761313477.687688:0:78575:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e1012892. 00010000:00000010:0.1:1761313477.687690:0:78575:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000795110d5. 00010000:00000010:0.1:1761313477.687693:0:78575:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e3d4b86a. 00010000:00000010:0.1:1761313477.687695:0:78575:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000058447991. 00010000:00000010:0.1:1761313477.687700:0:78575:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000078a5c245. 00010000:00000010:0.1:1761313477.687702:0:78575:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ce4a9923. 00010000:00000010:0.1:1761313477.687705:0:78575:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001a6a109a. 00010000:00000010:0.1:1761313477.687708:0:78575:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ad919862. 00010000:00000010:0.1:1761313477.687711:0:78575:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000013b71a4c. 00010000:00000010:0.1:1761313477.687713:0:78575:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b535e24a. 00010000:00000010:0.1:1761313477.687727:0:78575:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003b9c5d31. 00010000:00000010:0.1:1761313477.687729:0:78575:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000972b810c. 00010000:00000010:0.1:1761313477.687731:0:78575:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e3303b1c. 00010000:00000010:0.1:1761313477.687734:0:78575:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000704390be. 00010000:00000010:0.1:1761313477.687759:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c3fd56a8. 00010000:00000010:0.1:1761313477.687764:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002b51eb96. 00010000:00000010:0.1:1761313477.687767:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d9a87175. 00010000:00000010:0.1:1761313477.687770:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e3fd5f72. 00010000:00000010:0.1:1761313477.687772:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f19f4a45. 00010000:00000010:0.1:1761313477.687775:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002ac1152c. 00010000:00000010:0.1:1761313477.687777:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007bdc554e. 00010000:00000010:0.1:1761313477.687782:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000843e8ae7. 00010000:00000010:0.1:1761313477.687785:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000018b659db. 00010000:00000010:0.1:1761313477.687787:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a740939d. 00010000:00000010:0.1:1761313477.687790:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005ad3af2f. 00010000:00000010:0.1:1761313477.687792:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000aec35165. 00010000:00000010:0.1:1761313477.687794:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007cdbf4a1. 00010000:00000010:0.1:1761313477.687796:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000027deee24. 00010000:00000010:0.1:1761313477.687798:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000049431d94. 00010000:00000010:0.1:1761313477.687800:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d4915297. 00010000:00000010:0.1:1761313477.687804:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000dd6ff5d. 00010000:00000010:0.1:1761313477.687807:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000e472250. 00010000:00000010:0.1:1761313477.687810:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c5429a61. 00010000:00000010:0.1:1761313477.687813:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003fd3c0a8. 00010000:00000010:0.1:1761313477.687816:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002b994669. 00010000:00000010:0.1:1761313477.687818:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e39a9d41. 00010000:00000010:0.1:1761313477.687822:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b8a194d2. 00010000:00000010:0.1:1761313477.687824:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000077a21e51. 00010000:00000010:0.1:1761313477.687827:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003eeb2b34. 00010000:00000010:0.1:1761313477.687832:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fc2a57c0. 00010000:00000010:0.1:1761313477.687838:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000019b9bd8a. 00010000:00000010:0.1:1761313477.687841:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000278a632d. 00010000:00000010:0.1:1761313477.687844:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bfa34c8d. 00010000:00000010:0.1:1761313477.687846:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000493ca2bb. 00010000:00000010:0.1:1761313477.687850:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000991c2b9b. 00010000:00000010:0.1:1761313477.687852:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000082f17b91. 00010000:00000010:0.1:1761313477.687855:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000a050981. 00010000:00000010:0.1:1761313477.687857:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b895385a. 00010000:00000010:0.1:1761313477.687859:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000061c213f2. 00010000:00000010:0.1:1761313477.687862:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001872ba90. 00010000:00000010:0.1:1761313477.687865:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d1602c3d. 00010000:00000010:0.1:1761313477.687867:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f13d274e. 00010000:00000010:0.1:1761313477.687870:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001acce6e6. 00010000:00000010:0.1:1761313477.687873:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005ee76980. 00010000:00000010:0.1:1761313477.687877:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e6ddbb2a. 00010000:00000010:0.1:1761313477.687880:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000afb8677a. 00010000:00000010:0.1:1761313477.687883:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ba2ea6f0. 00010000:00000010:0.1:1761313477.687887:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009588b1ce. 00010000:00000010:0.1:1761313477.687889:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002c70b5a0. 00010000:00000010:0.1:1761313477.687891:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000571b09c2. 00010000:00000010:0.1:1761313477.687894:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e61f290b. 00010000:00000010:0.1:1761313477.687900:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000203ed048. 00010000:00000010:0.1:1761313477.687905:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000151c5364. 00010000:00000010:0.1:1761313477.687908:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000028b22e75. 00010000:00000010:0.1:1761313477.687914:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000afa5c390. 00010000:00000010:0.1:1761313477.687920:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a6639981. 00010000:00000010:0.1:1761313477.687923:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001f5200e7. 00010000:00000010:0.1:1761313477.687927:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009a0a5805. 00010000:00000010:0.1:1761313477.687930:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b42b55e1. 00010000:00000010:0.1:1761313477.687934:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000064f94029. 00010000:00000010:0.1:1761313477.687939:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000b6180e0. 00010000:00000010:0.1:1761313477.687944:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000091f57871. 00010000:00000010:0.1:1761313477.687947:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008aa80c31. 00010000:00000010:0.1:1761313477.687951:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000beddd840. 00010000:00000010:0.1:1761313477.687956:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000010ea8f88. 00010000:00000010:0.1:1761313477.687959:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008062c52d. 00010000:00000010:0.1:1761313477.687962:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d2fb0b6a. 00010000:00000010:0.1:1761313477.687965:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000dd4da2ab. 00010000:00000010:0.1:1761313477.687969:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000575d2126. 00010000:00000010:0.1:1761313477.687973:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008f5b080c. 00010000:00000010:0.1:1761313477.687976:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000002bed012. 00010000:00000010:0.1:1761313477.687980:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009b76ed3f. 00010000:00000010:0.1:1761313477.687983:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ac1cfe26. 00010000:00000010:0.1:1761313477.687986:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000055fab4e. 00010000:00000010:0.1:1761313477.687990:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000789ff30e. 00010000:00000010:0.1:1761313477.687994:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000852147fb. 00010000:00000010:0.1:1761313477.687997:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000051611421. 00010000:00000010:0.1:1761313477.688002:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c766a20e. 00010000:00000010:0.1:1761313477.688006:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008d1fef30. 00010000:00000010:0.1:1761313477.688008:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000679c5173. 00010000:00000010:0.1:1761313477.688023:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a2c14d6b. 00010000:00000010:0.1:1761313477.688028:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000087e6bf5e. 00010000:00000010:0.1:1761313477.688034:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000c123ed7. 00010000:00000010:0.1:1761313477.688039:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000013c28b7e. 00010000:00000010:0.1:1761313477.688046:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006b32e998. 00010000:00000010:0.1:1761313477.688052:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000423ee080. 00010000:00000010:0.1:1761313477.688058:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004900925a. 00010000:00000010:0.1:1761313477.688063:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000e1b86cf. 00010000:00000010:0.1:1761313477.688068:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000058ff5705. 00010000:00000010:0.1:1761313477.688074:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f1c4e40b. 00010000:00000010:0.1:1761313477.688077:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f33516f8. 00010000:00000010:0.1:1761313477.688079:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000025644608. 00010000:00000010:0.1:1761313477.688082:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a3b071a6. 00010000:00000010:0.1:1761313477.688087:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ee78e65c. 00010000:00000010:0.1:1761313477.688092:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cfa4eae3. 00010000:00000010:0.1:1761313477.688094:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004effe266. 00010000:00000010:0.1:1761313477.688096:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c840e69c. 00010000:00000010:0.1:1761313477.688099:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000be92b8b2. 00010000:00000010:0.1:1761313477.688101:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cbaed3ff. 00010000:00000010:0.1:1761313477.688112:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000019fbe77d. 00010000:00000010:0.1:1761313477.688116:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000051c911c2. 00010000:00000010:0.1:1761313477.688118:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002b2ecd53. 00010000:00000010:0.1:1761313477.688121:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000028ef781d. 00010000:00000010:0.1:1761313477.688124:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ab5fe7f4. 00010000:00000010:0.1:1761313477.688129:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006e3780bc. 00010000:00000010:0.1:1761313477.688132:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b45bb6aa. 00010000:00000010:0.1:1761313477.688135:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000addb712. 00010000:00000010:0.1:1761313477.688137:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e22022f0. 00010000:00000010:0.1:1761313477.688140:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000020ac696f. 00010000:00000010:0.1:1761313477.688142:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001e78da4e. 00010000:00000010:0.1:1761313477.688144:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d92e262e. 00010000:00000010:0.1:1761313477.688146:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008b0fe686. 00010000:00000010:0.1:1761313477.688148:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000054692165. 00010000:00000010:0.1:1761313477.688151:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a1de1fdd. 00010000:00000010:0.1:1761313477.688154:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002faeb2ee. 00010000:00000010:0.1:1761313477.688157:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009a049521. 00010000:00000010:0.1:1761313477.688159:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cd8e3849. 00010000:00000010:0.1:1761313477.688161:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b345d507. 00010000:00000010:0.1:1761313477.688164:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002a48da9f. 00010000:00000010:0.1:1761313477.688166:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000007126b93. 00010000:00000010:0.1:1761313477.688169:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000916163ad. 00010000:00000010:0.1:1761313477.688171:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000063f61bc. 00010000:00000010:0.1:1761313477.688174:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002b2158bf. 00010000:00000010:0.1:1761313477.688176:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000057b27b10. 00010000:00000010:0.1:1761313477.688179:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c0d04ef5. 00010000:00000010:0.1:1761313477.688185:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000047bf3554. 00010000:00000010:0.1:1761313477.688188:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007b8679ad. 00010000:00000010:0.1:1761313477.688191:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006818aeac. 00010000:00000010:0.1:1761313477.688196:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b610287a. 00010000:00000010:0.1:1761313477.688198:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bd5a04e5. 00010000:00000010:0.1:1761313477.688201:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000866da72c. 00010000:00000010:0.1:1761313477.688203:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bb23f1e3. 00010000:00000010:0.1:1761313477.688207:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000da04ec27. 00010000:00000010:0.1:1761313477.688209:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ea105ea4. 00010000:00000010:0.1:1761313477.688212:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000069371661. 00010000:00000010:0.1:1761313477.688216:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d4b4e8a7. 00010000:00000010:0.1:1761313477.688218:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004d0ea00a. 00010000:00000010:0.1:1761313477.688221:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000009fec080. 00010000:00000010:0.1:1761313477.688224:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f2d2a043. 00010000:00000010:0.1:1761313477.688226:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f678de54. 00010000:00000010:0.1:1761313477.688230:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000712f8778. 00010000:00000010:0.1:1761313477.688232:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ff7fa442. 00010000:00000010:0.1:1761313477.688235:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b55b593e. 00000400:00000200:3.0:1761313477.692769:0:15825:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:3.0:1761313477.692791:0:15825:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x68fb7baf104c0 00000400:00000200:3.0:1761313477.692801:0:15825:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb1a91 [1] + 224 00000400:00000200:3.0:1761313477.692814:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313477.692817:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:3.0:1761313477.692830:0:15825:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000001588211e x1846869138408640/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313521 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761313477.692867:0:15825:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:3.0:1761313477.692872:0:15825:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x68fb7ba860d40 00000400:00000200:3.0:1761313477.692876:0:15825:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xb03dd [2] + 656 00000400:00000200:3.0:1761313477.692884:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313477.692886:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:3.0:1761313477.692890:0:15825:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761313477.692896:0:15825:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000004c2b08ab. 00000020:00000010:3.0:1761313477.692950:0:64710:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000cb3fafe6. 00000020:00000010:3.0:1761313477.692957:0:64710:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000036298e5f. 00000020:00000010:3.0:1761313477.692962:0:64710:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000061382956. 00000100:00000200:3.0:1761313477.692993:0:64710:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000004c2b08ab x1846869131398464/t0(0) o103->78617949-0e11-4ca2-94c2-d809f91deaa9@192.168.204.38@tcp:408/0 lens 328/0 e 0 to 0 dl 1761313483 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:3.0:1761313477.693034:0:64710:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869131398464 02000000:00000010:3.0:1761313477.693049:0:64710:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000bd1db22e. 00010000:00000010:3.0:1761313477.693095:0:64710:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000000d73a540. 00000100:00000010:3.0:1761313477.693104:0:64710:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000007c63c776. 00000100:00000010:3.0:1761313477.693111:0:64710:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000007c63c776. 00010000:00000010:3.0:1761313477.693116:0:64710:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000000d73a540. 00000400:00000010:3.0:1761313477.693133:0:64710:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003d312476. 00000100:00000200:3.0:1761313477.693138:0:64710:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869131398464, offset 224 00000400:00000200:3.0:1761313477.693145:0:64710:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:3.0:1761313477.693156:0:64710:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:3.0:1761313477.693162:0:64710:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90788:90788:256:4294967295] 192.168.204.38@tcp LPNI seq info [90788:90788:8:4294967295] 00000400:00000200:3.0:1761313477.693172:0:64710:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:3.0:1761313477.693177:0:64710:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:3.0:1761313477.693182:0:64710:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000633d13cc (tot 82351826). 00000800:00000200:3.0:1761313477.693188:0:64710:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:3.0:1761313477.693195:0:64710:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:3.0:1761313477.693199:0:64710:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000633d13cc type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761313477.693217:0:64710:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000036298e5f. 00000020:00000010:3.0:1761313477.693221:0:64710:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000061382956. 00000020:00000010:3.0:1761313477.693226:0:64710:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000cb3fafe6. 00000800:00000200:3.0:1761313477.693329:0:15826:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761313477.693333:0:15826:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000633d13cc (tot 82351578). 00000400:00000200:3.0:1761313477.693336:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313477.693340:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:3.0:1761313477.693344:0:15826:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003d312476 00000400:00000010:3.0:1761313477.693346:0:15826:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003d312476. 00010000:00000010:0.1:1761313477.693661:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009a576fc6. 00010000:00000010:0.1:1761313477.693672:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000152dcd17. 00010000:00000010:0.1:1761313477.693676:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009c500944. 00010000:00000010:0.1:1761313477.693678:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000058e5f208. 00010000:00000010:0.1:1761313477.693684:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f7497bf3. 00010000:00000010:0.1:1761313477.693689:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000523e5c8c. 00010000:00000010:0.1:1761313477.693692:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000081d0e7b5. 00010000:00000010:0.1:1761313477.693694:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000026e13eb2. 00010000:00000010:0.1:1761313477.693697:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007dea2980. 00010000:00000010:0.1:1761313477.693700:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000be3c3506. 00000400:00000010:0.0:1761313477.693732:0:77239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000003f89cb44. 00000400:00000200:0.0:1761313477.693739:0:77239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fc523d55 00000400:00000010:0.0:1761313477.693740:0:77239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fc523d55. 00000100:00000200:0.0:1761313477.693746:0:77239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000001588211e x1846869138408640/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313521 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761313477.693754:0:77239:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000001588211e x1846869138408640/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313521 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.0:1761313477.693781:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000426ceb93. 02000000:00000010:0.0:1761313477.693797:0:77239:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000928994b2. 02000000:00000010:0.0:1761313477.693803:0:77239:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000007991ab59. 00000100:00000010:0.0:1761313477.693810:0:77239:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001588211e. 00000100:00000010:0.0:1761313477.693815:0:77239:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b2e27710. 00010000:00000010:0.0:1761313477.693817:0:77239:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000005d106fac. 00080000:00000010:0.0:1761313477.693839:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 0000000002155899. 00010000:00000010:0.0:1761313477.693953:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007cb7881f. 00010000:00000010:0.0:1761313477.693960:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000009e157d10. 00010000:00000010:0.0:1761313477.694051:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f1cbbd96. 00010000:00000010:0.0:1761313477.694059:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d463f9d1. 00010000:00000010:0.0:1761313477.694071:0:77239:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000e5beb97d. 00000100:00000010:0.0:1761313477.694076:0:77239:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000002b95c306. 00000100:00000010:0.0:1761313477.694084:0:77239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000003efab3fb. 02000000:00000010:0.0:1761313477.694097:0:77239:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000f872ce68. 00010000:00000010:0.1:1761313477.694125:0:77239:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001dfcec89. 00010000:00000010:0.1:1761313477.694130:0:77239:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d4501e24. 00010000:00000010:0.1:1761313477.694133:0:77239:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001bc6b4c4. 00010000:00000010:0.1:1761313477.694136:0:77239:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000308e308f. 00010000:00000010:0.1:1761313477.694139:0:77239:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009d51b240. 00010000:00000010:0.1:1761313477.694142:0:77239:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f7b07bc5. 00010000:00000010:0.1:1761313477.694144:0:77239:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f277e400. 00010000:00000010:0.1:1761313477.694147:0:77239:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000de625ac1. 00010000:00000010:0.1:1761313477.694149:0:77239:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003e46e02d. 00010000:00000010:0.1:1761313477.694152:0:77239:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f47cdc85. 00010000:00000010:0.1:1761313477.694155:0:77239:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000674bd8b4. 00010000:00000010:0.1:1761313477.694159:0:77239:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a46ded99. 00010000:00000010:0.1:1761313477.694162:0:77239:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e55ffc37. 00010000:00000010:0.1:1761313477.694166:0:77239:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000193e755e. 00010000:00000010:0.1:1761313477.694169:0:77239:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000647f505a. 00010000:00000010:0.1:1761313477.694172:0:77239:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000053785a9f. 00010000:00000010:0.1:1761313477.694179:0:77239:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003d50af17. 00010000:00000010:0.1:1761313477.694182:0:77239:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009110701a. 00010000:00000010:0.1:1761313477.694185:0:77239:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000195c86d3. 00010000:00000010:0.1:1761313477.694188:0:77239:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000056631f16. 00010000:00000010:0.1:1761313477.694192:0:77239:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f85155d8. 00010000:00000010:0.1:1761313477.694195:0:77239:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cd38575e. 00010000:00000010:0.1:1761313477.694197:0:77239:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000dffac6bb. 00010000:00000010:0.1:1761313477.694199:0:77239:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000036cc317f. 00010000:00000010:0.1:1761313477.694201:0:77239:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f2aa5f70. 00010000:00000010:0.1:1761313477.694203:0:77239:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006a85626d. 00010000:00000010:0.1:1761313477.694206:0:77239:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000026f542c4. 00010000:00000010:0.1:1761313477.694209:0:77239:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f26ca22e. 00010000:00000010:0.1:1761313477.694213:0:77239:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000710868c. 00010000:00000010:0.1:1761313477.694218:0:77239:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e474c5b6. 00010000:00000010:0.1:1761313477.694224:0:77239:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000b060f1b. 00010000:00000010:0.1:1761313477.694228:0:77239:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e248e0ba. 00010000:00000010:0.1:1761313477.694231:0:77239:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000225c66e5. 00010000:00000010:0.1:1761313477.694235:0:77239:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c031e7e6. 00010000:00000010:0.1:1761313477.694237:0:77239:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e1b01ab7. 00010000:00000010:0.1:1761313477.694242:0:77239:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ec310e4b. 00010000:00000010:0.1:1761313477.694245:0:77239:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a88bbde5. 00010000:00000010:0.1:1761313477.694248:0:77239:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002293f3d1. 00010000:00000010:0.1:1761313477.694250:0:77239:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007d3d683c. 00010000:00000010:0.1:1761313477.694252:0:77239:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c6e88720. 00010000:00000010:0.1:1761313477.694256:0:77239:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f40085d6. 00010000:00000010:0.1:1761313477.694260:0:77239:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003a03ac65. 00010000:00000010:0.1:1761313477.694266:0:77239:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000057a63867. 00010000:00000010:0.1:1761313477.694269:0:77239:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004a3a4968. 00010000:00000010:0.1:1761313477.694272:0:77239:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000018458ae4. 00010000:00000010:0.1:1761313477.694274:0:77239:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000deb136fd. 00010000:00000010:0.1:1761313477.694277:0:77239:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009c53c212. 00010000:00000010:0.1:1761313477.694280:0:77239:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001496d924. 00010000:00000010:0.1:1761313477.694282:0:77239:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001e7d809c. 00010000:00000010:0.1:1761313477.694284:0:77239:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008ebdd951. 00010000:00000010:0.1:1761313477.694286:0:77239:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004c7a30a8. 00010000:00000010:0.1:1761313477.694288:0:77239:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d652d269. 00010000:00000010:0.1:1761313477.694290:0:77239:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bb3cd65c. 00010000:00000010:0.1:1761313477.694294:0:77239:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000575e5e36. 00010000:00000010:0.1:1761313477.694297:0:77239:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006f5812b9. 00010000:00000010:0.1:1761313477.694300:0:77239:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009d444e62. 00010000:00000010:0.1:1761313477.694302:0:77239:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002a70db6e. 00010000:00000010:0.1:1761313477.694305:0:77239:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000c7b23a5. 00010000:00000010:0.1:1761313477.694307:0:77239:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c64651a3. 00010000:00000010:0.1:1761313477.694309:0:77239:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005ec80f43. 00010000:00000010:0.1:1761313477.694314:0:77239:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000837af592. 00010000:00000010:0.1:1761313477.694317:0:77239:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000092105968. 00010000:00000010:0.1:1761313477.694319:0:77239:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000243dd443. 00010000:00000010:0.1:1761313477.694322:0:77239:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000088b63a17. 00010000:00000010:0.1:1761313477.694325:0:77239:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000070150a18. 00010000:00000010:0.1:1761313477.694329:0:77239:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000092564444. 00010000:00000010:0.1:1761313477.694332:0:77239:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000687c98fc. 00010000:00000010:0.1:1761313477.694334:0:77239:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000017475890. 00010000:00000010:0.1:1761313477.694337:0:77239:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b5fd3925. 00010000:00000010:0.1:1761313477.694340:0:77239:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007b264b91. 00010000:00000010:0.1:1761313477.694343:0:77239:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000f72733f. 00010000:00000010:0.1:1761313477.694345:0:77239:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ce215a2b. 00010000:00000010:0.1:1761313477.694347:0:77239:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c7f172c6. 00010000:00000010:0.1:1761313477.694350:0:77239:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000046711eec. 00010000:00000010:0.1:1761313477.694352:0:77239:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f7f3f4be. 00010000:00000010:0.1:1761313477.694355:0:77239:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007a9f5afa. 00010000:00000010:0.1:1761313477.694379:0:77239:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ff4941c8. 00010000:00000010:0.1:1761313477.694383:0:77239:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001ec26c25. 00010000:00000010:0.1:1761313477.694386:0:77239:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f2e28822. 00010000:00000010:0.1:1761313477.694389:0:77239:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cf2f425b. 00010000:00000010:0.1:1761313477.694396:0:77239:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d057e0c3. 00010000:00000010:0.1:1761313477.694403:0:77239:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ae8c033a. 00010000:00000010:0.1:1761313477.694406:0:77239:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004542fcbf. 00010000:00000010:0.1:1761313477.694409:0:77239:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000037c47246. 00010000:00000010:0.1:1761313477.694412:0:77239:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004fee228e. 00010000:00000010:0.1:1761313477.694414:0:77239:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000013e9c38. 00010000:00000010:0.1:1761313477.694417:0:77239:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bb53b5fb. 00010000:00000010:0.1:1761313477.694419:0:77239:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000dbcddcad. 00010000:00000010:0.1:1761313477.694422:0:77239:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003f2bede1. 00010000:00000010:0.1:1761313477.694425:0:77239:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007ec0645e. 00010000:00000010:0.1:1761313477.694428:0:77239:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ce401f9b. 00010000:00000010:0.1:1761313477.694432:0:77239:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000630d15d4. 00010000:00000010:0.1:1761313477.694435:0:77239:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000adedb66d. 00010000:00000010:0.1:1761313477.694440:0:77239:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a6f5d4e9. 00010000:00000010:0.1:1761313477.694445:0:77239:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004917c76b. 00010000:00000010:0.1:1761313477.694449:0:77239:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004841f30b. 00010000:00000010:0.1:1761313477.694452:0:77239:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000eef418c6. 00010000:00000010:0.1:1761313477.694455:0:77239:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000069ef2eb5. 00010000:00000010:0.1:1761313477.694457:0:77239:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005829ba40. 00010000:00000010:0.1:1761313477.694460:0:77239:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009d5a74f3. 00010000:00000010:0.1:1761313477.694467:0:77239:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000095fb2dce. 00010000:00000010:0.1:1761313477.694471:0:77239:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006713ac4e. 00010000:00000010:0.1:1761313477.694474:0:77239:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000071e18da6. 00010000:00000010:0.1:1761313477.694478:0:77239:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000088902957. 00010000:00000010:0.1:1761313477.694480:0:77239:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cd26fb28. 00010000:00000010:0.1:1761313477.694483:0:77239:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e8a34639. 00010000:00000010:0.1:1761313477.694485:0:77239:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000056cac08. 00010000:00000010:0.1:1761313477.694488:0:77239:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009a8132a4. 00010000:00000010:0.1:1761313477.694493:0:77239:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fa554e74. 00010000:00000010:0.1:1761313477.694496:0:77239:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a0dfdf08. 00010000:00000010:0.1:1761313477.694501:0:77239:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000644662cb. 00010000:00000010:0.1:1761313477.694504:0:77239:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001daff845. 00010000:00000010:0.1:1761313477.694507:0:77239:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c382e2c6. 00010000:00000010:0.1:1761313477.694510:0:77239:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d4ca4e7f. 00010000:00000010:0.1:1761313477.694512:0:77239:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007fa4d398. 00010000:00000010:0.1:1761313477.694515:0:77239:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e8ff12d4. 00010000:00000010:0.1:1761313477.694518:0:77239:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bea23a06. 00010000:00000010:0.1:1761313477.694520:0:77239:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000037766179. 00010000:00000010:0.1:1761313477.694523:0:77239:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000faf75f92. 00010000:00000010:0.1:1761313477.694526:0:77239:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000046d53466. 00010000:00000010:0.1:1761313477.694529:0:77239:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000115c0b4c. 00010000:00000010:0.1:1761313477.694531:0:77239:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000856b2676. 00010000:00000010:0.1:1761313477.694533:0:77239:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ae01faf0. 00010000:00000010:0.1:1761313477.694535:0:77239:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000026b708f5. 00010000:00000010:0.1:1761313477.694538:0:77239:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000084211b43. 00010000:00000010:0.1:1761313477.694541:0:77239:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ac848cb8. 00010000:00000010:0.1:1761313477.694544:0:77239:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000be2eddda. 00010000:00000010:3.1:1761313477.696465:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d18e0a86. 00010000:00000010:3.1:1761313477.696478:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b2305bfe. 00010000:00000010:3.1:1761313477.696483:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004a8c3572. 00010000:00000010:0.1:1761313477.696739:0:77239:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006ad2770c. 00010000:00000010:0.1:1761313477.696744:0:77239:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002c46c7c4. 00010000:00000010:0.1:1761313477.696746:0:77239:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000062ad286d. 02000000:00000010:0.0:1761313477.696781:0:77239:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000b91429c8. 00000400:00000010:0.0:1761313477.696791:0:77239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000008635318c. 00000400:00000010:0.0:1761313477.696800:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006c51a6d2. 00000100:00000200:0.0:1761313477.696807:0:77239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869138408704, portal 16 00000400:00000010:0.0:1761313477.696815:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d021fde9. 00000100:00000200:0.0:1761313477.696819:0:77239:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869138408704, offset 0 00000400:00000200:0.0:1761313477.696832:0:77239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:0.0:1761313477.696852:0:77239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:0.0:1761313477.696861:0:77239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:0.0:1761313477.696866:0:77239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761313477.696869:0:77239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:0.0:1761313477.696873:0:77239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90789:90789:256:4294967295] 192.168.204.38@tcp LPNI seq info [90789:90789:8:4294967295] 00000400:00000200:0.0:1761313477.696885:0:77239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:0.0:1761313477.696891:0:77239:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:0.0:1761313477.696897:0:77239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000eab2c029 (tot 82351826). 00000800:00000200:0.0:1761313477.696904:0:77239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:0.0:1761313477.696912:0:77239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:0.0:1761313477.696918:0:77239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000eab2c029 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761313477.697075:0:15827:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761313477.697080:0:15827:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000eab2c029 (tot 82351578). 00000400:00000200:2.0:1761313477.697086:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313477.697092:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:2.0:1761313477.697097:0:15827:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d021fde9 00000400:00000010:2.0:1761313477.697099:0:15827:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d021fde9. 00000100:00000200:2.0:1761313477.697108:0:15827:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000003efab3fb x1846869138408704/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313521 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1761313477.701809:0:78577:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a1c85954. 00010000:00000010:0.1:1761313477.701827:0:78577:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003f9df169. 00010000:00000010:0.1:1761313477.701832:0:78577:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000026fc4c03. 00000400:00000200:1.0:1761313477.704046:0:15825:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:1.0:1761313477.704072:0:15825:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x68fb7baf10500 00000400:00000200:1.0:1761313477.704084:0:15825:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb1a9d [1] + 224 00000400:00000200:1.0:1761313477.704099:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313477.704103:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:1.0:1761313477.704118:0:15825:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000003efab3fb x1846869138408704/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313521 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761313477.704173:0:15825:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:1.0:1761313477.704179:0:15825:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x68fb7ba860d80 00000400:00000200:1.0:1761313477.704183:0:15825:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xb03dd [2] + 984 00000400:00000200:1.0:1761313477.704193:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313477.704195:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:1.0:1761313477.704200:0:15825:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761313477.704207:0:15825:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ba613791. 00000020:00000010:1.0:1761313477.704263:0:75220:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e207838c. 00000020:00000010:1.0:1761313477.704270:0:75220:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000057bde358. 00000020:00000010:1.0:1761313477.704275:0:75220:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000fa60968b. 00000100:00000200:1.0:1761313477.704307:0:75220:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000ba613791 x1846869131398528/t0(0) o103->78617949-0e11-4ca2-94c2-d809f91deaa9@192.168.204.38@tcp:408/0 lens 328/0 e 0 to 0 dl 1761313483 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000400:00000010:3.0:1761313477.704340:0:77239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000008635318c. 00000400:00000200:3.0:1761313477.704347:0:77239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006c51a6d2 00000100:00000200:1.0:1761313477.704349:0:75220:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869131398528 00000400:00000010:3.0:1761313477.704350:0:77239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006c51a6d2. 00000100:00000200:3.0:1761313477.704379:0:77239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000003efab3fb x1846869138408704/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313521 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761313477.704388:0:77239:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000003efab3fb x1846869138408704/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313521 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761313477.704408:0:75220:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000054fab67d. 02000000:00000010:3.0:1761313477.704422:0:77239:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000b91429c8. 02000000:00000010:3.0:1761313477.704430:0:77239:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000f872ce68. 00000100:00000010:3.0:1761313477.704435:0:77239:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000003efab3fb. 00000100:00000010:3.0:1761313477.704439:0:77239:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000002b95c306. 00010000:00000010:3.0:1761313477.704443:0:77239:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000e5beb97d. 00010000:00000010:1.0:1761313477.704448:0:75220:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e67d122b. 00010000:00000010:1.0:1761313477.704476:0:75220:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000009c36c2b6. 00000100:00000010:1.0:1761313477.704489:0:75220:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000f4d43a1b. 00000100:00000010:1.0:1761313477.704506:0:75220:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000f4d43a1b. 00010000:00000010:1.0:1761313477.704509:0:75220:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000009c36c2b6. 00000400:00000010:1.0:1761313477.704526:0:75220:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e88f20fc. 00000100:00000200:1.0:1761313477.704531:0:75220:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869131398528, offset 224 00000400:00000200:1.0:1761313477.704539:0:75220:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:1.0:1761313477.704552:0:75220:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:1.0:1761313477.704559:0:75220:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90790:90790:256:4294967295] 192.168.204.38@tcp LPNI seq info [90790:90790:8:4294967295] 00000400:00000200:1.0:1761313477.704571:0:75220:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:1.0:1761313477.704577:0:75220:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:1.0:1761313477.704583:0:75220:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f67d6031 (tot 82351826). 00000800:00000200:1.0:1761313477.704590:0:75220:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:1.0:1761313477.704603:0:75220:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:1.0:1761313477.704609:0:75220:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000f67d6031 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761313477.704634:0:75220:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000057bde358. 00000020:00000010:1.0:1761313477.704638:0:75220:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000fa60968b. 00000020:00000010:1.0:1761313477.704642:0:75220:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e207838c. 00000800:00000200:1.0:1761313477.704778:0:15826:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313477.704784:0:15826:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f67d6031 (tot 82351578). 00000400:00000200:1.0:1761313477.704789:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313477.704794:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:1.0:1761313477.704796:0:15826:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e88f20fc 00000400:00000010:1.0:1761313477.704798:0:15826:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e88f20fc. 00080000:00000010:3.0:1761313477.706124:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000377d6f2c. 00010000:00000010:3.0:1761313477.706252:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d463f9d1. 00010000:00000010:3.0:1761313477.706264:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000623e9513. 00010000:00000010:3.0:1761313477.706384:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000806837c7. 00010000:00000010:3.0:1761313477.706392:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000b6924499. 00010000:00000010:3.0:1761313477.706407:0:77239:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000000d73a540. 00000100:00000010:3.0:1761313477.706417:0:77239:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000007c63c776. 00000100:00000010:3.0:1761313477.706429:0:77239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000020fe4fda. 02000000:00000010:1.0:1761313477.706503:0:77239:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000e207838c. 02000000:00000010:1.0:1761313477.706546:0:77239:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000005999724. 00000400:00000010:1.0:1761313477.706555:0:77239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000003a3ed4f. 00000400:00000010:1.0:1761313477.706562:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e88f20fc. 00000100:00000200:1.0:1761313477.706569:0:77239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869138408768, portal 16 00000400:00000010:1.0:1761313477.706575:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003b07ff82. 00000100:00000200:1.0:1761313477.706578:0:77239:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869138408768, offset 0 00000400:00000200:1.0:1761313477.706587:0:77239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:1.0:1761313477.706606:0:77239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:1.0:1761313477.706615:0:77239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:1.0:1761313477.706619:0:77239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761313477.706623:0:77239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:1.0:1761313477.706627:0:77239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90791:90791:256:4294967295] 192.168.204.38@tcp LPNI seq info [90791:90791:8:4294967295] 00000400:00000200:1.0:1761313477.706638:0:77239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:1.0:1761313477.706643:0:77239:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:1.0:1761313477.706648:0:77239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f67d6031 (tot 82351826). 00000800:00000200:1.0:1761313477.706655:0:77239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:1.0:1761313477.706662:0:77239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:1.0:1761313477.706666:0:77239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000f67d6031 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761313477.708823:0:15827:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761313477.708832:0:15827:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f67d6031 (tot 82351578). 00000400:00000200:2.0:1761313477.708842:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313477.708853:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:2.0:1761313477.708860:0:15827:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003b07ff82 00000400:00000010:2.0:1761313477.708863:0:15827:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003b07ff82. 00000100:00000200:2.0:1761313477.708874:0:15827:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000020fe4fda x1846869138408768/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313521 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1761313477.717427:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fab694e1. 00010000:00000010:3.1:1761313477.717446:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f1cbbd96. 00010000:00000010:1.1:1761313477.723789:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000380a3d7e. 00000400:00000200:1.0:1761313477.723960:0:15825:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:1.0:1761313477.723984:0:15825:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x68fb7baf10540 00000400:00000200:1.0:1761313477.723994:0:15825:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb1aa9 [1] + 224 00000400:00000200:1.0:1761313477.724008:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313477.724012:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:1.0:1761313477.724024:0:15825:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000020fe4fda x1846869138408768/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313521 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761313477.724064:0:15825:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:1.0:1761313477.724068:0:15825:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x68fb7ba860dc0 00000400:00000200:1.0:1761313477.724073:0:15825:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xb03dd [2] + 1312 00000400:00000200:1.0:1761313477.724144:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313477.724148:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:1.0:1761313477.724152:0:15825:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761313477.724159:0:15825:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000018525722. 00000020:00000010:1.0:1761313477.724219:0:64710:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000bc92f39e. 00000020:00000010:1.0:1761313477.724226:0:64710:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000057bde358. 00000020:00000010:1.0:1761313477.724231:0:64710:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000fa60968b. 00000100:00000200:1.0:1761313477.724262:0:64710:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000018525722 x1846869131398592/t0(0) o103->78617949-0e11-4ca2-94c2-d809f91deaa9@192.168.204.38@tcp:408/0 lens 328/0 e 0 to 0 dl 1761313483 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:1.0:1761313477.727489:0:64710:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869131398592 02000000:00000010:1.0:1761313477.727526:0:64710:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000e07b507f. 00010000:00000010:1.0:1761313477.727590:0:64710:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000009c36c2b6. 00000100:00000010:1.0:1761313477.727601:0:64710:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000f4d43a1b. 00000100:00000010:1.0:1761313477.727609:0:64710:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000f4d43a1b. 00010000:00000010:1.0:1761313477.727616:0:64710:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000009c36c2b6. 00000400:00000010:1.0:1761313477.727636:0:64710:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003ddcb197. 00000100:00000200:1.0:1761313477.727642:0:64710:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869131398592, offset 224 00000400:00000200:1.0:1761313477.727654:0:64710:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:1.0:1761313477.727675:0:64710:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:1.0:1761313477.727682:0:64710:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90792:90792:256:4294967295] 192.168.204.38@tcp LPNI seq info [90792:90792:8:4294967295] 00000400:00000200:1.0:1761313477.727695:0:64710:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:1.0:1761313477.727702:0:64710:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:1.0:1761313477.727707:0:64710:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000258d8758 (tot 82351826). 00000800:00000200:1.0:1761313477.727725:0:64710:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:1.0:1761313477.727734:0:64710:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:1.0:1761313477.727738:0:64710:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000258d8758 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761313477.727771:0:64710:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000057bde358. 00000020:00000010:1.0:1761313477.727776:0:64710:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000fa60968b. 00000020:00000010:1.0:1761313477.727782:0:64710:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000bc92f39e. 00000800:00000200:1.0:1761313477.727933:0:15826:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313477.727937:0:15826:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000258d8758 (tot 82351578). 00000400:00000200:1.0:1761313477.727946:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313477.727951:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:1.0:1761313477.727956:0:15826:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003ddcb197 00000400:00000010:1.0:1761313477.727959:0:15826:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003ddcb197. 00000400:00000010:0.0:1761313477.728038:0:77239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000003a3ed4f. 00000400:00000200:0.0:1761313477.728045:0:77239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e88f20fc 00000400:00000010:0.0:1761313477.728046:0:77239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e88f20fc. 00000100:00000200:0.0:1761313477.728055:0:77239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000020fe4fda x1846869138408768/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313521 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761313477.728065:0:77239:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000020fe4fda x1846869138408768/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313521 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.0:1761313477.728093:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000013dade55. 02000000:00000010:0.0:1761313477.728112:0:77239:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000005999724. 02000000:00000010:0.0:1761313477.728118:0:77239:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000e207838c. 00000100:00000010:0.0:1761313477.728122:0:77239:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000020fe4fda. 00000100:00000010:0.0:1761313477.728126:0:77239:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000007c63c776. 00010000:00000010:0.0:1761313477.728130:0:77239:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000000d73a540. 00080000:00000010:0.0:1761313477.728164:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000b273bcc1. 00010000:00000010:0.0:1761313477.728283:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b6924499. 00010000:00000010:0.0:1761313477.728292:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000077929042. 00010000:00000010:0.0:1761313477.728420:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000062ad286d. 00010000:00000010:0.0:1761313477.728427:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000cda17473. 00010000:00000010:0.0:1761313477.728440:0:77239:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000088b8c3eb. 00000100:00000010:0.0:1761313477.728446:0:77239:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000002b95c306. 00000100:00000010:0.0:1761313477.728455:0:77239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000047d366b1. 02000000:00000010:0.0:1761313477.728468:0:77239:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000a2f7b421. 02000000:00000010:0.0:1761313477.728498:0:77239:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f872ce68. 00000400:00000010:0.0:1761313477.728505:0:77239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000f7375ff3. 00000400:00000010:0.0:1761313477.728510:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000014b05d26. 00000100:00000200:0.0:1761313477.728516:0:77239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869138408832, portal 16 00000400:00000010:0.0:1761313477.728520:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c07641fd. 00000100:00000200:0.0:1761313477.728522:0:77239:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869138408832, offset 0 00000400:00000200:0.0:1761313477.728528:0:77239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:0.0:1761313477.728536:0:77239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:0.0:1761313477.728544:0:77239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:0.0:1761313477.728549:0:77239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761313477.728551:0:77239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:0.0:1761313477.728554:0:77239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90793:90793:256:4294967295] 192.168.204.38@tcp LPNI seq info [90793:90793:8:4294967295] 00000400:00000200:0.0:1761313477.728561:0:77239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:0.0:1761313477.728566:0:77239:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:0.0:1761313477.728569:0:77239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c6559a13 (tot 82351826). 00000800:00000200:0.0:1761313477.728574:0:77239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:0.0:1761313477.728579:0:77239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:0.0:1761313477.728581:0:77239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c6559a13 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761313477.731016:0:15827:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313477.731023:0:15827:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c6559a13 (tot 82351578). 00000400:00000200:1.0:1761313477.731033:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313477.731042:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:1.0:1761313477.731050:0:15827:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c07641fd 00000400:00000010:1.0:1761313477.731052:0:15827:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c07641fd. 00000100:00000200:1.0:1761313477.731065:0:15827:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000047d366b1 x1846869138408832/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313521 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761313477.733430:0:15825:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:3.0:1761313477.733455:0:15825:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x68fb7baf10580 00000400:00000200:3.0:1761313477.733466:0:15825:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb1ab5 [1] + 224 00000400:00000200:3.0:1761313477.733481:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313477.733487:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:3.0:1761313477.733502:0:15825:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000047d366b1 x1846869138408832/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313521 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761313477.733543:0:15825:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:3.0:1761313477.733549:0:15825:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x68fb7ba860e00 00000400:00000200:3.0:1761313477.733555:0:15825:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xb03dd [2] + 1640 00000400:00000200:3.0:1761313477.733613:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313477.733617:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:3.0:1761313477.733621:0:15825:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761313477.733629:0:15825:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000002febdaee. 00000400:00000010:0.0:1761313477.734280:0:77239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000f7375ff3. 00000400:00000200:0.0:1761313477.734287:0:77239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000014b05d26 00000400:00000010:0.0:1761313477.734289:0:77239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000014b05d26. 00000100:00000200:0.0:1761313477.734299:0:77239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000047d366b1 x1846869138408832/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313521 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761313477.734309:0:77239:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000047d366b1 x1846869138408832/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313521 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761313477.734344:0:77239:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f872ce68. 02000000:00000010:0.0:1761313477.734352:0:77239:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000a2f7b421. 00000100:00000010:0.0:1761313477.734356:0:77239:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000047d366b1. 00000100:00000010:0.0:1761313477.734385:0:77239:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000002b95c306. 00010000:00000010:0.0:1761313477.734390:0:77239:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000088b8c3eb. 00000020:00000010:2.0:1761313477.735888:0:75220:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ac5be643. 00000020:00000010:2.0:1761313477.735901:0:75220:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000008692e4e8. 00000020:00000010:2.0:1761313477.735906:0:75220:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000003de95356. 00000100:00000200:2.0:1761313477.735943:0:75220:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000002febdaee x1846869131398656/t0(0) o103->78617949-0e11-4ca2-94c2-d809f91deaa9@192.168.204.38@tcp:408/0 lens 328/0 e 0 to 0 dl 1761313483 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:2.0:1761313477.735990:0:75220:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869131398656 02000000:00000010:2.0:1761313477.736003:0:75220:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000009d36b014. 00010000:00000010:2.0:1761313477.736041:0:75220:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000789d58c0. 00010000:00000010:2.0:1761313477.736064:0:75220:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000000f3cbfe0. 00000100:00000010:2.0:1761313477.736073:0:75220:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000035828f13. 00000100:00000010:2.0:1761313477.736099:0:75220:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000035828f13. 00010000:00000010:2.0:1761313477.736102:0:75220:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000000f3cbfe0. 00000400:00000010:2.0:1761313477.736121:0:75220:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000160ba363. 00000100:00000200:2.0:1761313477.736128:0:75220:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869131398656, offset 224 00000400:00000200:2.0:1761313477.736138:0:75220:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00080000:00000010:3.0:1761313477.736155:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 0000000072f1c535. 00000400:00000200:2.0:1761313477.736166:0:75220:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:2.0:1761313477.736174:0:75220:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90794:90794:256:4294967295] 192.168.204.38@tcp LPNI seq info [90794:90794:8:4294967295] 00000400:00000200:2.0:1761313477.736186:0:75220:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:2.0:1761313477.736193:0:75220:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:2.0:1761313477.736200:0:75220:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000334917e2 (tot 82351826). 00000800:00000200:2.0:1761313477.736207:0:75220:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:2.0:1761313477.736217:0:75220:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:2.0:1761313477.736222:0:75220:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000334917e2 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761313477.736255:0:75220:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000008692e4e8. 00000020:00000010:2.0:1761313477.736260:0:75220:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000003de95356. 00000020:00000010:2.0:1761313477.736263:0:75220:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ac5be643. 00010000:00000010:3.0:1761313477.736267:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000cda17473. 00010000:00000010:3.0:1761313477.736277:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000001b86334d. 00010000:00000010:3.0:1761313477.736407:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000e4d70e9b. 00010000:00000010:3.0:1761313477.736415:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000004d6c7353. 00000800:00000200:2.0:1761313477.736418:0:15826:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761313477.736422:0:15826:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000334917e2 (tot 82351578). 00000400:00000200:2.0:1761313477.736427:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000010:3.0:1761313477.736430:0:77239:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000005d683b3f. 00000400:00000200:2.0:1761313477.736434:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000010:3.0:1761313477.736437:0:77239:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000046e95a07. 00000400:00000200:2.0:1761313477.736439:0:15826:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000160ba363 00000400:00000010:2.0:1761313477.736443:0:15826:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000160ba363. 00000100:00000010:3.0:1761313477.736449:0:77239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000020fe4fda. 02000000:00000010:3.0:1761313477.736464:0:77239:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000004783c44. 02000000:00000010:3.0:1761313477.736498:0:77239:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000b4fe780a. 00000400:00000010:3.0:1761313477.736505:0:77239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000003f89cb44. 00000400:00000010:3.0:1761313477.736511:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003d312476. 00000100:00000200:3.0:1761313477.736517:0:77239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869138408896, portal 16 00000400:00000010:3.0:1761313477.736522:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000b53c2d2. 00000100:00000200:3.0:1761313477.736524:0:77239:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869138408896, offset 0 00000400:00000200:3.0:1761313477.736530:0:77239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:3.0:1761313477.736537:0:77239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:3.0:1761313477.736545:0:77239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:3.0:1761313477.736549:0:77239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761313477.736553:0:77239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:3.0:1761313477.736556:0:77239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90795:90795:256:4294967295] 192.168.204.38@tcp LPNI seq info [90795:90795:8:4294967295] 00000400:00000200:3.0:1761313477.736563:0:77239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:3.0:1761313477.736568:0:77239:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:3.0:1761313477.736571:0:77239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000633d13cc (tot 82351826). 00000800:00000200:3.0:1761313477.736575:0:77239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:3.0:1761313477.736579:0:77239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:3.0:1761313477.736582:0:77239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000633d13cc type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761313477.739410:0:15827:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761313477.739419:0:15827:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000633d13cc (tot 82351578). 00000400:00000200:2.0:1761313477.739430:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313477.739441:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:2.0:1761313477.739449:0:15827:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000b53c2d2 00000400:00000010:2.0:1761313477.739459:0:15827:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000b53c2d2. 00000100:00000200:2.0:1761313477.739473:0:15827:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000020fe4fda x1846869138408896/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313521 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761313477.742921:0:15825:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:1.0:1761313477.742949:0:15825:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x68fb7baf105c0 00000400:00000200:1.0:1761313477.742959:0:15825:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb1ac1 [1] + 224 00000400:00000200:1.0:1761313477.742975:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313477.742979:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:1.0:1761313477.742991:0:15825:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000020fe4fda x1846869138408896/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313521 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761313477.743034:0:15825:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:1.0:1761313477.743040:0:15825:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x68fb7ba860e40 00000400:00000200:1.0:1761313477.743046:0:15825:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xb03dd [2] + 1968 00000400:00000010:1.0:1761313477.743051:0:15825:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000711b4ef1. 00000400:00000200:1.0:1761313477.743056:0:15825:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 00000000621b1638 00000400:00000010:3.0:1761313477.743065:0:77239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000003f89cb44. 00000400:00000200:3.0:1761313477.743073:0:77239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003d312476 00000400:00000010:3.0:1761313477.743076:0:77239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003d312476. 00000100:00000200:3.0:1761313477.743084:0:77239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000020fe4fda x1846869138408896/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313521 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761313477.743093:0:77239:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000020fe4fda x1846869138408896/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313521 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761313477.743118:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313477.743123:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:1.0:1761313477.743126:0:15825:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000621b1638 00000400:00000010:1.0:1761313477.743129:0:15825:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 00000000621b1638 (tot 82351426). 00000100:00000200:1.0:1761313477.743134:0:15825:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:1.0:1761313477.743200:0:64710:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c8ecab62. 00000020:00000010:1.0:1761313477.743208:0:64710:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000057bde358. 00000020:00000010:1.0:1761313477.743214:0:64710:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000fa60968b. 00000100:00000200:1.0:1761313477.743247:0:64710:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000004e8909ff x1846869131398720/t0(0) o103->78617949-0e11-4ca2-94c2-d809f91deaa9@192.168.204.38@tcp:408/0 lens 328/0 e 0 to 0 dl 1761313483 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:1.0:1761313477.743280:0:64710:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869131398720 02000000:00000010:1.0:1761313477.743294:0:64710:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000bc92f39e. 00010000:00000010:1.0:1761313477.743344:0:64710:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000009c36c2b6. 00000100:00000010:1.0:1761313477.743353:0:64710:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000f4d43a1b. 00000100:00000010:1.0:1761313477.743388:0:64710:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000f4d43a1b. 00010000:00000010:1.0:1761313477.743391:0:64710:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000009c36c2b6. 00000400:00000010:1.0:1761313477.743411:0:64710:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003ddcb197. 00000100:00000200:1.0:1761313477.743416:0:64710:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869131398720, offset 224 00000400:00000200:1.0:1761313477.743425:0:64710:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:1.0:1761313477.743438:0:64710:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:1.0:1761313477.743444:0:64710:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90796:90796:256:4294967295] 192.168.204.38@tcp LPNI seq info [90796:90796:8:4294967295] 00000400:00000200:1.0:1761313477.743454:0:64710:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:1.0:1761313477.743459:0:64710:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:1.0:1761313477.743465:0:64710:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000258d8758 (tot 82351674). 00000800:00000200:1.0:1761313477.743471:0:64710:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:1.0:1761313477.743479:0:64710:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:1.0:1761313477.743484:0:64710:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000258d8758 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761313477.743509:0:64710:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000057bde358. 00000020:00000010:1.0:1761313477.743525:0:64710:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000fa60968b. 00000020:00000010:1.0:1761313477.743529:0:64710:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c8ecab62. 02000000:00000010:1.0:1761313477.743540:0:64710:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000009d36b014. 00000100:00000010:1.0:1761313477.743545:0:64710:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000002febdaee. 02000000:00000010:1.0:1761313477.743550:0:64710:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000e07b507f. 00000100:00000010:1.0:1761313477.743552:0:64710:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000018525722. 00010000:00000010:3.0:1761313477.743553:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000afcef483. 02000000:00000010:1.0:1761313477.743557:0:64710:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000054fab67d. 00000100:00000010:1.0:1761313477.743561:0:64710:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ba613791. 02000000:00000010:1.0:1761313477.743566:0:64710:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000bd1db22e. 00000100:00000010:1.0:1761313477.743570:0:64710:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000004c2b08ab. 02000000:00000010:1.0:1761313477.743574:0:64710:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000b5e32eeb. 02000000:00000010:3.0:1761313477.743576:0:77239:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000b4fe780a. 00000100:00000010:1.0:1761313477.743578:0:64710:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000771a630e. 02000000:00000010:1.0:1761313477.743584:0:64710:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000c6262b5d. 02000000:00000010:3.0:1761313477.743586:0:77239:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000004783c44. 00000100:00000010:1.0:1761313477.743587:0:64710:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000009906dba7. 00000100:00000010:3.0:1761313477.743593:0:77239:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000020fe4fda. 00000100:00000200:1.0:1761313477.743596:0:64710:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000100:00000010:3.0:1761313477.743599:0:77239:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000046e95a07. 00000400:00000010:1.0:1761313477.743602:0:64710:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000c7efa965. 00010000:00000010:3.0:1761313477.743605:0:77239:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000005d683b3f. 00000400:00000010:1.0:1761313477.743608:0:64710:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000f4d43a1b (tot 82351826). 00080000:00000010:3.0:1761313477.743629:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 0000000004783c44. 00000800:00000200:1.0:1761313477.743693:0:15826:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313477.743698:0:15826:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000258d8758 (tot 82351578). 00000400:00000200:1.0:1761313477.743705:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313477.743709:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:1.0:1761313477.743711:0:15826:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003ddcb197 00000400:00000010:1.0:1761313477.743713:0:15826:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003ddcb197. 02000000:00000010:1.0:1761313477.743729:0:15826:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000bc92f39e. 00010000:00000010:3.0:1761313477.743757:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004d6c7353. 00010000:00000010:3.0:1761313477.743766:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fe629484. 00010000:00000010:3.0:1761313477.743880:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000005da22ac5. 00010000:00000010:3.0:1761313477.743888:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000004d6c7353. 00010000:00000010:3.0:1761313477.743901:0:77239:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000005d683b3f. 00000100:00000010:3.0:1761313477.743905:0:77239:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000046e95a07. 00000100:00000010:3.0:1761313477.743913:0:77239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000020fe4fda. 02000000:00000010:3.0:1761313477.743926:0:77239:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000b4fe780a. 02000000:00000010:3.0:1761313477.743957:0:77239:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000083ff8d7f. 00000400:00000010:3.0:1761313477.743962:0:77239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000003f89cb44. 00000400:00000010:3.0:1761313477.743967:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003d312476. 00000100:00000200:3.0:1761313477.743971:0:77239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869138408960, portal 16 00000400:00000010:3.0:1761313477.743975:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e05edf74. 00000100:00000200:3.0:1761313477.743977:0:77239:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869138408960, offset 0 00000400:00000200:3.0:1761313477.743983:0:77239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:3.0:1761313477.743992:0:77239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:3.0:1761313477.744001:0:77239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:3.0:1761313477.744005:0:77239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761313477.744008:0:77239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:3.0:1761313477.744011:0:77239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90797:90797:256:4294967295] 192.168.204.38@tcp LPNI seq info [90797:90797:8:4294967295] 00000400:00000200:3.0:1761313477.744017:0:77239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:3.0:1761313477.744022:0:77239:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:3.0:1761313477.744026:0:77239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000896a3ffd (tot 82351826). 00000800:00000200:3.0:1761313477.744031:0:77239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:3.0:1761313477.744036:0:77239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:3.0:1761313477.744038:0:77239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000896a3ffd type 1, nob 424 niov 1 nkiov 1 00010000:00000010:0.1:1761313477.744858:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006e99aac3. 00010000:00000010:0.1:1761313477.744870:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000024cdc034. 00010000:00000010:0.1:1761313477.744875:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000806837c7. 00000800:00000200:2.0:1761313477.745275:0:15827:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761313477.745279:0:15827:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000896a3ffd (tot 82351578). 00000400:00000200:2.0:1761313477.745285:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313477.745293:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:2.0:1761313477.745298:0:15827:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e05edf74 00000400:00000010:2.0:1761313477.745300:0:15827:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e05edf74. 00000100:00000200:2.0:1761313477.745308:0:15827:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000020fe4fda x1846869138408960/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313521 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761313477.747439:0:15825:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:3.0:1761313477.747463:0:15825:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x68fb7baf10600 00000400:00000200:3.0:1761313477.747473:0:15825:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb1ad1 [1] + 224 00000400:00000200:3.0:1761313477.747486:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313477.747490:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:3.0:1761313477.747504:0:15825:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000020fe4fda x1846869138408960/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313521 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761313477.747547:0:15825:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:3.0:1761313477.747552:0:15825:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x68fb7ba860e80 00000400:00000200:3.0:1761313477.747558:0:15825:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xb0435 [2] + 0 00000400:00000200:3.0:1761313477.747611:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761313477.747615:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:3.0:1761313477.747622:0:15825:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761313477.747629:0:15825:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001588211e. 00010000:00000010:3.1:1761313477.748424:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000008322ef2. 00010000:00000010:3.1:1761313477.748433:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000062ad286d. 00010000:00000010:2.1:1761313477.748649:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a8640122. 00000020:00000010:2.0:1761313477.748697:0:75220:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ac5be643. 00000020:00000010:2.0:1761313477.748706:0:75220:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000008692e4e8. 00000020:00000010:2.0:1761313477.748712:0:75220:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000003de95356. 00000100:00000200:2.0:1761313477.748761:0:75220:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000001588211e x1846869131398784/t0(0) o103->78617949-0e11-4ca2-94c2-d809f91deaa9@192.168.204.38@tcp:408/0 lens 328/0 e 0 to 0 dl 1761313483 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:2.0:1761313477.748797:0:75220:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869131398784 02000000:00000010:2.0:1761313477.748813:0:75220:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000009d36b014. 00010000:00000010:2.0:1761313477.748863:0:75220:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000000f3cbfe0. 00000100:00000010:2.0:1761313477.748872:0:75220:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000035828f13. 00000100:00000010:2.0:1761313477.748880:0:75220:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000035828f13. 00010000:00000010:2.0:1761313477.748883:0:75220:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000000f3cbfe0. 00000400:00000010:2.0:1761313477.748901:0:75220:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000160ba363. 00000100:00000200:2.0:1761313477.748908:0:75220:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869131398784, offset 224 00000400:00000200:2.0:1761313477.748916:0:75220:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:2.0:1761313477.748931:0:75220:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:2.0:1761313477.748938:0:75220:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90798:90798:256:4294967295] 192.168.204.38@tcp LPNI seq info [90798:90798:8:4294967295] 00000400:00000200:2.0:1761313477.748951:0:75220:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:2.0:1761313477.748958:0:75220:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:2.0:1761313477.748963:0:75220:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000334917e2 (tot 82351826). 00000800:00000200:2.0:1761313477.748976:0:75220:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:2.0:1761313477.748985:0:75220:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:2.0:1761313477.748990:0:75220:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000334917e2 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761313477.749021:0:75220:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000008692e4e8. 00000020:00000010:2.0:1761313477.749026:0:75220:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000003de95356. 00000020:00000010:2.0:1761313477.749031:0:75220:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ac5be643. 00000400:00000010:2.0:1761313477.749062:0:77239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000003f89cb44. 00000400:00000200:2.0:1761313477.749070:0:77239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003d312476 00000400:00000010:2.0:1761313477.749072:0:77239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003d312476. 00000100:00000200:2.0:1761313477.749079:0:77239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000020fe4fda x1846869138408960/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313521 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761313477.749087:0:77239:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000020fe4fda x1846869138408960/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313521 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.0:1761313477.749115:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004faab30d. 02000000:00000010:2.0:1761313477.749130:0:77239:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000083ff8d7f. 02000000:00000010:2.0:1761313477.749138:0:77239:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000b4fe780a. 00000100:00000010:2.0:1761313477.749145:0:77239:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000020fe4fda. 00000100:00000010:2.0:1761313477.749149:0:77239:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000046e95a07. 00010000:00000010:2.0:1761313477.749153:0:77239:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000005d683b3f. 00080000:00000010:2.0:1761313477.749174:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ac5be643. 00010000:00000010:2.0:1761313477.749284:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004d6c7353. 00010000:00000010:2.0:1761313477.749292:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002cda08bd. 00010000:00000010:2.0:1761313477.749416:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000007b603eb2. 00010000:00000010:2.0:1761313477.749423:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d80378c8. 00010000:00000010:2.0:1761313477.749436:0:77239:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000000f3cbfe0. 00000100:00000010:2.0:1761313477.749440:0:77239:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000035828f13. 00000100:00000010:2.0:1761313477.749448:0:77239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000a9908fec. 02000000:00000010:2.0:1761313477.749462:0:77239:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000d4ccb6c7. 02000000:00000010:2.0:1761313477.749493:0:77239:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000097f846c2. 00000400:00000010:2.0:1761313477.749500:0:77239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000c1cf5a99. 00000400:00000010:2.0:1761313477.749507:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d2af7839. 00000100:00000200:2.0:1761313477.749512:0:77239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869138409024, portal 16 00000400:00000010:2.0:1761313477.749518:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ccfb6a06. 00000100:00000200:2.0:1761313477.749520:0:77239:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869138409024, offset 0 00000400:00000200:2.0:1761313477.749527:0:77239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:2.0:1761313477.749534:0:77239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:2.0:1761313477.749542:0:77239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:2.0:1761313477.749546:0:77239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761313477.749549:0:77239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:2.0:1761313477.749552:0:77239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90799:90799:255:4294967295] 192.168.204.38@tcp LPNI seq info [90799:90799:7:4294967295] 00000400:00000200:2.0:1761313477.749559:0:77239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:2.0:1761313477.749563:0:77239:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:2.0:1761313477.749566:0:77239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004e6a8da9 (tot 82352074). 00000800:00000200:2.0:1761313477.749572:0:77239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:2.0:1761313477.749576:0:77239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:2.0:1761313477.749578:0:77239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000004e6a8da9 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761313477.749690:0:15826:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761313477.749694:0:15826:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000334917e2 (tot 82351826). 00000400:00000200:0.0:1761313477.749699:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313477.749704:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:0.0:1761313477.749709:0:15826:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000160ba363 00000400:00000010:0.0:1761313477.749711:0:15826:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000160ba363. 00000800:00000200:0.0:1761313477.749792:0:15826:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761313477.749795:0:15826:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004e6a8da9 (tot 82351578). 00000400:00000200:0.0:1761313477.749798:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313477.749802:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:0.0:1761313477.749805:0:15826:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ccfb6a06 00000400:00000010:0.0:1761313477.749806:0:15826:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ccfb6a06. 00000100:00000200:0.0:1761313477.749811:0:15826:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000a9908fec x1846869138409024/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313521 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1761313477.750810:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000926bf21. 00010000:00000010:3.1:1761313477.750827:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005a0dc580. 00010000:00000010:3.1:1761313477.750831:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e4d70e9b. 00010000:00000010:2.1:1761313477.753391:0:78584:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000427c2b9. 00010000:00000010:2.1:1761313477.753406:0:78584:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000155b913. 00010000:00000010:2.1:1761313477.753411:0:78584:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005da22ac5. 00000400:00000200:0.0:1761313477.754765:0:15827:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:0.0:1761313477.754791:0:15827:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x68fb7baf10640 00000400:00000200:0.0:1761313477.754802:0:15827:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb1add [1] + 224 00000400:00000200:0.0:1761313477.754816:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313477.754821:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:0.0:1761313477.754836:0:15827:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000a9908fec x1846869138409024/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313521 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761313477.754873:0:15827:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:0.0:1761313477.754879:0:15827:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x68fb7ba860ec0 00000400:00000200:0.0:1761313477.754883:0:15827:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xb0435 [2] + 328 00000400:00000200:0.0:1761313477.754960:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313477.754964:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:0.0:1761313477.754969:0:15827:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761313477.754976:0:15827:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000047d366b1. 00000020:00000010:1.0:1761313477.755939:0:64710:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000076342822. 00000020:00000010:1.0:1761313477.755951:0:64710:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000057bde358. 00000020:00000010:1.0:1761313477.755957:0:64710:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000fa60968b. 00000100:00000200:1.0:1761313477.755996:0:64710:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000047d366b1 x1846869131398848/t0(0) o103->78617949-0e11-4ca2-94c2-d809f91deaa9@192.168.204.38@tcp:408/0 lens 328/0 e 0 to 0 dl 1761313483 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:1.0:1761313477.756032:0:64710:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869131398848 02000000:00000010:1.0:1761313477.756045:0:64710:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000054fab67d. 00010000:00000010:1.0:1761313477.756092:0:64710:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000009c36c2b6. 00000100:00000010:1.0:1761313477.756102:0:64710:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000000f10965d. 00000100:00000010:1.0:1761313477.756109:0:64710:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000000f10965d. 00010000:00000010:1.0:1761313477.756114:0:64710:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000009c36c2b6. 00000400:00000010:1.0:1761313477.756131:0:64710:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003ddcb197. 00000100:00000200:1.0:1761313477.756137:0:64710:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869131398848, offset 224 00000400:00000200:1.0:1761313477.756145:0:64710:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:1.0:1761313477.756160:0:64710:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:1.0:1761313477.756167:0:64710:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90800:90800:256:4294967295] 192.168.204.38@tcp LPNI seq info [90800:90800:8:4294967295] 00000400:00000200:1.0:1761313477.756178:0:64710:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:1.0:1761313477.756183:0:64710:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:1.0:1761313477.756188:0:64710:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000258d8758 (tot 82351826). 00000800:00000200:1.0:1761313477.756195:0:64710:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:1.0:1761313477.756203:0:64710:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:1.0:1761313477.756207:0:64710:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000258d8758 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761313477.756230:0:64710:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000057bde358. 00000020:00000010:1.0:1761313477.756235:0:64710:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000fa60968b. 00000020:00000010:1.0:1761313477.756239:0:64710:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000076342822. 00000800:00000200:1.0:1761313477.757055:0:15825:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313477.757061:0:15825:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000258d8758 (tot 82351578). 00000400:00000200:1.0:1761313477.757069:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313477.757077:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:1.0:1761313477.757083:0:15825:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003ddcb197 00000400:00000010:1.0:1761313477.757085:0:15825:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003ddcb197. 00000400:00000010:1.0:1761313477.757140:0:77239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000c1cf5a99. 00000400:00000200:1.0:1761313477.757145:0:77239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d2af7839 00000400:00000010:1.0:1761313477.757146:0:77239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d2af7839. 00000100:00000200:1.0:1761313477.757154:0:77239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000a9908fec x1846869138409024/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313521 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761313477.757165:0:77239:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000a9908fec x1846869138409024/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313521 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.0:1761313477.757194:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000afd157b. 02000000:00000010:1.0:1761313477.757217:0:77239:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000097f846c2. 02000000:00000010:1.0:1761313477.757225:0:77239:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000d4ccb6c7. 00000100:00000010:1.0:1761313477.757230:0:77239:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000a9908fec. 00000100:00000010:1.0:1761313477.757252:0:77239:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000035828f13. 00010000:00000010:1.0:1761313477.757255:0:77239:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000000f3cbfe0. 00080000:00000010:1.0:1761313477.757276:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 0000000076342822. 00010000:00000010:1.0:1761313477.757418:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d80378c8. 00010000:00000010:1.0:1761313477.757426:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000da920661. 00010000:00000010:1.0:1761313477.757531:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000027d6177a. 00010000:00000010:1.0:1761313477.757542:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000009d13f597. 00010000:00000010:1.0:1761313477.757555:0:77239:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000009c36c2b6. 00000100:00000010:1.0:1761313477.757560:0:77239:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000000f10965d. 00000100:00000010:1.0:1761313477.757571:0:77239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000771a630e. 02000000:00000010:1.0:1761313477.757585:0:77239:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000e07b507f. 02000000:00000010:1.0:1761313477.757617:0:77239:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c8ecab62. 00000400:00000010:1.0:1761313477.757623:0:77239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000f5f9771f. 00000400:00000010:1.0:1761313477.757627:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003ddcb197. 00000100:00000200:1.0:1761313477.757633:0:77239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869138409088, portal 16 00000400:00000010:1.0:1761313477.757638:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009cf941ad. 00000100:00000200:1.0:1761313477.757640:0:77239:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869138409088, offset 0 00000400:00000200:1.0:1761313477.757646:0:77239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:1.0:1761313477.757656:0:77239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:1.0:1761313477.757665:0:77239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:1.0:1761313477.757669:0:77239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761313477.757672:0:77239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:1.0:1761313477.757675:0:77239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90801:90801:256:4294967295] 192.168.204.38@tcp LPNI seq info [90801:90801:8:4294967295] 00000400:00000200:1.0:1761313477.757685:0:77239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:1.0:1761313477.757691:0:77239:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:1.0:1761313477.757694:0:77239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000258d8758 (tot 82351826). 00000800:00000200:1.0:1761313477.757699:0:77239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:1.0:1761313477.757705:0:77239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:1.0:1761313477.757709:0:77239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000258d8758 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761313477.758166:0:15826:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761313477.758171:0:15826:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000258d8758 (tot 82351578). 00000400:00000200:0.0:1761313477.758176:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313477.758182:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:0.0:1761313477.758185:0:15826:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009cf941ad 00000400:00000010:0.0:1761313477.758187:0:15826:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009cf941ad. 00000100:00000200:0.0:1761313477.758193:0:15826:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000771a630e x1846869138409088/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313521 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761313477.760883:0:15827:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:0.0:1761313477.760906:0:15827:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x68fb7baf10680 00000400:00000200:0.0:1761313477.760917:0:15827:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb1ae9 [1] + 224 00000400:00000200:0.0:1761313477.760931:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313477.760936:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:0.0:1761313477.760951:0:15827:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000771a630e x1846869138409088/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313521 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761313477.761002:0:15827:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:0.0:1761313477.761009:0:15827:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x68fb7ba860f00 00000400:00000200:0.0:1761313477.761014:0:15827:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xb0435 [2] + 656 00000400:00000200:0.0:1761313477.761080:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313477.761084:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:0.0:1761313477.761089:0:15827:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761313477.761096:0:15827:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000f33f9db7. 00000020:00000010:0.0:1761313477.761165:0:75220:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001abc00c5. 00000020:00000010:0.0:1761313477.761174:0:75220:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000006c8faef3. 00000020:00000010:0.0:1761313477.761179:0:75220:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000ec6e7b4d. 00000100:00000200:0.0:1761313477.761210:0:75220:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000f33f9db7 x1846869131398912/t0(0) o103->78617949-0e11-4ca2-94c2-d809f91deaa9@192.168.204.38@tcp:408/0 lens 328/0 e 0 to 0 dl 1761313483 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:0.0:1761313477.761244:0:75220:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869131398912 02000000:00000010:0.0:1761313477.761258:0:75220:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000f872ce68. 00010000:00000010:0.0:1761313477.761307:0:75220:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000088b8c3eb. 00000100:00000010:0.0:1761313477.761315:0:75220:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000002b95c306. 00000100:00000010:0.0:1761313477.761323:0:75220:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000002b95c306. 00010000:00000010:0.0:1761313477.761327:0:75220:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000088b8c3eb. 00000400:00000010:0.0:1761313477.761343:0:75220:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000014b05d26. 00000100:00000200:0.0:1761313477.761349:0:75220:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869131398912, offset 224 00000400:00000200:0.0:1761313477.761356:0:75220:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:0.0:1761313477.761397:0:75220:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:0.0:1761313477.761402:0:75220:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90802:90802:256:4294967295] 192.168.204.38@tcp LPNI seq info [90802:90802:8:4294967295] 00000400:00000200:0.0:1761313477.761414:0:75220:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:0.0:1761313477.761419:0:75220:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:0.0:1761313477.761424:0:75220:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c5b73d17 (tot 82351826). 00000800:00000200:0.0:1761313477.761430:0:75220:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:0.0:1761313477.761438:0:75220:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:0.0:1761313477.761441:0:75220:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c5b73d17 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761313477.761460:0:75220:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000006c8faef3. 00000020:00000010:0.0:1761313477.761465:0:75220:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000ec6e7b4d. 00000020:00000010:0.0:1761313477.761468:0:75220:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001abc00c5. 00000800:00000200:0.0:1761313477.761551:0:15825:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761313477.761555:0:15825:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c5b73d17 (tot 82351578). 00000400:00000200:0.0:1761313477.761559:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313477.761562:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:0.0:1761313477.761566:0:15825:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000014b05d26 00000400:00000010:0.0:1761313477.761567:0:15825:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000014b05d26. 00000400:00000010:3.0:1761313477.761736:0:77239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000f5f9771f. 00000400:00000200:3.0:1761313477.761741:0:77239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003ddcb197 00000400:00000010:3.0:1761313477.761743:0:77239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003ddcb197. 00000100:00000200:3.0:1761313477.761748:0:77239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000771a630e x1846869138409088/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313521 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761313477.761756:0:77239:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000771a630e x1846869138409088/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313521 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.0:1761313477.761778:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000001f4d8d0d. 02000000:00000010:3.0:1761313477.761795:0:77239:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c8ecab62. 02000000:00000010:3.0:1761313477.761800:0:77239:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000e07b507f. 00000100:00000010:3.0:1761313477.761804:0:77239:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000771a630e. 00000100:00000010:3.0:1761313477.761809:0:77239:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000000f10965d. 00010000:00000010:3.0:1761313477.761812:0:77239:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000009c36c2b6. 00080000:00000010:3.0:1761313477.761828:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ff94ce64. 00010000:00000010:3.0:1761313477.761929:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000009d13f597. 00010000:00000010:3.0:1761313477.761935:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000d93c5972. 00010000:00000010:3.0:1761313477.762015:0:77239:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000004de6ccfe. 00010000:00000010:3.0:1761313477.762018:0:77239:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000000568a7e6. 00010000:00000010:3.0:1761313477.762024:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000e4d70e9b. 00010000:00000010:3.0:1761313477.762029:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000003933aba. 00080000:00000010:3.0:1761313477.762039:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d684b186. 00010000:00000010:3.0:1761313477.762057:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000003933aba. 00010000:00000010:3.0:1761313477.762060:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000000568a7e6. 00010000:00000010:3.0:1761313477.762111:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f1778e29. 00010000:00000010:3.0:1761313477.762114:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000003933aba. 00010000:00000010:3.0:1761313477.762123:0:77239:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000008c0b44d1. 00000100:00000010:3.0:1761313477.762128:0:77239:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000007e661a79. 00000100:00000010:3.0:1761313477.762135:0:77239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000020fe4fda. 02000000:00000010:3.0:1761313477.762147:0:77239:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000b7fed016. 02000000:00000010:3.0:1761313477.762179:0:77239:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000134563d4. 00000400:00000010:3.0:1761313477.762183:0:77239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000ea368f5f. 00000400:00000010:3.0:1761313477.762188:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009195ec4b. 00000100:00000200:3.0:1761313477.762194:0:77239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869138409152, portal 16 00000400:00000010:3.0:1761313477.762198:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b0b5ad3c. 00000100:00000200:3.0:1761313477.762200:0:77239:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869138409152, offset 0 00000400:00000200:3.0:1761313477.762207:0:77239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:3.0:1761313477.762214:0:77239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:3.0:1761313477.762222:0:77239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:3.0:1761313477.762226:0:77239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761313477.762229:0:77239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:3.0:1761313477.762231:0:77239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90803:90803:256:4294967295] 192.168.204.38@tcp LPNI seq info [90803:90803:8:4294967295] 00000400:00000200:3.0:1761313477.762238:0:77239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:3.0:1761313477.762243:0:77239:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:3.0:1761313477.762247:0:77239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006eaa0fc9 (tot 82351826). 00000800:00000200:3.0:1761313477.762252:0:77239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:3.0:1761313477.762256:0:77239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:3.0:1761313477.762258:0:77239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000006eaa0fc9 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761313477.762420:0:15826:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761313477.762423:0:15826:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006eaa0fc9 (tot 82351578). 00000400:00000200:0.0:1761313477.762426:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313477.762430:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:0.0:1761313477.762433:0:15826:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b0b5ad3c 00000400:00000010:0.0:1761313477.762434:0:15826:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b0b5ad3c. 00000100:00000200:0.0:1761313477.762440:0:15826:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000020fe4fda x1846869138409152/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313521 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761313477.768695:0:15827:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:0.0:1761313477.768730:0:15827:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 224 into portal 16 MB=0x68fb7baf106c0 00000400:00000200:0.0:1761313477.768741:0:15827:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.38@tcp of length 224/224 into md 0xb1af5 [1] + 224 00000400:00000200:0.0:1761313477.768756:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313477.768761:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:0.0:1761313477.768777:0:15827:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000020fe4fda x1846869138409152/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313521 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761313477.768822:0:15827:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp) <- 192.168.204.38@tcp : PUT - for me 00000400:00000200:0.0:1761313477.768827:0:15827:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.38@tcp of length 328 into portal 17 MB=0x68fb7ba860f40 00000400:00000200:0.0:1761313477.768832:0:15827:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.38@tcp of length 328/328 into md 0xb0435 [2] + 984 00000400:00000200:0.0:1761313477.768898:0:15827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761313477.768902:0:15827:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000100:00000200:0.0:1761313477.768907:0:15827:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761313477.768913:0:15827:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000000ef172a3. 00000020:00000010:2.0:1761313477.769013:0:64710:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d7047322. 00000020:00000010:2.0:1761313477.769022:0:64710:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000008692e4e8. 00000020:00000010:2.0:1761313477.769028:0:64710:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000003de95356. 00000100:00000200:2.0:1761313477.769062:0:64710:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000000ef172a3 x1846869131398976/t0(0) o103->78617949-0e11-4ca2-94c2-d809f91deaa9@192.168.204.38@tcp:408/0 lens 328/0 e 0 to 0 dl 1761313483 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:2.0:1761313477.769103:0:64710:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846869131398976 02000000:00000010:2.0:1761313477.769119:0:64710:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000009fd1a7cf. 00010000:00000010:2.0:1761313477.769184:0:64710:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000785a1c2b. 00000100:00000010:2.0:1761313477.769194:0:64710:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000099d66a14. 00000100:00000010:2.0:1761313477.769202:0:64710:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000099d66a14. 00010000:00000010:2.0:1761313477.769206:0:64710:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000785a1c2b. 00000400:00000010:2.0:1761313477.769225:0:64710:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000018cdfd97. 00000100:00000200:2.0:1761313477.769231:0:64710:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846869131398976, offset 224 00000400:00000200:2.0:1761313477.769241:0:64710:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:2.0:1761313477.769254:0:64710:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.138@tcp to MR: 192.168.204.38@tcp local destination 00000400:00000200:2.0:1761313477.769260:0:64710:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90804:90804:256:4294967295] 192.168.204.38@tcp LPNI seq info [90804:90804:8:4294967295] 00000400:00000200:2.0:1761313477.769270:0:64710:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:2.0:1761313477.769275:0:64710:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:2.0:1761313477.769281:0:64710:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000285953fe (tot 82351826). 00000800:00000200:2.0:1761313477.769286:0:64710:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:2.0:1761313477.769294:0:64710:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:2.0:1761313477.769298:0:64710:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000285953fe type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761313477.769318:0:64710:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000008692e4e8. 00000020:00000010:2.0:1761313477.769323:0:64710:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000003de95356. 00000020:00000010:2.0:1761313477.769326:0:64710:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d7047322. 00000800:00000200:2.0:1761313477.769452:0:15825:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761313477.769457:0:15825:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000285953fe (tot 82351578). 00000400:00000200:2.0:1761313477.769461:0:15825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761313477.769465:0:15825:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:2.0:1761313477.769468:0:15825:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000018cdfd97 00000400:00000010:2.0:1761313477.769470:0:15825:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000018cdfd97. 00010000:00000010:1.1:1761313477.770404:0:78587:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000098aec33. 00010000:00000010:1.1:1761313477.770413:0:78587:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006d58d91c. 00010000:00000010:1.1:1761313477.770417:0:78587:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007b603eb2. 00000400:00000010:3.0:1761313477.774312:0:77239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000ea368f5f. 00000400:00000200:3.0:1761313477.774330:0:77239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009195ec4b 00000400:00000010:3.0:1761313477.774332:0:77239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009195ec4b. 00000100:00000200:3.0:1761313477.774351:0:77239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000020fe4fda x1846869138409152/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313521 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761313477.774384:0:77239:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000020fe4fda x1846869138409152/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313521 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.0:1761313477.774421:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000268e708f. 02000000:00000010:3.0:1761313477.774444:0:77239:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000134563d4. 02000000:00000010:3.0:1761313477.774454:0:77239:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000b7fed016. 00000100:00000010:3.0:1761313477.774459:0:77239:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000020fe4fda. 00000100:00000010:3.0:1761313477.774464:0:77239:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000007e661a79. 00010000:00000010:3.0:1761313477.774471:0:77239:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000008c0b44d1. 00080000:00000010:3.0:1761313477.774500:0:77239:0:(osd_handler.c:1908:osd_trans_create()) kmalloced '(oh)': 288 at 00000000b7fed016. 00010000:00000010:3.0:1761313477.774621:0:77239:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000003933aba. 00010000:00000010:3.0:1761313477.774630:0:77239:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008bca1fd8. 00010000:00000010:3.0:1761313477.774759:0:77239:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000cf461480. 00010000:00000010:3.0:1761313477.774766:0:77239:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000003933aba. 00010000:00000010:3.0:1761313477.774780:0:77239:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000008c0b44d1. 00000100:00000010:3.0:1761313477.774789:0:77239:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000007e661a79. 00000100:00000010:3.0:1761313477.774799:0:77239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000020fe4fda. 02000000:00000010:3.0:1761313477.774815:0:77239:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000134563d4. 02000000:00000010:3.0:1761313477.774851:0:77239:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000b4fe780a. 00000400:00000010:3.0:1761313477.774858:0:77239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000ea368f5f. 00000400:00000010:3.0:1761313477.774862:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009195ec4b. 00000100:00000200:3.0:1761313477.774870:0:77239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846869138409216, portal 16 00000400:00000010:3.0:1761313477.774876:0:77239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000072ca0382. 00000100:00000200:3.0:1761313477.774878:0:77239:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846869138409216, offset 0 00000400:00000200:3.0:1761313477.774887:0:77239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.38@tcp 00000400:00000200:3.0:1761313477.774906:0:77239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.38@tcp local destination 00000400:00000200:3.0:1761313477.774915:0:77239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.138@tcp 00000400:00000200:3.0:1761313477.774919:0:77239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.138@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761313477.774922:0:77239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.38@tcp 00000400:00000200:3.0:1761313477.774926:0:77239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.138@tcp NI seq info: [90805:90805:256:4294967295] 192.168.204.38@tcp LPNI seq info [90805:90805:8:4294967295] 00000400:00000200:3.0:1761313477.774938:0:77239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.138@tcp(192.168.204.138@tcp:) -> 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) : PUT try# 0 00000800:00000200:3.0:1761313477.774945:0:77239:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.38@tcp 00000800:00000010:3.0:1761313477.774951:0:77239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000986d3ed7 (tot 82351826). 00000800:00000200:3.0:1761313477.774959:0:77239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d2f5cf1e] -> 12345-192.168.204.38@tcp (4) 00000800:00000200:3.0:1761313477.774967:0:77239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:1023 00000800:00000200:3.0:1761313477.774972:0:77239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000986d3ed7 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761313477.780603:0:15826:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761313477.780613:0:15826:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000986d3ed7 (tot 82351578). 00000400:00000200:1.0:1761313477.780624:0:15826:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761313477.780637:0:15826:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.138@tcp->192.168.204.38@tcp: PUT: OK 00000400:00000200:1.0:1761313477.780644:0:15826:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000072ca0382 00000400:00000010:1.0:1761313477.780647:0:15826:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000072ca0382. 00000100:00000200:1.0:1761313477.780661:0:15826:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000020fe4fda x1846869138409216/t0(0) o104->lustre-MDT0000@192.168.204.38@tcp:15/16 lens 328/224 e 0 to 0 dl 1761313521 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1761313477.782264:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e04f6457. 00010000:00000010:3.1:1761313477.782281:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000065258e6f. 00010000:00000010:3.1:1761313477.782286:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000027d6177a. 00010000:00000010:3.1:1761313477.782292:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004de6ccfe. 00010000:00000010:3.1:1761313477.782295:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e4d70e9b. 00010000:00000010:3.1:1761313477.782304:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003b442bd6. 00010000:00000010:3.1:1761313477.782307:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f4392934. 00010000:00000010:3.1:1761313477.782310:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f1778e29. Debug log: 53690 lines, 53690 kept, 0 dropped, 0 bad.